Backports for v0.16.0 (#3235)

lostella · web-flow · commit 8bc68e62d741 · 2024-11-07T10:22:57.000+01:00
*Description of changes:* Backporting PRs - #3228 - #3232 - #3233 By submitting this pull request, I confirm that you can use, modify, copy, and redistribute this contribution, under the terms of your choice. **Please tag this pr with at least one of these labels to make our release process faster:** BREAKING, new feature, bug fix, other change, dev setup
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
@@ -20,10 +20,9 @@ jobs:
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
-        python-version: 3.8
+        python-version: 3.11
 
     - name: Install dependencies
       run: |
diff --git a/.github/workflows/doctests.yaml b/.github/workflows/doctests.yaml
@@ -8,15 +8,14 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.9']
+        python-version: ['3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install other dependencies
diff --git a/.github/workflows/lints.yml b/.github/workflows/lints.yml
@@ -12,6 +12,8 @@ jobs:
     steps:
     - uses: actions/checkout@v3
     - uses: actions/setup-python@v4
+      with:
+          python-version: '3.11'
     - name: Install tools
       run: pip install "ruff==0.2.2" "docformatter[tomli]==1.5.0"
     - name: Ruff (Flake8)
diff --git a/.github/workflows/mxnet_nightly.yml b/.github/workflows/mxnet_nightly.yml
diff --git a/.github/workflows/pypi.yml b/.github/workflows/pypi.yml
@@ -12,10 +12,9 @@ jobs:
     - uses: actions/checkout@v4
     - name: Get tags
       run: git fetch --tags origin
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
-        python-version: '3.8'
+        python-version: '3.11'
     - name: Install dependencies
       run: |
         python -m pip install -U pip
diff --git a/.github/workflows/style_type_checks.yml b/.github/workflows/style_type_checks.yml
@@ -10,6 +10,8 @@ jobs:
     - uses: actions/checkout@v3
     - uses: extractions/setup-just@v1
     - uses: actions/setup-python@v4
+      with:
+          python-version: '3.11'
     - name: Install dependencies
       run: |
         pip install .
diff --git a/.github/workflows/test_release_unix_nightly.yml b/.github/workflows/test_release_unix_nightly.yml
diff --git a/.github/workflows/test_release_win32_nightly.yml b/.github/workflows/test_release_win32_nightly.yml
diff --git a/.github/workflows/tests-nixtla.yaml b/.github/workflows/tests-nixtla.yaml
@@ -8,15 +8,14 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install other dependencies
diff --git a/.github/workflows/tests-nursery.yml b/.github/workflows/tests-nursery.yml
@@ -8,7 +8,7 @@ jobs:
       max-parallel: 1
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
@@ -17,8 +17,7 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install MXNet (Linux)
diff --git a/.github/workflows/tests-prophet.yaml b/.github/workflows/tests-prophet.yaml
@@ -8,15 +8,14 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.8']
+        python-version: ['3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install other dependencies
diff --git a/.github/workflows/tests-r.yml b/.github/workflows/tests-r.yml
@@ -8,7 +8,7 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.9']
+        python-version: ['3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
@@ -32,8 +32,7 @@ jobs:
           libxml2-dev \
           libcurl4-openssl-dev
         Rscript -e 'install.packages(c("forecast", "nnfor", "hts"), repos="https://cloud.r-project.org")'
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install Python dependencies
diff --git a/.github/workflows/tests-torch.yml b/.github/workflows/tests-torch.yml
@@ -8,7 +8,7 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10']
+        python-version: ['3.9', '3.10', '3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
@@ -21,10 +21,9 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        pip install ".[arrow]" \
+        pip install ".[arrow,torch,shell]" \
           -r requirements/requirements-test.txt \
-          -r requirements/requirements-extras-m-competitions.txt \
-          -r requirements/requirements-pytorch.txt
+          -r requirements/requirements-extras-m-competitions.txt
         pip install --no-deps -r requirements/requirements-extras-cpflows.txt
     - name: Test with pytest
       run: |
diff --git a/.github/workflows/tests-xgboost.yaml b/.github/workflows/tests-xgboost.yaml
@@ -8,7 +8,7 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10']
+        python-version: ['3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -8,15 +8,14 @@ jobs:
       max-parallel: 4
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10']
+        python-version: ['3.9', '3.10', '3.11']
         platform: [ubuntu-latest]
 
     runs-on: ${{ matrix.platform }}
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install other dependencies
diff --git a/requirements/requirements-docs.txt b/requirements/requirements-docs.txt
@@ -6,7 +6,7 @@ notedown
 lxml~=5.1.0
 pytest-runner~=2.11
 recommonmark
-sphinx~=4.0
+sphinx~=5.0
 docutils<=0.16
 optuna~=2.10
 furo==2022.6.4.1
diff --git a/requirements/requirements-extras-shell.txt b/requirements/requirements-extras-shell.txt
@@ -1,2 +1,2 @@
-flask~=2.0
-waitress~=2.1.2
+flask~=3.0
+waitress~=3.0.1
diff --git a/src/gluonts/dataset/repository/_ercot.py b/src/gluonts/dataset/repository/_ercot.py
@@ -26,7 +26,7 @@ def generate_ercot_dataset(dataset_path: Path, dataset_writer: DatasetWriter):
     df.ffill(inplace=True)
     regions = [col for col in df.columns if col not in ["ds", "y"]]
 
-    freq = "1H"
+    freq = "1h"
     prediction_length = 24
 
     start = pd.Period(df["ds"][0], freq=freq)
diff --git a/src/gluonts/dataset/repository/_gp_copula_2019.py b/src/gluonts/dataset/repository/_gp_copula_2019.py
@@ -63,7 +63,7 @@ class GPCopulaDataset(NamedTuple):
         # original dataset can be found at https://archive.ics.uci.edu/ml/datasets/ElectricityLoadDiagrams20112014#
         num_series=370,
         prediction_length=24,
-        freq="H",
+        freq="h",
         rolling_evaluations=7,
         max_target_dim=None,
     ),
@@ -73,7 +73,7 @@ class GPCopulaDataset(NamedTuple):
         # note there are 963 in the original dataset from https://archive.ics.uci.edu/ml/datasets/PEMS-SF
         num_series=963,
         prediction_length=24,
-        freq="H",
+        freq="h",
         rolling_evaluations=7,
         max_target_dim=None,
     ),
@@ -82,7 +82,7 @@ class GPCopulaDataset(NamedTuple):
         url=root + "solar_nips.tar.gz",
         num_series=137,
         prediction_length=24,
-        freq="H",
+        freq="h",
         rolling_evaluations=7,
         max_target_dim=None,
     ),
diff --git a/src/gluonts/dataset/repository/_lstnet.py b/src/gluonts/dataset/repository/_lstnet.py
@@ -91,7 +91,7 @@ class LstnetDataset(NamedTuple):
         prediction_length=24,
         rolling_evaluations=7,
         start_date="2012-01-01",
-        freq="1H",
+        freq="1h",
         agg_freq=None,
     ),
     "traffic": LstnetDataset(
@@ -105,7 +105,7 @@ class LstnetDataset(NamedTuple):
         prediction_length=24,
         rolling_evaluations=7,
         start_date="2015-01-01",
-        freq="H",
+        freq="h",
         agg_freq=None,
     ),
     "solar-energy": LstnetDataset(
@@ -117,7 +117,7 @@ class LstnetDataset(NamedTuple):
         rolling_evaluations=7,
         start_date="2006-01-01",
         freq="10min",
-        agg_freq="1H",
+        agg_freq="1h",
     ),
 }
 
diff --git a/src/gluonts/dataset/repository/_tsf_datasets.py b/src/gluonts/dataset/repository/_tsf_datasets.py
@@ -278,11 +278,15 @@ def generate_forecasting_dataset(
 def default_prediction_length_from_frequency(freq: str) -> int:
     prediction_length_map = {
         "T": 60,
+        "min": 60,
         "H": 48,
+        "h": 48,
         "D": 30,
         "W-SUN": 8,
         "M": 12,
+        "ME": 12,
         "Y": 4,
+        "YE": 4,
     }
     try:
         freq = to_offset(freq).name
diff --git a/src/gluonts/dataset/repository/_tsf_reader.py b/src/gluonts/dataset/repository/_tsf_reader.py
diff --git a/src/gluonts/dataset/repository/_uber_tlc.py b/src/gluonts/dataset/repository/_uber_tlc.py
diff --git a/src/gluonts/testutil/shell.py b/src/gluonts/testutil/shell.py
diff --git a/test/conftest.py b/test/conftest.py
diff --git a/test/core/test_serde_dataclass.py b/test/core/test_serde_dataclass.py
diff --git a/test/dataset/test_tsf_reader.py b/test/dataset/test_tsf_reader.py
