Download test data for Python into central cache

Author: cschwan

.github/workflows/python.yml

@@ -23,6 +23,19 @@ jobs:
       - name: Set up Rust
         run: |
           rustup component add llvm-tools
+
+      - name: Get test data
+        id: cache-test-data
+        uses: actions/cache@v4
+        with:
+          path: test-data
+          key: test-data-v20
+      - name: Download test data
+        if: steps.cache-test-data.outputs.cache-hit != 'true'
+        run: |
+          cd maintainer
+          ./download-test-data.sh
+
       - name: Test
         env:
           # `-C link-dead-code` is needed to prevent 'warning: XX functions have mismatched data' warnings

.github/workflows/rust.yml

@@ -25,7 +25,7 @@ jobs:
         uses: actions/cache@v4
         with:
           path: test-data
-          key: test-data-v19
+          key: test-data-v20
       - name: Download test data
         if: steps.cache-test-data.outputs.cache-hit != 'true'
         run: |

maintainer/download-test-data.sh

@@ -25,8 +25,12 @@ download 'https://data.nnpdf.science/pineappl/test-data/CMS_TTB_8TEV_2D_TTM_TRAP
 download 'https://data.nnpdf.science/pineappl/test-data/CMS_TTB_8TEV_2D_TTM_TRAP_TOT.tar'
 download 'https://data.nnpdf.science/pineappl/test-data/E906nlo_bin_00.pineappl.lz4'
 download 'https://data.nnpdf.science/pineappl/test-data/E906nlo_bin_00.tar'
+download 'https://data.nnpdf.science/pineappl/test-data/FKTABLE_CMSTTBARTOT8TEV-TOPDIFF8TEVTOT.pineappl.lz4'
+download 'https://data.nnpdf.science/pineappl/test-data/FKTABLE_STAR_WMWP_510GEV_WM-AL-POL.pineappl.lz4'
 download 'https://data.nnpdf.science/pineappl/test-data/FK_ATLASTTBARTOT13TEV.dat'
 download 'https://data.nnpdf.science/pineappl/test-data/FK_POSXDQ.dat'
+download 'https://data.nnpdf.science/pineappl/test-data/GRID_DYE906R_D_bin_1.pineappl.lz4'
+download 'https://data.nnpdf.science/pineappl/test-data/GRID_STAR_WMWP_510GEV_WP-AL-POL.pineappl.lz4'
 download 'https://data.nnpdf.science/pineappl/test-data/LHC8-Mtt-HT4-173_3-bin1.tab.gz'
 download 'https://data.nnpdf.science/pineappl/test-data/LHCBWZMU7TEV_PI_part1.appl'
 download 'https://data.nnpdf.science/pineappl/test-data/LHCB_DY_8TEV.pineappl.lz4'

pineappl_py/tests/conftest.py

@@ -198,27 +198,8 @@ def fake_grids():
 @pytest.fixture
 def download_objects(tmp_path_factory):
     def _download_fk(objname: str) -> None:
-        download_dir = tmp_path_factory.mktemp("data")
-        file_path = download_dir / f"{objname}"
-        args = [
-            "wget",
-            "--no-verbose",
-            "--no-clobber",
-            "-P",
-            f"{download_dir}",
-            f"https://data.nnpdf.science/pineappl/test-data/{objname}",
-        ]
-
-        try:
-            _ = subprocess.run(
-                args,
-                stdout=subprocess.DEVNULL,
-                stderr=subprocess.DEVNULL,
-                timeout=15,
-            )
-            return file_path
-        except OSError as error:
-            msg = f"Failed to execute the command {args}."
-            raise EnvironmentError(msg) from error
+        import os
+        path = os.path.abspath(f"../test-data/{objname}")
+        return path
 
     return _download_fk