Offline Solve Test #28
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Offline Solve Test | |
| on: | |
| # Allow manual triggering of this workflow | |
| workflow_dispatch: | |
| # Run every other day at 3:00am UTC | |
| schedule: | |
| - cron: '0 3 */2 * *' | |
| permissions: | |
| contents: read | |
| jobs: | |
| # Test that solve operations work without network access | |
| # This is critical for HPC environments where compute nodes don't have internet | |
| # Uses Docker with --network none to truly block all network access | |
| test-offline-solve: | |
| if: github.repository == 'Climate-REF/climate-ref' | |
| runs-on: ubuntu-latest | |
| env: | |
| IMAGE: ghcr.io/climate-ref/climate-ref:latest | |
| REF_DIR: /tmp/ref-offline-test | |
| steps: | |
| - name: Checkout (for cache key) | |
| uses: actions/checkout@v6 | |
| with: | |
| sparse-checkout: | | |
| packages/climate-ref-esmvaltool/src/climate_ref_esmvaltool/requirements | |
| packages/climate-ref-pmp/src/climate_ref_pmp/requirements | |
| sparse-checkout-cone-mode: false | |
| - name: Pull latest container from main | |
| run: docker pull $IMAGE | |
| # Cache conda environments | |
| - name: Cache conda environments | |
| id: cache-conda | |
| uses: actions/cache@v5 | |
| with: | |
| path: /tmp/ref-offline-test/software/conda | |
| key: offline-conda-${{ hashFiles('packages/*/src/*/requirements/conda-lock.yml') }} | |
| # Cache test data (~100MB, quick to download but saves time) | |
| - name: Cache test data | |
| id: cache-data | |
| uses: actions/cache@v5 | |
| with: | |
| path: /tmp/ref-offline-test/sample-data | |
| key: offline-sample-data-v1 | |
| - name: Create REF directory | |
| run: | | |
| mkdir -p $REF_DIR | |
| # Fix permissions for Docker user (uid 1000) | |
| sudo chown -R 1000:1000 $REF_DIR | |
| - name: Fetch test data | |
| if: steps.cache-data.outputs.cache-hit != 'true' | |
| run: | | |
| docker run --rm \ | |
| -v $REF_DIR:/ref \ | |
| $IMAGE \ | |
| datasets fetch-data --registry sample-data --output-directory /ref/sample-data | |
| - name: Setup provider environments | |
| if: steps.cache-conda.outputs.cache-hit != 'true' | |
| run: | | |
| # Run provider setup (creates conda envs and fetches reference data) | |
| docker run --rm \ | |
| -v $REF_DIR:/ref \ | |
| $IMAGE \ | |
| providers setup | |
| - name: Ingest sample data | |
| run: | | |
| # Always re-ingest since DB is not cached | |
| docker run --rm \ | |
| -v $REF_DIR:/ref \ | |
| $IMAGE \ | |
| datasets ingest --source-type cmip6 /ref/sample-data/CMIP6 | |
| docker run --rm \ | |
| -v $REF_DIR:/ref \ | |
| $IMAGE \ | |
| datasets ingest --source-type obs4mips /ref/sample-data/obs4REF | |
| - name: Run solve with no network access | |
| run: | | |
| # Run solve with --network none to verify no network is needed | |
| # This is the actual offline test - if this fails, something needs network | |
| docker run --rm \ | |
| --network none \ | |
| -v $REF_DIR:/ref \ | |
| $IMAGE \ | |
| -v solve --one-per-provider --timeout 3600 |