From 3ba24528169f4b21418b01be7803a7b6ae044adf Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 17:35:31 +0200 Subject: [PATCH 01/12] ci: create manually triggered release workflow --- .github/workflows/release.yml | 46 +++++++++++++++++++++++++++++++++++ 1 file changed, 46 insertions(+) create mode 100644 .github/workflows/release.yml diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml new file mode 100644 index 000000000..6016e7a98 --- /dev/null +++ b/.github/workflows/release.yml @@ -0,0 +1,46 @@ +name: Release + +on: + workflow_dispatch: + inputs: + level: + description: 'Release level' + required: true + default: 'patch' + type: choice + options: + - patch + - minor + - major + +defaults: + run: + shell: bash + +jobs: + release: + runs-on: ubuntu-latest + permissions: + # The contents write should allow: + # 1. Push to the branch of the repository that triggered the workflow. + # 2. Create a tag. + # 3. Push to crates.io. + contents: write + # The id-token write should allow the OIDC token exchange + id-token: write + steps: + - uses: actions/checkout@v5 + - name: Install required packages + run: sudo apt install --no-install-recommends --yes libhwloc-dev nvidia-cuda-toolkit ocl-icd-opencl-dev + - name: Install cargo release + run: cargo install --version 0.25.17 cargo-release + - name: Set git user + run: | + git config --global user.email "${GITHUB_TRIGGERING_ACTOR}@users.noreply.github.com" + git config --global user.name "${GITHUB_TRIGGERING_ACTOR}" + - uses: rust-lang/crates-io-auth-action@v1 + id: auth + - name: Run cargo release + env: + CARGO_REGISTRY_TOKEN: ${{ steps.auth.outputs.token }} + run: cargo release ${{ github.event.inputs.level }} --no-confirm --execute From d8749faee2259a3b1b189247681c2905927e1d91 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 18:06:15 +0200 Subject: [PATCH 02/12] docs: fixed release instructions --- RELEASE.md | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/RELEASE.md b/RELEASE.md index 4802d729a..17638334e 100644 --- a/RELEASE.md +++ b/RELEASE.md @@ -41,7 +41,8 @@ FIL_PROOFS_USE_GPU_COLUMN_BUILDER=1 \ FIL_PROOFS_USE_GPU_TREE_BUILDER=1 \ FIL_PROOFS_USE_MULTICORE_SDR=1 \ RUST_BACKTRACE=full \ -RUST_LOG=trace RUSTFLAGS="-C target-cpu=native" \ +RUST_LOG=trace \ +RUSTFLAGS="-C target-cpu=native" \ cargo test --release --all # Ignored tests @@ -51,7 +52,8 @@ FIL_PROOFS_USE_GPU_COLUMN_BUILDER=1 \ FIL_PROOFS_USE_GPU_TREE_BUILDER=1 \ FIL_PROOFS_USE_MULTICORE_SDR=1 \ RUST_BACKTRACE=full \ -RUST_LOG=trace RUSTFLAGS="-C target-cpu=native" \ +RUST_LOG=trace \ +RUSTFLAGS="-C target-cpu=native" \ cargo test --release --all -- --ignored ``` From f17ea9c088160125e9fefac4cc4e1805aef20a26 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 18:06:38 +0200 Subject: [PATCH 03/12] ci: set up heavy release tests --- .github/workflows/test.yml | 82 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 82 insertions(+) create mode 100644 .github/workflows/test.yml diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml new file mode 100644 index 000000000..f4467e775 --- /dev/null +++ b/.github/workflows/test.yml @@ -0,0 +1,82 @@ +name: Test + +on: + workflow_dispatch: + +defaults: + run: + shell: bash + +env: + CARGO_INCREMENTAL: 0 + # Faster crates.io index checkout. + CARGO_REGISTRIES_CRATES_IO_PROTOCOL: sparse + +jobs: + basic: + runs-on: ['self-hosted', 'linux', 'x64', 'xlarge+gpu'] + name: Basic tests (${{ matrix.name }}) + strategy: + matrix: + include: + - name: regular + command: cargo test --release --all + - name: ignored + command: cargo test --release --all -- --ignored + env: + FIL_PROOFS_VERIFY_CACHE: 1 + FIL_PROOFS_VERIFY_PRODUCTION_PARAMS: 0 + FIL_PROOFS_USE_GPU_COLUMN_BUILDER: 1 + FIL_PROOFS_USE_GPU_TREE_BUILDER: 1 + FIL_PROOFS_USE_MULTICORE_SDR: 1 + RUST_BACKTRACE: full + RUST_LOG: trace + RUSTFLAGS: -C target-cpu=native + steps: + - uses: actions/checkout@v5 + - name: Download the proof params + uses: ./.github/actions/proof-params-download + with: + github-token: ${{ secrets.GITHUB_TOKEN }} + - name: Run basic tests + run: ${{ matrix.command }} + + extended: + needs: basic + runs-on: ['self-hosted', 'linux', 'x64', '16xlarge+gpu'] + name: Extended tests + env: + FIL_PROOFS_VERIFY_CACHE: 1 + FIL_PROOFS_VERIFY_PRODUCTION_PARAMS: 1 + FIL_PROOFS_USE_GPU_COLUMN_BUILDER: 1 + FIL_PROOFS_USE_GPU_TREE_BUILDER: 1 + FIL_PROOFS_USE_MULTICORE_SDR: 1 + RUST_BACKTRACE: full + RUST_LOG: info + RUSTFLAGS: -C target-cpu=native + steps: + - uses: actions/checkout@v5 + - name: Download the proof params + uses: ./.github/actions/proof-params-download + with: + github-token: ${{ secrets.GITHUB_TOKEN }} + - name: Test 32GiB seal lifecycle + run: cargo test --features big-tests --release test_seal_lifecycle_32gib_porep_id_v1_1_top_8_8_0_api_v1_1 -- --nocapture + - name: Test 32GiB seal lifecycle (synth-porep) + run: cargo test --features big-tests --release test_seal_lifecycle_32gib_porep_id_v1_2_top_8_8_0_api_v1_2 -- --nocapture + - name: Test 32GiB seal lifecycle (ni-porep) + run: cargo test --features big-tests --release test_seal_lifecycle_32gib_porep_id_v1_2_ni_top_8_8_0_api_v1_2 -- --nocapture + - name: Test 32GiB max seal proof aggregation + run: cargo test --features big-tests --release test_max_ni_seal_proof_aggregation_32gib -- --nocapture + - name: Test 32GiB seal lifecycle sector upgrade test + run: cargo test --features big-tests --release test_seal_lifecycle_upgrade_32gib_top_8_8_0_v1_2 -- --nocapture + - name: Test 64GiB seal lifecycle + run: cargo test --features big-tests --release test_seal_lifecycle_64gib_porep_id_v1_1_top_8_8_2_api_v1_1 -- --nocapture + - name: Test 64GiB seal lifecycle (synth-porep) + run: cargo test --features big-tests --release test_seal_lifecycle_64gib_porep_id_v1_2_top_8_8_2_api_v1_2 -- --nocapture + - name: Test 64GiB seal lifecycle (ni-porep) + run: cargo test --features big-tests --release test_seal_lifecycle_64gib_porep_id_v1_2_ni_top_8_8_2_api_v1_2 -- --nocapture + - name: Test 64GiB seal proof aggregation + run: cargo test --features big-tests --release test_sector_update_proof_aggregation_3_64gib -- --nocapture + - name: Test 64GiB seal lifecycle sector upgrade test + run: cargo test --features big-tests --release test_seal_lifecycle_upgrade_64gib_top_8_8_2_v1_2 -- --nocapture From 762f250cdd9d05e843593d7c94a6b00087fb7868 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 18:25:43 +0200 Subject: [PATCH 04/12] ci: abstract away the environment setup --- .../actions/proof-params-download/action.yml | 2 + .github/actions/setup-environment/action.yml | 66 +++++++++++ .github/workflows/ci.yml | 104 ++++-------------- .github/workflows/test.yml | 16 +-- 4 files changed, 99 insertions(+), 89 deletions(-) create mode 100644 .github/actions/setup-environment/action.yml diff --git a/.github/actions/proof-params-download/action.yml b/.github/actions/proof-params-download/action.yml index 470eed81f..cda704e3c 100644 --- a/.github/actions/proof-params-download/action.yml +++ b/.github/actions/proof-params-download/action.yml @@ -1,9 +1,11 @@ name: Download proof params +description: Downloads the proof params from the latest proof-params-generate workflow run inputs: github-token: description: 'A secrets.GITHUB_TOKEN' required: true + default: ${{ github.token }} runs: using: 'composite' diff --git a/.github/actions/setup-environment/action.yml b/.github/actions/setup-environment/action.yml new file mode 100644 index 000000000..269cc23e8 --- /dev/null +++ b/.github/actions/setup-environment/action.yml @@ -0,0 +1,66 @@ +name: Set up environment +description: Sets up the environment for running the CI + +inputs: + github-token: + description: 'A secrets.GITHUB_TOKEN' + required: true + default: ${{ github.token }} + gpu: + description: 'Whether to enable GPU support' + required: false + default: 'false' + proof-params: + description: 'Whether to download the proof params' + required: false + default: 'false' + rust-toolchain: + description: 'Whether to install the rust toolchain' + required: false + default: 'false' + +runs: + using: 'composite' + steps: + - name: Update apt + run: sudo apt-get update + shell: bash + + # TODO: Move the driver installation to the AMI. + # https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/install-nvidia-driver.html + # https://www.nvidia.com/en-us/drivers/ + - name: Install CUDA drivers + if: ${{ inputs.gpu == 'true' }} + run: | + curl -L -o nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb https://us.download.nvidia.com/tesla/570.148.08/nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb + sudo dpkg -i nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb + sudo cp /var/nvidia-driver-local-repo-ubuntu2404-570.148.08/nvidia-driver-local-*-keyring.gpg /usr/share/keyrings/ + sudo apt-get install --no-install-recommends --yes cuda-drivers nvidia-cuda-toolkit + rm nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb + shell: bash + + - name: Load NVIDIA kernel modules and verify GPU + if: ${{ inputs.gpu == 'true' }} + run: | + sudo modprobe nvidia + sudo modprobe nvidia-uvm + nvidia-smi || echo "WARNING: nvidia-smi failed, GPU may not be available" + shell: bash + + - name: Install required packages + run: | + sudo apt-get install --no-install-recommends --yes libhwloc-dev ocl-icd-opencl-dev + shell: bash + + - name: Download the proof params + if: ${{ inputs.proof-params == 'true' }} + uses: ./.github/actions/proof-params-download + with: + github-token: ${{ inputs.github-token }} + + # TODO: Remove this and other rust installation directives from jobs running + # on self-hosted runners once rust is available on these machines by default + - uses: dtolnay/rust-toolchain@21dc36fb71dd22e3317045c0c31a3f4249868b17 + if: ${{ inputs.rust-toolchain == 'true' }} + with: + toolchain: 1.83 diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index ea2cb4786..1b5d6f3c7 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -24,11 +24,8 @@ jobs: runs-on: ubuntu-24.04 name: Clippy steps: - - uses: actions/checkout@v4 - - name: Install required packages - run: | - sudo apt-get update - sudo apt-get install --no-install-recommends --yes libhwloc-dev ocl-icd-opencl-dev + - uses: actions/checkout@v5 + - uses: ./.github/actions/setup-environment - name: Install cargo clippy run: rustup component add clippy - name: Run cargo clippy @@ -38,7 +35,7 @@ jobs: runs-on: ubuntu-24.04 name: Checking fmt steps: - - uses: actions/checkout@v4 + - uses: actions/checkout@v5 - name: Install cargo fmt run: rustup component add rustfmt - name: Run cargo fmt @@ -55,22 +52,11 @@ jobs: # Run all tests with multicore-SDR enabled. FIL_PROOFS_USE_MULTICORE_SDR: true steps: - - uses: actions/checkout@v4 - - name: Install required packages - run: | - sudo apt-get update - sudo apt-get install --no-install-recommends --yes libhwloc-dev ocl-icd-opencl-dev - - - name: Download the proof params - uses: ./.github/actions/proof-params-download + - uses: actions/checkout@v5 + - uses: ./.github/actions/setup-environment with: - github-token: ${{ secrets.GITHUB_TOKEN }} - - # TODO: Remove this and other rust installation directives from jobs running - # on self-hosted runners once rust is available on these machines by default - - uses: dtolnay/rust-toolchain@21dc36fb71dd22e3317045c0c31a3f4249868b17 - with: - toolchain: 1.83 + proof-params: true + rust-toolchain: true - name: Run usual tests in release profile run: cargo test --verbose --release --workspace --all-targets ${{ matrix.cargo-args }} -- --nocapture @@ -83,16 +69,10 @@ jobs: runs-on: ubuntu-24.04 name: Test ignored in release mode steps: - - uses: actions/checkout@v4 - - name: Install required packages - run: | - sudo apt-get update - sudo apt-get install --no-install-recommends --yes libhwloc-dev ocl-icd-opencl-dev - - - name: Download the proof params - uses: ./.github/actions/proof-params-download + - uses: actions/checkout@v5 + - uses: ./.github/actions/setup-environment with: - github-token: ${{ secrets.GITHUB_TOKEN }} + proof-params: true - name: Test ignored in release profile run: cargo test --release --workspace -- ignored --nocapture @@ -101,20 +81,11 @@ jobs: runs-on: ['self-hosted', 'linux', 'x64', '2xlarge'] name: Test without default features steps: - - uses: actions/checkout@v4 - - name: Install required packages - run: | - sudo apt-get update - sudo apt-get install --no-install-recommends --yes libhwloc-dev ocl-icd-opencl-dev - - - name: Download the proof params - uses: ./.github/actions/proof-params-download - with: - github-token: ${{ secrets.GITHUB_TOKEN }} - - - uses: dtolnay/rust-toolchain@21dc36fb71dd22e3317045c0c31a3f4249868b17 + - uses: actions/checkout@v5 + - uses: ./.github/actions/setup-environment with: - toolchain: 1.83 + proof-params: true + rust-toolchain: true - name: Test ignored in release profile run: cargo test --release --workspace --no-default-features @@ -123,15 +94,10 @@ jobs: runs-on: ['self-hosted', 'linux', 'x64', '2xlarge'] name: Build with various GPU support enabled steps: - - uses: actions/checkout@v4 - - name: Install required packages - run: | - sudo apt-get update - sudo apt-get install --no-install-recommends --yes libhwloc-dev nvidia-cuda-toolkit ocl-icd-opencl-dev - - - uses: dtolnay/rust-toolchain@21dc36fb71dd22e3317045c0c31a3f4249868b17 + - uses: actions/checkout@v5 + - uses: ./.github/actions/setup-environment with: - toolchain: 1.83 + rust-toolchain: true - name: Build with `cuda` and `opencl` features enabled run: cargo build --workspace --features cuda,opencl @@ -151,36 +117,12 @@ jobs: BELLMAN_CUDA_NVCC_ARGS: --fatbin --gpu-architecture=sm_75 --generate-code=arch=compute_75,code=sm_75 NEPTUNE_CUDA_NVCC_ARGS: --fatbin --gpu-architecture=sm_75 --generate-code=arch=compute_75,code=sm_75 steps: - - uses: actions/checkout@v4 - # TODO: Move the driver installation to the AMI. - # https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/install-nvidia-driver.html - # https://www.nvidia.com/en-us/drivers/ - - name: Install CUDA drivers - run: | - curl -L -o nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb https://us.download.nvidia.com/tesla/570.148.08/nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb - sudo dpkg -i nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb - sudo cp /var/nvidia-driver-local-repo-ubuntu2404-570.148.08/nvidia-driver-local-*-keyring.gpg /usr/share/keyrings/ - sudo apt-get update - sudo apt-get install --no-install-recommends --yes cuda-drivers - rm nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb - - name: Load NVIDIA kernel modules and verify GPU - run: | - sudo modprobe nvidia - sudo modprobe nvidia-uvm - nvidia-smi || echo "WARNING: nvidia-smi failed, GPU may not be available" - - name: Install required packages - run: | - sudo apt-get update - sudo apt-get install --no-install-recommends --yes libhwloc-dev nvidia-cuda-toolkit ocl-icd-opencl-dev - - - name: Download the proof params - uses: ./.github/actions/proof-params-download - with: - github-token: ${{ secrets.GITHUB_TOKEN }} - - - uses: dtolnay/rust-toolchain@21dc36fb71dd22e3317045c0c31a3f4249868b17 + - uses: actions/checkout@v5 + - uses: ./.github/actions/setup-environment with: - toolchain: 1.83 + gpu: true + proof-params: true + rust-toolchain: true - name: Test with CUDA run: cargo test --verbose --release --workspace --features cuda -- --nocapture ${{ matrix.test-args }} @@ -197,8 +139,6 @@ jobs: - name: Download the proof params uses: ./.github/actions/proof-params-download - with: - github-token: ${{ secrets.GITHUB_TOKEN }} - name: Run usual tests in release profile run: cargo test --verbose --release --workspace -- --nocapture diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index f4467e775..8f40995f3 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -34,16 +34,17 @@ jobs: RUSTFLAGS: -C target-cpu=native steps: - uses: actions/checkout@v5 - - name: Download the proof params - uses: ./.github/actions/proof-params-download + - uses: ./.github/actions/setup-environment with: - github-token: ${{ secrets.GITHUB_TOKEN }} + gpu: true + proof-params: true + rust-toolchain: true - name: Run basic tests run: ${{ matrix.command }} extended: needs: basic - runs-on: ['self-hosted', 'linux', 'x64', '16xlarge+gpu'] + runs-on: ['self-hosted', 'linux', 'x64', '8xlarge+gpu'] name: Extended tests env: FIL_PROOFS_VERIFY_CACHE: 1 @@ -56,10 +57,11 @@ jobs: RUSTFLAGS: -C target-cpu=native steps: - uses: actions/checkout@v5 - - name: Download the proof params - uses: ./.github/actions/proof-params-download + - uses: ./.github/actions/setup-environment with: - github-token: ${{ secrets.GITHUB_TOKEN }} + gpu: true + proof-params: true + rust-toolchain: true - name: Test 32GiB seal lifecycle run: cargo test --features big-tests --release test_seal_lifecycle_32gib_porep_id_v1_1_top_8_8_0_api_v1_1 -- --nocapture - name: Test 32GiB seal lifecycle (synth-porep) From 23675e75dbdd7dddbc0173706029b059443ce116 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 18:26:01 +0200 Subject: [PATCH 05/12] wip: test the new workflow on push --- .github/workflows/test.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 8f40995f3..f474f8798 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -2,6 +2,7 @@ name: Test on: workflow_dispatch: + push: defaults: run: From ddf7f42cf17cd7bd2849d01725435a2bc8795653 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 19:46:51 +0200 Subject: [PATCH 06/12] ci: fixed cuda-drivers installation --- .github/actions/setup-environment/action.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/actions/setup-environment/action.yml b/.github/actions/setup-environment/action.yml index 269cc23e8..55ff90bac 100644 --- a/.github/actions/setup-environment/action.yml +++ b/.github/actions/setup-environment/action.yml @@ -22,10 +22,6 @@ inputs: runs: using: 'composite' steps: - - name: Update apt - run: sudo apt-get update - shell: bash - # TODO: Move the driver installation to the AMI. # https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/install-nvidia-driver.html # https://www.nvidia.com/en-us/drivers/ @@ -35,6 +31,7 @@ runs: curl -L -o nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb https://us.download.nvidia.com/tesla/570.148.08/nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb sudo dpkg -i nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb sudo cp /var/nvidia-driver-local-repo-ubuntu2404-570.148.08/nvidia-driver-local-*-keyring.gpg /usr/share/keyrings/ + sudo apt-get update sudo apt-get install --no-install-recommends --yes cuda-drivers nvidia-cuda-toolkit rm nvidia-driver-local-repo-ubuntu2404-570.148.08_1.0-1_amd64.deb shell: bash @@ -49,6 +46,7 @@ runs: - name: Install required packages run: | + sudo apt-get update sudo apt-get install --no-install-recommends --yes libhwloc-dev ocl-icd-opencl-dev shell: bash From 2f2105da480b4d0a46b361b6823d7efe6c291fbd Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 19:47:28 +0200 Subject: [PATCH 07/12] ci: do note fail tests fast --- .github/workflows/test.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index f474f8798..54a9b8eaf 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -24,6 +24,7 @@ jobs: command: cargo test --release --all - name: ignored command: cargo test --release --all -- --ignored + fail-fast: false env: FIL_PROOFS_VERIFY_CACHE: 1 FIL_PROOFS_VERIFY_PRODUCTION_PARAMS: 0 From f9a2f204260ed1eb8cb7978d7d2b9567e01fe2d7 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 19:47:45 +0200 Subject: [PATCH 08/12] wip: stop running ci on pull request --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 1b5d6f3c7..74e3ea281 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -1,7 +1,7 @@ name: CI on: - pull_request: + # pull_request: push: branches: - master From 6d1906c659424d31cebc834926a9ed69e78e9a27 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 20:39:57 +0200 Subject: [PATCH 09/12] ci: change log level for basic long tests --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 54a9b8eaf..591f999d6 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -32,7 +32,7 @@ jobs: FIL_PROOFS_USE_GPU_TREE_BUILDER: 1 FIL_PROOFS_USE_MULTICORE_SDR: 1 RUST_BACKTRACE: full - RUST_LOG: trace + RUST_LOG: debug RUSTFLAGS: -C target-cpu=native steps: - uses: actions/checkout@v5 From dd9979f35b69e6388fc7d46b95d2d46f5b3931ac Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 21:54:52 +0200 Subject: [PATCH 10/12] ci: up the ram for extended tests --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 591f999d6..82cbaafbb 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -46,7 +46,7 @@ jobs: extended: needs: basic - runs-on: ['self-hosted', 'linux', 'x64', '8xlarge+gpu'] + runs-on: ['self-hosted', 'linux', 'x64', '16xlarge+gpu'] name: Extended tests env: FIL_PROOFS_VERIFY_CACHE: 1 From 64e003900d9b512b62135ee807836ea1dd1c7e51 Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 21:55:21 +0200 Subject: [PATCH 11/12] wip: skip the basic tests --- .github/workflows/test.yml | 60 +++++++++++++++++++------------------- 1 file changed, 30 insertions(+), 30 deletions(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 82cbaafbb..6a2ac3879 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -14,38 +14,38 @@ env: CARGO_REGISTRIES_CRATES_IO_PROTOCOL: sparse jobs: - basic: - runs-on: ['self-hosted', 'linux', 'x64', 'xlarge+gpu'] - name: Basic tests (${{ matrix.name }}) - strategy: - matrix: - include: - - name: regular - command: cargo test --release --all - - name: ignored - command: cargo test --release --all -- --ignored - fail-fast: false - env: - FIL_PROOFS_VERIFY_CACHE: 1 - FIL_PROOFS_VERIFY_PRODUCTION_PARAMS: 0 - FIL_PROOFS_USE_GPU_COLUMN_BUILDER: 1 - FIL_PROOFS_USE_GPU_TREE_BUILDER: 1 - FIL_PROOFS_USE_MULTICORE_SDR: 1 - RUST_BACKTRACE: full - RUST_LOG: debug - RUSTFLAGS: -C target-cpu=native - steps: - - uses: actions/checkout@v5 - - uses: ./.github/actions/setup-environment - with: - gpu: true - proof-params: true - rust-toolchain: true - - name: Run basic tests - run: ${{ matrix.command }} + # basic: + # runs-on: ['self-hosted', 'linux', 'x64', 'xlarge+gpu'] + # name: Basic tests (${{ matrix.name }}) + # strategy: + # matrix: + # include: + # - name: regular + # command: cargo test --release --all + # - name: ignored + # command: cargo test --release --all -- --ignored + # fail-fast: false + # env: + # FIL_PROOFS_VERIFY_CACHE: 1 + # FIL_PROOFS_VERIFY_PRODUCTION_PARAMS: 0 + # FIL_PROOFS_USE_GPU_COLUMN_BUILDER: 1 + # FIL_PROOFS_USE_GPU_TREE_BUILDER: 1 + # FIL_PROOFS_USE_MULTICORE_SDR: 1 + # RUST_BACKTRACE: full + # RUST_LOG: debug + # RUSTFLAGS: -C target-cpu=native + # steps: + # - uses: actions/checkout@v5 + # - uses: ./.github/actions/setup-environment + # with: + # gpu: true + # proof-params: true + # rust-toolchain: true + # - name: Run basic tests + # run: ${{ matrix.command }} extended: - needs: basic + # needs: basic runs-on: ['self-hosted', 'linux', 'x64', '16xlarge+gpu'] name: Extended tests env: From 4a2b98fc11bec194f5732daf9915cb571cf2b52f Mon Sep 17 00:00:00 2001 From: galargh Date: Sun, 5 Oct 2025 22:11:28 +0200 Subject: [PATCH 12/12] wip: enable debug logging in extended tests --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 6a2ac3879..ac01aecd7 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -55,7 +55,7 @@ jobs: FIL_PROOFS_USE_GPU_TREE_BUILDER: 1 FIL_PROOFS_USE_MULTICORE_SDR: 1 RUST_BACKTRACE: full - RUST_LOG: info + RUST_LOG: debug RUSTFLAGS: -C target-cpu=native steps: - uses: actions/checkout@v5