feat(airbender): adapt prover server to v31 verifier wire format #33537
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| merge_group: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| changed_files: | |
| runs-on: ubuntu-latest | |
| name: Get changed files | |
| outputs: | |
| core: ${{ steps.changed-files.outputs.core_any_changed }} | |
| prover: ${{ steps.changed-files.outputs.prover_any_changed }} | |
| airbender_prover_server: ${{ steps.changed-files.outputs.airbender_prover_server_any_changed }} | |
| airbender_e2e: ${{ steps.changed-files.outputs.airbender_e2e_any_changed }} | |
| docs: ${{ steps.changed-files.outputs.docs_any_changed }} | |
| all: ${{ steps.changed-files.outputs.all_any_changed }} | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| with: | |
| # `tj-actions/changed-files` compares submodule SHAs too. When a PR only updates | |
| # `contracts`, it needs enough submodule history to find the merge base there; | |
| # otherwise it can miss the change and warn about an invalid revision range. | |
| fetch-depth: 0 | |
| submodules: "recursive" | |
| - name: Get changed files | |
| id: changed-files | |
| uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62 # v47 | |
| with: | |
| fetch_additional_submodule_history: true | |
| files_yaml: | | |
| prover: | |
| - 'prover/**' | |
| - '!prover/CHANGELOG.md' | |
| - '!prover/setup-data-cpu-keys.json' | |
| - '!prover/setup-data-gpu-keys.json' | |
| - '!prover/extract-setup-data-keys.sh' | |
| - 'docker/prover*/**' | |
| - '.github/workflows/build-prover-template.yml' | |
| - '.github/workflows/ci-prover-reusable.yml' | |
| - '.github/workflows/actions/**' | |
| - 'docker-compose-runner-nightly.yml' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| airbender_prover_server: | |
| - 'airbender_prover_server/**' | |
| - 'docker/airbender-prover-server/**' | |
| - '.github/workflows/ci-airbender-prover-server-reusable.yml' | |
| - '.github/workflows/build-airbender-prover-server-template.yml' | |
| - '.github/workflows/actions/**' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| # End-to-end Airbender proving lane (GPU): the prover-server workspace plus the core | |
| # crates it exercises — the Airbender proof data handler, prover interface, verifier, | |
| # and the proof-generation DAL/migrations — plus the e2e workflow and its checkers. | |
| airbender_e2e: | |
| - 'airbender_prover_server/**' | |
| - 'docker/airbender-prover-server/**' | |
| - 'core/node/airbender_proof_data_handler/**' | |
| - 'core/lib/airbender_prover_interface/**' | |
| - 'core/lib/airbender_verifier/**' | |
| - 'core/lib/dal/src/airbender_proof_generation_dal.rs' | |
| - 'core/lib/dal/src/models/storage_airbender_proof.rs' | |
| - 'core/lib/dal/migrations/*airbender*' | |
| - '.github/workflows/ci-airbender-prover-e2e.yml' | |
| - '.github/workflows/build-airbender-prover-server-template.yml' | |
| - '.github/actions/**' | |
| - 'bin/prover_checkers/**' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| core: | |
| - 'core/**' | |
| - '!core/CHANGELOG.md' | |
| - 'contracts' | |
| - 'contracts/**' | |
| - 'docker/contract-verifier/**' | |
| - 'docker/external-node/**' | |
| - 'docker/server/**' | |
| - '.github/workflows/build-core-template.yml' | |
| - '.github/workflows/build-contract-verifier-template.yml' | |
| - '.github/workflows/ci-core-reusable.yml' | |
| - '.github/workflows/ci-core-lint-reusable.yml' | |
| - '.github/workflows/actions/**' | |
| - './core/Cargo.toml' | |
| - './core/Cargo.lock' | |
| - 'zkstack_cli/**' | |
| - 'private-rpc/**' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| - 'docker-compose.yml' | |
| docs: | |
| - '**/*.md' | |
| - '**/*.MD' | |
| - '.github/workflows/ci-docs-reusable.yml' | |
| - '.github/workflows/actions/**' | |
| all: | |
| - '.github/workflows/ci.yml' | |
| - '.github/workflows/actions/**' | |
| - 'bin/**' | |
| - 'etc/**' | |
| - 'contracts/**' | |
| - 'contracts' | |
| - 'infrastructure/zk/**' | |
| - 'docker/zk-environment/**' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| ci-for-core-lint: | |
| name: CI for Core lint Components | |
| needs: changed_files | |
| if: contains(github.head_ref, 'release-please--branches') | |
| uses: ./.github/workflows/ci-core-lint-reusable.yml | |
| ci-for-core: | |
| name: CI for Core Components | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/ci-core-reusable.yml | |
| ci-for-prover: | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.prover == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| name: CI for Prover Components | |
| uses: ./.github/workflows/ci-prover-reusable.yml | |
| e2e-for-prover: | |
| name: E2E Test for Prover Components | |
| needs: changed_files | |
| if: ${{(needs.changed_files.outputs.prover == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/ci-prover-e2e.yml | |
| ci-for-airbender-prover-server: | |
| name: CI for Airbender Prover Server | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.airbender_prover_server == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/ci-airbender-prover-server-reusable.yml | |
| e2e-for-airbender-prover: | |
| name: E2E Test for Airbender Prover | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.airbender_e2e == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/ci-airbender-prover-e2e.yml | |
| ci-for-docs: | |
| needs: changed_files | |
| if: needs.changed_files.outputs.docs == 'true' | |
| name: CI for Docs | |
| uses: ./.github/workflows/ci-docs-reusable.yml | |
| build-core-images: | |
| name: Build core images | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-core-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| build-contract-verifier: | |
| name: Build contract verifier | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-contract-verifier-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| build-prover-images: | |
| name: Build prover images | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.prover == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-prover-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| ERA_BELLMAN_CUDA_RELEASE: ${{ vars.ERA_BELLMAN_CUDA_RELEASE }} | |
| is_pr_from_fork: ${{ github.event.pull_request.head.repo.fork == true }} | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| build-airbender-prover-server-images: | |
| name: Build Airbender prover server images | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.airbender_prover_server == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.head_ref, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-airbender-prover-server-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| ci-success: | |
| name: Github Status Check | |
| runs-on: ubuntu-latest | |
| if: always() && !cancelled() | |
| needs: | |
| [ | |
| ci-for-core-lint, | |
| ci-for-core, | |
| ci-for-prover, | |
| ci-for-airbender-prover-server, | |
| ci-for-docs, | |
| build-core-images, | |
| build-contract-verifier, | |
| build-prover-images, | |
| build-airbender-prover-server-images, | |
| e2e-for-prover, | |
| e2e-for-airbender-prover, | |
| ] | |
| steps: | |
| - name: Status | |
| run: | | |
| # This will check all jobs status in the `needs` list, and fail job if one is failed. | |
| # Since we split prover and core to different flows, this job will be only as Required Status Check in the Pull Request. | |
| if [[ ${{ contains(join(needs.*.result, ','), 'failure') }} == "true" ]]; then | |
| echo "Intentionally failing to block PR from merging" | |
| exit 1 | |
| fi |