Permissioned Babe NPoS Runtime #1448
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # .github/workflows/benchmarks.yml | |
| name: Validate-Benchmarks | |
| on: | |
| pull_request: | |
| types: [opened, synchronize] | |
| workflow_dispatch: | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| concurrency: | |
| group: run-benchmarks-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| validate-benchmarks: | |
| runs-on: [self-hosted, type-ccx33] | |
| env: | |
| SKIP_BENCHMARKS: "0" | |
| AUTO_COMMIT_WEIGHTS: "1" | |
| steps: | |
| # ────────────────────────────────────────────────────────────────── | |
| - name: Check out PR branch | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ github.event.pull_request.head.repo.full_name }} | |
| ref: ${{ github.event.pull_request.head.ref }} | |
| fetch-depth: 0 | |
| - name: Install GitHub CLI | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a apt-get update | |
| sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a apt-get install -y --no-install-recommends -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" gh | |
| echo "${{ secrets.GITHUB_TOKEN }}" | gh auth login --with-token | |
| # (1) — first skip‑label check | |
| - name: Check skip label | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| labels=$(gh pr view ${{ github.event.pull_request.number }} \ | |
| --repo "${{ github.repository }}" \ | |
| --json labels --jq '.labels[].name') | |
| if echo "$labels" | grep -q "skip-validate-benchmarks"; then | |
| echo "skip-validate-benchmarks label found — skipping benchmarks." | |
| echo "SKIP_BENCHMARKS=1" >> "$GITHUB_ENV" | |
| fi | |
| - name: Install system dependencies | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a apt-get update | |
| sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a apt-get install -y --no-install-recommends -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" build-essential clang curl libssl-dev llvm libudev-dev protobuf-compiler pkg-config | |
| # (2) | |
| - name: Check skip label | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| labels=$(gh pr view ${{ github.event.pull_request.number }} \ | |
| --repo "${{ github.repository }}" \ | |
| --json labels --jq '.labels[].name') | |
| if echo "$labels" | grep -q "skip-validate-benchmarks"; then | |
| echo "skip-validate-benchmarks label found — skipping benchmarks." | |
| echo "SKIP_BENCHMARKS=1" >> "$GITHUB_ENV" | |
| fi | |
| - name: Install Rust toolchain | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| profile: minimal | |
| toolchain: stable | |
| # (3) | |
| - name: Check skip label | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| labels=$(gh pr view ${{ github.event.pull_request.number }} \ | |
| --repo "${{ github.repository }}" \ | |
| --json labels --jq '.labels[].name') | |
| if echo "$labels" | grep -q "skip-validate-benchmarks"; then | |
| echo "skip-validate-benchmarks label found — skipping benchmarks." | |
| echo "SKIP_BENCHMARKS=1" >> "$GITHUB_ENV" | |
| fi | |
| - name: Cache Rust build | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: bench-${{ hashFiles('**/Cargo.lock') }} | |
| cache-on-failure: true | |
| # (4) | |
| - name: Check skip label | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| labels=$(gh pr view ${{ github.event.pull_request.number }} \ | |
| --repo "${{ github.repository }}" \ | |
| --json labels --jq '.labels[].name') | |
| if echo "$labels" | grep -q "skip-validate-benchmarks"; then | |
| echo "skip-validate-benchmarks label found — skipping benchmarks." | |
| echo "SKIP_BENCHMARKS=1" >> "$GITHUB_ENV" | |
| fi | |
| - name: Build node with benchmarks | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| cargo build --profile production -p node-subtensor --features runtime-benchmarks | |
| # (5) | |
| - name: Check skip label | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| labels=$(gh pr view ${{ github.event.pull_request.number }} \ | |
| --repo "${{ github.repository }}" \ | |
| --json labels --jq '.labels[].name') | |
| if echo "$labels" | grep -q "skip-validate-benchmarks"; then | |
| echo "skip-validate-benchmarks label found — skipping benchmarks." | |
| echo "SKIP_BENCHMARKS=1" >> "$GITHUB_ENV" | |
| fi | |
| - name: Run & validate benchmarks | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 180 | |
| max_attempts: 3 | |
| retry_wait_seconds: 60 | |
| command: | | |
| chmod +x scripts/benchmark_action.sh | |
| scripts/benchmark_action.sh | |
| # (6) — final check after run | |
| - name: Check skip label after run | |
| if: ${{ env.SKIP_BENCHMARKS != '1' }} | |
| run: | | |
| labels=$(gh pr view ${{ github.event.pull_request.number }} \ | |
| --repo "${{ github.repository }}" \ | |
| --json labels --jq '.labels[].name') | |
| if echo "$labels" | grep -q "skip-validate-benchmarks"; then | |
| echo "skip-validate-benchmarks label was found — but benchmarks already ran." | |
| fi |