.github/workflows/benchmark.yml #262
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| workflow_call: | |
| inputs: | |
| setup: | |
| type: string | |
| required: true | |
| architecture: | |
| type: string | |
| required: false | |
| default: 'all' | |
| description: 'Run only on specific architecture' | |
| workflow_dispatch: | |
| inputs: | |
| setup: | |
| type: choice | |
| options: | |
| - benchmarks-all | |
| - benchmarks-default | |
| - bm-basics-fp32-single | |
| - bm-basics-fp32-multi | |
| - bm-basics-fp64-single | |
| - bm-basics-fp64-multi | |
| - bm-basics-bf16-single | |
| - bm-basics-bf16-multi | |
| - bm-basics-fp16-single | |
| - bm-basics-fp16-multi | |
| - bm-basics-int8-single | |
| - bm-basics-int8-multi | |
| - bm-basics-uint8-single | |
| - bm-basics-uint8-multi | |
| - bm-batch-iter-fp32-single | |
| - bm-batch-iter-fp32-multi | |
| - bm-batch-iter-fp64-single | |
| - bm-batch-iter-fp64-multi | |
| - bm-batch-iter-bf16-single | |
| - bm-batch-iter-bf16-multi | |
| - bm-batch-iter-fp16-single | |
| - bm-batch-iter-fp16-multi | |
| - bm-batch-iter-int8-single | |
| - bm-batch-iter-int8-multi | |
| - bm-batch-iter-uint8-single | |
| - bm-batch-iter-uint8-multi | |
| - bm-updated-fp32-single | |
| - bm-hnsw-disk-fp32-single | |
| - bm-spaces | |
| description: 'Benchmarks set to run' | |
| default: benchmarks-all | |
| architecture: | |
| type: choice | |
| options: | |
| - all | |
| - arm64 | |
| - x86_64 | |
| description: 'Run only on specific architecture' | |
| default: 'all' | |
| jobs: | |
| prepare_runner_configurations: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - name: Set matrix | |
| id: set-matrix | |
| run: | | |
| # Define the full matrix as a JSON string | |
| FULL_MATRIX=' | |
| { | |
| "include": [ | |
| { | |
| "architecture": "arm64", | |
| "instance-type": "r8g.xlarge", | |
| "ami-id": "ami-0d6c92b636b74f843" | |
| }, | |
| { | |
| "architecture": "x86_64", | |
| "instance-type": "r7i.xlarge", | |
| "ami-id": "ami-09fabd03bb09b3704" | |
| } | |
| ] | |
| } | |
| ' | |
| # Filter the matrix based on architecture | |
| if [ "${{ inputs.architecture }}" = "all" ]; then | |
| # Use the full matrix | |
| FILTERED_MATRIX="$FULL_MATRIX" | |
| else | |
| # Filter to only the selected architecture | |
| FILTERED_MATRIX=$(echo "$FULL_MATRIX" | jq -c '{include: [.include[] | select(.architecture | contains("${{ inputs.architecture }}"))]}') | |
| fi | |
| # Use multiline output delimiter syntax for GitHub Actions | |
| echo "matrix<<EOF" >> $GITHUB_OUTPUT | |
| echo "$FILTERED_MATRIX" >> $GITHUB_OUTPUT | |
| echo "EOF" >> $GITHUB_OUTPUT | |
| run_benchmarks: | |
| name: Run ${{ matrix.architecture }} benchmarks | |
| needs: prepare_runner_configurations | |
| uses: ./.github/workflows/benchmark-runner.yml | |
| secrets: inherit | |
| strategy: | |
| matrix: ${{ fromJson(needs.prepare_runner_configurations.outputs.matrix) }} | |
| with: | |
| setup: ${{ inputs.setup }} | |
| architecture: ${{ matrix.architecture }} | |
| instance-type: ${{ matrix.instance-type }} | |
| ami-id: ${{ matrix.ami-id }} |