Skip to content

Commit e4faf06

Browse files
authored
Create a button to manually trigger all cuda benchmarks (#15938)
as title
1 parent 0c3d779 commit e4faf06

File tree

1 file changed

+15
-6
lines changed

1 file changed

+15
-6
lines changed

.github/workflows/cuda-perf.yml

Lines changed: 15 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ name: cuda-perf
22

33
on:
44
schedule:
5-
- cron: 0 8 * * * # 1am PST (8am UTC)
5+
- cron: 0 8 * * * # 12am / 1am PST (8am UTC)
66
pull_request:
77
paths:
88
- .github/workflows/cuda-perf.yml
@@ -34,8 +34,8 @@ on:
3434
required: false
3535
type: string
3636
default: "50"
37-
random_model:
38-
description: Run a random model instead of all models
37+
run_all_models:
38+
description: Run all available models (overrides models input)
3939
required: false
4040
type: boolean
4141
default: false
@@ -64,15 +64,20 @@ jobs:
6464
ALL_MODELS: 'mistralai/Voxtral-Mini-3B-2507,openai/whisper-small,openai/whisper-medium,openai/whisper-large-v3-turbo,google/gemma-3-4b-it'
6565
ALL_QUANTIZATIONS: 'non-quantized,quantized-int4-tile-packed,quantized-int4-weight-only'
6666
NUM_RUNS: ${{ inputs.num_runs || '50' }}
67-
RANDOM_MODEL: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'true' || inputs.random_model || 'false' }}
67+
RUN_ALL_MODELS: ${{ inputs.run_all_models || 'false' }}
68+
RANDOM_MODEL: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'true' || 'false' }}
6869
run: |
6970
set -eux
7071
7172
MODELS="${{ inputs.models }}"
7273
QUANTIZATIONS="${{ inputs.quantizations }}"
7374
75+
# If run_all_models is true, use all models
76+
if [ "$RUN_ALL_MODELS" = "true" ]; then
77+
MODELS="$ALL_MODELS"
78+
echo "Running all available models: $MODELS"
7479
# For non-schedule events (PR, manual trigger without inputs), randomly select one model and one quantization
75-
if [ -z "$MODELS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
80+
elif [ -z "$MODELS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
7681
# Split all models into array
7782
IFS=',' read -ra ALL_MODEL_ARRAY <<< "$ALL_MODELS"
7883
# Randomly select one model
@@ -84,7 +89,11 @@ jobs:
8489
MODELS="$ALL_MODELS"
8590
fi
8691
87-
if [ -z "$QUANTIZATIONS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
92+
# If run_all_models is true, use all quantizations
93+
if [ "$RUN_ALL_MODELS" = "true" ]; then
94+
QUANTIZATIONS="$ALL_QUANTIZATIONS"
95+
echo "Running all available quantizations: $QUANTIZATIONS"
96+
elif [ -z "$QUANTIZATIONS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
8897
# Split all quantizations into array
8998
IFS=',' read -ra ALL_QUANT_ARRAY <<< "$ALL_QUANTIZATIONS"
9099
# Randomly select one quantization

0 commit comments

Comments
 (0)