@@ -2,7 +2,7 @@ name: cuda-perf
22
33on :
44 schedule :
5- - cron : 0 8 * * * # 1am PST (8am UTC)
5+ - cron : 0 8 * * * # 12am / 1am PST (8am UTC)
66 pull_request :
77 paths :
88 - .github/workflows/cuda-perf.yml
3434 required : false
3535 type : string
3636 default : " 50"
37- random_model :
38- description : Run a random model instead of all models
37+ run_all_models :
38+ description : Run all available models (overrides models input)
3939 required : false
4040 type : boolean
4141 default : false
@@ -64,15 +64,20 @@ jobs:
6464 ALL_MODELS : ' mistralai/Voxtral-Mini-3B-2507,openai/whisper-small,openai/whisper-medium,openai/whisper-large-v3-turbo,google/gemma-3-4b-it'
6565 ALL_QUANTIZATIONS : ' non-quantized,quantized-int4-tile-packed,quantized-int4-weight-only'
6666 NUM_RUNS : ${{ inputs.num_runs || '50' }}
67- RANDOM_MODEL : ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'true' || inputs.random_model || 'false' }}
67+ RUN_ALL_MODELS : ${{ inputs.run_all_models || 'false' }}
68+ RANDOM_MODEL : ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' && 'true' || 'false' }}
6869 run : |
6970 set -eux
7071
7172 MODELS="${{ inputs.models }}"
7273 QUANTIZATIONS="${{ inputs.quantizations }}"
7374
75+ # If run_all_models is true, use all models
76+ if [ "$RUN_ALL_MODELS" = "true" ]; then
77+ MODELS="$ALL_MODELS"
78+ echo "Running all available models: $MODELS"
7479 # For non-schedule events (PR, manual trigger without inputs), randomly select one model and one quantization
75- if [ -z "$MODELS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
80+ elif [ -z "$MODELS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
7681 # Split all models into array
7782 IFS=',' read -ra ALL_MODEL_ARRAY <<< "$ALL_MODELS"
7883 # Randomly select one model
8489 MODELS="$ALL_MODELS"
8590 fi
8691
87- if [ -z "$QUANTIZATIONS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
92+ # If run_all_models is true, use all quantizations
93+ if [ "$RUN_ALL_MODELS" = "true" ]; then
94+ QUANTIZATIONS="$ALL_QUANTIZATIONS"
95+ echo "Running all available quantizations: $QUANTIZATIONS"
96+ elif [ -z "$QUANTIZATIONS" ] && [ "${{ github.event_name }}" != "schedule" ]; then
8897 # Split all quantizations into array
8998 IFS=',' read -ra ALL_QUANT_ARRAY <<< "$ALL_QUANTIZATIONS"
9099 # Randomly select one quantization
0 commit comments