File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 6161 default : main
6262 type : string
6363 instance_ids :
64- description : Comma-separated instance IDs to evaluate (optional, overrides eval_limit for supported benchmarks)
64+ description : >-
65+ Comma-separated instance IDs to evaluate (no spaces).
66+ Example: "django__django-11583,django__django-12345".
67+ Leave empty to evaluate all instances up to eval_limit.
6568 required : false
6669 default : ' '
6770 num_infer_workers :
@@ -188,6 +191,17 @@ jobs:
188191 exit 1
189192 fi
190193
194+ - name : Validate instance_ids (no spaces allowed)
195+ if : github.event_name == 'workflow_dispatch' && github.event.inputs.instance_ids != ''
196+ run : |
197+ INSTANCE_IDS="${{ github.event.inputs.instance_ids }}"
198+ if [[ "$INSTANCE_IDS" =~ [[:space:]] ]]; then
199+ echo "::error::instance_ids must not contain spaces. Use comma-separated values without spaces."
200+ echo "Got: '$INSTANCE_IDS'"
201+ echo "Example: 'django__django-11583,django__django-12345'"
202+ exit 1
203+ fi
204+
191205 - name : Validate SDK reference (semantic version check)
192206 if : github.event_name == 'workflow_dispatch'
193207 env :
You can’t perform that action at this time.
0 commit comments