File tree Expand file tree Collapse file tree 1 file changed +6
-17
lines changed
Expand file tree Collapse file tree 1 file changed +6
-17
lines changed Original file line number Diff line number Diff line change @@ -7,20 +7,21 @@ name: Terminal-Bench
77on :
88 workflow_dispatch :
99 inputs :
10- name :
11- description : ' Run terminal-bench workflow to test Q CLI in real terminal environments.'
12- default : ' all'
10+ git_commit_hash :
11+ description : ' Input git commit hash to run TB on'
1312 required : true
13+ default : ' latest'
1414 type : string
15-
15+
1616jobs :
1717 run-benchmark :
1818 # avoids disk storage issues
19- runs-on : ubuntu-latest-8-cores
19+ runs-on : ubuntu-latest
2020 # makes these env vars available in main.py
2121 env :
2222 CHAT_DOWNLOAD_ROLE_ARN : ${{ secrets.CHAT_DOWNLOAD_ROLE_ARN }}
2323 CHAT_BUILD_BUCKET_NAME : ${{ secrets.CHAT_BUILD_BUCKET_NAME }}
24+ GIT_HASH : ${{ github.event.inputs.git_commit_hash }}
2425 permissions :
2526 id-token : write
2627 contents : read
4142 - name : Checkout repository
4243 uses : actions/checkout@v4
4344
44- # Captures git hash of branch to query specific S3 bucket
45- - name : Set git hash
46- run : |
47- if [ -n "$GITHUB_SHA" ]; then
48- git_hash=$(git rev-parse "$GITHUB_SHA")
49- else
50- git_hash="latest"
51- fi
52- # appends to github_env file
53- echo "GIT_HASH=$git_hash" >> $GITHUB_ENV
54- echo "Git hash set to: $git_hash"
55-
5645 - name : Set up Python
5746 uses : actions/setup-python@v4
5847 with :
You can’t perform that action at this time.
0 commit comments