Skip to content

Commit 9702ab4

Browse files
committed
[HPU] Enable torchbench model level test for hpu bridge
1 parent 42820a2 commit 9702ab4

File tree

1 file changed

+6
-5
lines changed

1 file changed

+6
-5
lines changed

.github/workflows/_gaudi_hpu_benchmark.yml

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -135,7 +135,8 @@ jobs:
135135
run: |
136136
torch_version=$(python -c "import torch; print(torch.__version__)")
137137
torch_git_version=$(python -c "import torch; print(torch.version.git_version)")
138-
torchbench_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/torchbench.txt)
138+
# torchbench_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/torchbench.txt)
139+
torchbench_version=main
139140
torchvision_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/vision.txt)
140141
torchaudio_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/audio.txt)
141142
hf_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.ci/docker/ci_commit_pins/huggingface.txt)
@@ -206,10 +207,10 @@ jobs:
206207
- name: Run benchmarks
207208
working-directory: benchmark
208209
run: |
210+
export PT_HPU_LAZY_MODE=0
209211
echo "Run torchbench"
210-
touch gaudi_hpu_benchmark.json
211-
# python run_benchmark.py test_bench --accuracy --device hpu --test eval \
212-
# --output gaudi_hpu_benchmark.json
212+
python run_benchmark.py test_bench --accuracy --device hpu --test eval \
213+
--output gaudi_hpu_benchmark.json
213214
214215
- name: Upload the benchmark report file
215216
id: upload-report
@@ -224,7 +225,7 @@ jobs:
224225
- name: Write to workflow job summary
225226
run: |
226227
echo "Write to workflow job summary"
227-
# python .ci/benchmark.py --write-gh-job-summary --path benchmark/gaudi_hpu_benchmark.json
228+
python .ci/benchmark.py --write-gh-job-summary --path benchmark/gaudi_hpu_benchmark.json
228229
229230
- name: Write to workflow job summary
230231
run: |

0 commit comments

Comments
 (0)