[HPU] Add smoke unit test and torchbench model tests for hpu bridge (#13)

1. Add smoke unit tests
2. Enable the torchbench model level tests

Author: chuanqi129

.ci/benchmark.py

@@ -1,6 +1,9 @@
 import argparse
 import os
 import sys
+
+src_parent_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+sys.path.append(src_parent_dir)
 from src.benchmark.utils import read_metrics, to_markdown_table
 
 

.github/workflows/_gaudi_hpu_benchmark.yml

@@ -139,7 +139,8 @@ jobs:
         run: |
           torch_version=$(python -c "import torch; print(torch.__version__)")
           torch_git_version=$(python -c "import torch; print(torch.version.git_version)")
-          torchbench_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/torchbench.txt)
+          # torchbench_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/torchbench.txt)
+          torchbench_version=main
           torchvision_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/vision.txt)
           torchaudio_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.github/ci_commit_pins/audio.txt)
           hf_version=$(curl https://raw.githubusercontent.com/pytorch/pytorch/${torch_git_version}/.ci/docker/ci_commit_pins/huggingface.txt)
@@ -210,10 +211,10 @@ jobs:
       - name: Run benchmarks
         working-directory: benchmark
         run: |
+          export PT_HPU_LAZY_MODE=0
           echo "Run torchbench"
-          touch gaudi_hpu_benchmark.json
-          # python run_benchmark.py test_bench --accuracy --device hpu --test eval \
-          #     --output gaudi_hpu_benchmark.json
+          python run_benchmark.py test_bench --accuracy --device hpu --test eval \
+               --output gaudi_hpu_benchmark.json
 
       - name: Upload the benchmark report file
         id: upload-report
@@ -228,7 +229,7 @@ jobs:
       - name: Write to workflow job summary
         run: |
           echo "Write to workflow job summary"
-          # python .ci/benchmark.py --write-gh-job-summary --path benchmark/gaudi_hpu_benchmark.json
+          python .ci/benchmark.py --write-gh-job-summary --path benchmark/gaudi_hpu_benchmark.json
 
       - name: Write to workflow job summary
         run: |

.github/workflows/_gaudi_hpu_ut.yml

@@ -143,10 +143,12 @@ jobs:
           pip list | grep -E 'torch|numpy'
 
       - name: Do the test
-        continue-on-error: true
+        working-directory: pytorch
         run: |
+          pip install -r .ci/docker/requirements-ci.txt
           echo "Call UT test scripts"
-        #   python torch_hpu/ci/access_control_test.py
+          export PT_HPU_LAZY_MODE=0
+          python test/run_test.py -k test_Dropout2d_hpu --include nn/test_dropout
 
       - name: Cleanup workspace
         if: always()