Add a standalone e2e test, r2

Author: leshikus

.github/workflows/build-test-reusable.yml

@@ -145,7 +145,7 @@ jobs:
       - name: Run E2E test
         run: |
           #FIXME move back test when ready
-          scripts/inductor_xpu_test.sh huggingface float32 inference accuracy xpu 0 static 1 0 AlbertForMaskedLM
+          scripts/test-inductor.sh
           exit 1
 
       - name: Create test-triton command line
@@ -190,6 +190,7 @@ jobs:
           ${{ env.TRITON_TEST_CMD }} --instrumentation --skip-pip-install
 
       - name: Get transformers version
+        if: inputs.env_manager == 'base'
         run: |
           cd pytorch
           TRANSFORMERS_VERSION="$(<.ci/docker/ci_commit_pins/huggingface.txt)"

scripts/test-inductor.sh

@@ -0,0 +1,16 @@
+#/bin/sh
+
+test -d pytorch || {
+  git clone https://github.com/pytorch/pytorch
+  cd pytorch
+  TRANSFORMERS_VERSION=$(.ci/docker/ci_commit_pins/huggingface.txt)
+  pip install transformers=$TRANSFORMERS_VERSION
+  python -c "import transformers; print(transformers.__version__)"
+}
+
+pip install pyyaml pandas scipy numpy psutil pyre_extensions torchrec
+
+ZE_AFFINITY_MASK=0 python pytorch/benchmarks/dynamo/huggingface.py --accuracy --float32 -dxpu -n10 --no-skip --dashboard --inference --freezing --total-partitions 1 --partition-id 0 --only AlbertForMaskedLM --backend=inductor --timeout=4800 --output=inductor_log.csv
+
+cat inductor_log.csv
+grep AlbertForMaskedLM inductor_log.csv | grep -q ,pass,