File tree Expand file tree Collapse file tree 2 files changed +6
-1
lines changed Expand file tree Collapse file tree 2 files changed +6
-1
lines changed Original file line number Diff line number Diff line change @@ -48,6 +48,9 @@ MODE=${MODE:-"xnnpack+custom"}
4848# Default UPLOAD_DIR to empty string if not set
4949UPLOAD_DIR=" ${UPLOAD_DIR:- } "
5050
51+ # Default PT2E_QUANTIZE to empty string if not set
52+ PT2E_QUANTIZE=" ${PT2E_QUANTIZE:- } "
53+
5154if [[ $# -lt 4 ]]; then # Assuming 4 mandatory args
5255 echo " Expecting atleast 4 positional arguments"
5356 echo " Usage: [...]"
Original file line number Diff line number Diff line change @@ -368,6 +368,7 @@ jobs:
368368 strategy :
369369 matrix :
370370 dtype : [fp32]
371+ pt2e_quantize : [qnn_16a16w, qnn_8a8w]
371372 mode : [qnn]
372373 fail-fast : false
373374 with :
@@ -384,6 +385,7 @@ jobs:
384385 DTYPE=${{ matrix.dtype }}
385386 BUILD_TOOL="cmake"
386387 MODE=${{ matrix.mode }}
388+ PT2E_QUANTIZE=${{ matrix.pt2e_quantize }}
387389
388390 PYTHON_EXECUTABLE=python bash .ci/scripts/setup-qnn-deps.sh
389391 PYTHON_EXECUTABLE=python bash .ci/scripts/build-qnn-sdk.sh
@@ -393,7 +395,7 @@ jobs:
393395 # Install requirements for export_llama
394396 PYTHON_EXECUTABLE=python bash examples/models/llama/install_requirements.sh
395397 # Test llama2
396- PYTHON_EXECUTABLE=python bash .ci/scripts/test_llama.sh -model stories110M -build_tool "${BUILD_TOOL}" -dtype "${DTYPE}" -mode "${MODE }"
398+ PYTHON_EXECUTABLE=python bash .ci/scripts/test_llama.sh -model stories110M -build_tool "${BUILD_TOOL}" -mode "${MODE}" - dtype "${DTYPE}" -pt2e_quantize "${PT2E_QUANTIZE }"
397399
398400 test-phi-3-mini-runner-linux :
399401 name : test-phi-3-mini-runner-linux
You can’t perform that action at this time.
0 commit comments