add different pyhton version and virtual env

Author: cccclai

.ci/scripts/test_wheel_package_qnn.sh

@@ -84,7 +84,6 @@ EOF
 # ----------------------------
 echo "=== Building Wheel Package ==="
 EXECUTORCH_BUILDING_WHEEL=1 python setup.py bdist_wheel
-
 unset EXECUTORCH_BUILDING_WHEEL
 
 WHEEL_FILE=$(ls dist/*.whl | head -n 1)
@@ -103,18 +102,6 @@ else
     echo "OK: No qualcomm/sdk files found in wheel"
 fi
 
-# ----------------------------
-# Conda environment setup & tests
-# ----------------------------
-TEMP_ENV_DIR=$(mktemp -d)
-echo "Using temporary directory: $TEMP_ENV_DIR"
-
-conda create -y -p "$TEMP_ENV_DIR/env" python=3.10
-conda run -p "$TEMP_ENV_DIR/env" pip install "$WHEEL_FILE"
-
-conda run -p "$TEMP_ENV_DIR/env" pip install torch=="2.9.0.dev20250801" --index-url "https://download.pytorch.org/whl/nightly/cpu"
-conda run -p "$TEMP_ENV_DIR/env" pip install --pre torchao --index-url "https://download.pytorch.org/whl/nightly/cpu"
-
 # ----------------------------
 # Check .so files in the wheel
 # ----------------------------
@@ -129,28 +116,81 @@ else
 fi
 
 # ----------------------------
-# Check installed .so files in conda env
+# Helpers
 # ----------------------------
-echo "Checking installed executorch/backends/qualcomm/python contents in conda env..."
-ENV_SO_DIR="$TEMP_ENV_DIR/env/lib/python3.10/site-packages/executorch/backends/qualcomm/python"
-ls -l "$ENV_SO_DIR" || echo "Folder does not exist!"
+get_site_packages_dir () {
+  local PYBIN="$1"
+  "$PYBIN" - <<'PY'
+import sysconfig, sys
+print(sysconfig.get_paths().get("purelib") or sysconfig.get_paths().get("platlib"))
+PY
+}
+
+run_core_tests () {
+  local PYBIN="$1"      # path to python
+  local PIPBIN="$2"     # path to pip
+  local LABEL="$3"      # label to print (conda/venv)
+
+  echo "=== [$LABEL] Installing wheel & deps ==="
+  "$PIPBIN" install --upgrade pip
+  "$PIPBIN" install "$WHEEL_FILE"
+  "$PIPBIN" install torch=="2.9.0.dev20250801" --index-url "https://download.pytorch.org/whl/nightly/cpu"
+  "$PIPBIN" install --pre torchao --index-url "https://download.pytorch.org/whl/nightly/cpu"
+
+  echo "=== [$LABEL] Import smoke tests ==="
+  "$PYBIN" -c "import executorch; print('executorch imported successfully')"
+  "$PYBIN" -c "import executorch.backends.qualcomm; print('executorch.backends.qualcomm imported successfully')"
+
+  echo "=== [$LABEL] List installed executorch/backends/qualcomm/python ==="
+  local SITE_DIR
+  SITE_DIR="$(get_site_packages_dir "$PYBIN")"
+  local SO_DIR="$SITE_DIR/executorch/backends/qualcomm/python"
+  ls -l "$SO_DIR" || echo "Folder does not exist!"
+
+  echo "=== [$LABEL] Run export script to generate linear.pte ==="
+  (cd "$REPO_ROOT" && "$PYBIN" "$REPO_ROOT/script.py")
+
+  if [ -f "$REPO_ROOT/linear.pte" ]; then
+      echo "[$LABEL] Model file linear.pte successfully created"
+  else
+      echo "ERROR: [$LABEL] Model file linear.pte was not created"
+      exit 1
+  fi
+}
 
-# Run import tests
-conda run -p "$TEMP_ENV_DIR/env" python -c "import executorch; print('executorch imported successfully')"
-conda run -p "$TEMP_ENV_DIR/env" python -c "import executorch.backends.qualcomm; print('executorch.backends.qualcomm imported successfully')"
+# ----------------------------
+# Conda environment setup & tests
+# ----------------------------
+echo "=== Testing in Conda env ==="
+TEMP_ENV_DIR=$(mktemp -d)
+echo "Using temporary directory for conda: $TEMP_ENV_DIR"
+conda create -y -p "$TEMP_ENV_DIR/env" python=3.10
+# derive python/pip paths inside the conda env
+CONDA_PY="$TEMP_ENV_DIR/env/bin/python"
+CONDA_PIP="$TEMP_ENV_DIR/env/bin/pip"
+# Some images require conda run; keep pip/python direct to simplify path math
+run_core_tests "$CONDA_PY" "$CONDA_PIP" "conda"
+
+# Cleanup conda env
+conda env remove -p "$TEMP_ENV_DIR/env" -y || true
+rm -rf "$TEMP_ENV_DIR"
+
+# ----------------------------
+# Python venv setup & tests
+# ----------------------------
+echo "=== Testing in Python venv ==="
+TEMP_VENV_DIR=$(mktemp -d)
+echo "Using temporary directory for venv: $TEMP_VENV_DIR"
+python3 -m venv "$TEMP_VENV_DIR/venv"
+VENV_PY="$TEMP_VENV_DIR/venv/bin/python"
+VENV_PIP="$TEMP_VENV_DIR/venv/bin/pip"
 
-# Run the dynamically created script using absolute path
-conda run -p "$TEMP_ENV_DIR/env" python "$REPO_ROOT/script.py"
+# Ensure venv has wheel/build basics if needed
+"$VENV_PIP" install --upgrade pip
 
-# Check if linear.pte was created
-if [ -f "linear.pte" ]; then
-    echo "Model file linear.pte successfully created"
-else
-    echo "ERROR: Model file linear.pte was not created"
-fi
+run_core_tests "$VENV_PY" "$VENV_PIP" "venv"
 
-# Cleanup
-conda env remove -p "$TEMP_ENV_DIR/env" -y
-rm -rf "$TEMP_ENV_DIR"
+# Cleanup venv
+rm -rf "$TEMP_VENV_DIR"
 
 echo "=== All tests completed! ==="

.github/workflows/pull.yml

@@ -14,24 +14,29 @@ concurrency:
 
 jobs:
   test-qnn-wheel-packages-linux:
-    name: test-qnn-wheel-packages-linux
+    name: test-qnn-wheel-packages-linux (py${{ matrix.python-version }})
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
     permissions:
       id-token: write
       contents: read
     strategy:
       fail-fast: false
+      matrix:
+        python-version: [ "3.10", "3.11", "3.12" ]
     with:
       runner: linux.2xlarge
       docker-image: ci-image:executorch-ubuntu-22.04-clang12
       submodules: 'recursive'
       ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
       timeout: 180
       script: |
-        # The generic Linux job chooses to use base env, not the one setup by the image
         CONDA_ENV=$(conda env list --json | jq -r ".envs | .[-1]")
         conda activate "${CONDA_ENV}"
 
+        # Create a clean env for each python version
+        conda create -y -n test_env_${{ matrix.python-version }} python=${{ matrix.python-version }}
+        conda activate test_env_${{ matrix.python-version }}
+
         PYTHON_EXECUTABLE=python bash .ci/scripts/test_wheel_package_qnn.sh
 
   # test-setup-linux-gcc: