debug

Author: cccclai

.github/workflows/trunk.yml

@@ -827,32 +827,23 @@ jobs:
         # The generic Linux job chooses to use base env, not the one setup by the image
         CONDA_ENV=$(conda env list --json | jq -r ".envs | .[-1]")
         conda activate "${CONDA_ENV}"
-        PYTHON_EXECUTABLE=python bash .ci/scripts/setup-linux.sh --build-tool cmake
-        # Build executor_runner with ETdump enabled
-        PYTHON_EXECUTABLE=python cmake -DPYTHON_EXECUTABLE=python \
-          -DCMAKE_INSTALL_PREFIX=cmake-out \
-          -DEXECUTORCH_ENABLE_LOGGING=1 \
-          -DCMAKE_BUILD_TYPE=Release \
-          -DEXECUTORCH_BUILD_EXTENSION_DATA_LOADER=ON \
-          -DEXECUTORCH_BUILD_EXTENSION_FLAT_TENSOR=ON \
-          -DEXECUTORCH_BUILD_EXTENSION_MODULE=ON \
-          -DEXECUTORCH_BUILD_EXTENSION_TENSOR=ON \
-          -DEXECUTORCH_BUILD_XNNPACK=ON \
-          -DEXECUTORCH_BUILD_KERNELS_QUANTIZED=ON \
-          -DEXECUTORCH_BUILD_KERNELS_OPTIMIZED=ON \
-          -DEXECUTORCH_BUILD_KERNELS_LLM=ON \
-          -DEXECUTORCH_BUILD_DEVTOOLS=ON \
-          -DEXECUTORCH_ENABLE_EVENT_TRACER=ON \
-          -Bcmake-out .
-        cmake --build cmake-out -j16 --target install --config Release
+        # Install executorch
+        ${CONDA_RUN} python install_executorch.py
+
         echo "::endgroup::"
 
         echo "::group::Set up Hugging Face"
         pip install -U "huggingface_hub[cli]"
         huggingface-cli login --token $SECRET_EXECUTORCH_HF_TOKEN
         OPTIMUM_ET_COMMIT=$(cat .ci/docker/ci_commit_pins/optimum-executorch.txt)
+
+        echo "Cloning optimum-executorch..."
+
         git clone https://github.com/huggingface/optimum-executorch
         pushd optimum-executorch
+
+        echo "Checking out commit: $OPTIMUM_ET_COMMIT"
+
         # There is no release yet, for CI stability, always test from the same commit on main
         git checkout $OPTIMUM_ET_COMMIT
         python install_dev.py --skip_override_torch

setup.py

@@ -464,12 +464,23 @@ def run(self):
             return
 
         try:
+            import sys, traceback
+
+            logging.info(f"Attempting to import Qualcomm backend...")
+            logging.debug(f"sys.path = {sys.path}")
+
             # Following code is for building the Qualcomm backend.
+            logging.info("Trying to import Qualcomm backend SDK helpers")
+            logging.debug(f"sys.path = {sys.path}")
+            logging.debug(f"Current working directory = {os.getcwd()}")
+
             from backends.qualcomm.scripts.download_qnn_sdk import (
                 _download_qnn_sdk,
                 is_linux_x86,
             )
 
+            logging.info("Qualcomm backend imports succeeded")
+
             if is_linux_x86():
                 os.environ["EXECUTORCH_BUILDING_WHEEL"] = "1"
 
@@ -493,6 +504,11 @@ def run(self):
                     # Run build.sh with SDK path exported
                     env = dict(**os.environ)
                     env["QNN_SDK_ROOT"] = str(sdk_path)
+                    logging.info(
+                        f"Running build.sh: {build_sh} with QNN_SDK_ROOT={sdk_path}"
+                    )
+                    logging.info(f"Environment keys: {list(env.keys())}")
+
                     subprocess.check_call([str(build_sh), "--skip_aarch64"], env=env)
 
                     # Copy the main .so into the wheel package
@@ -530,9 +546,13 @@ def run(self):
                         self.copy_file(str(so_src), str(so_dst))
                         logging.info(f"Copied Qualcomm backend: {so_src} -> {so_dst}")
 
-        except ImportError:
-            logging.error("Fail to build Qualcomm backend")
-            logging.exception("Import error")
+        except ImportError as e:
+            logging.error("Fail to build Qualcomm backend: ImportError")
+            logging.error("Message: %s", e)
+            logging.error("sys.path at failure: %s", sys.path)
+            logging.error("cwd at failure: %s", os.getcwd())
+            traceback.print_exc()
+            raise
 
         if self.editable_mode:
             self._ran_build = True