Skip to content

Commit 0f817ad

Browse files
committed
Update base for Update on "[Executorch] Add quantized kv cache to oss ci"
Fixes to make sure quantized kv cache works in oss Differential Revision: [D66269487](https://our.internmc.facebook.com/intern/diff/D66269487/) [ghstack-poisoned]
1 parent 6316cb6 commit 0f817ad

File tree

3 files changed

+7
-10
lines changed

3 files changed

+7
-10
lines changed

.ci/scripts/build-qnn-sdk.sh

Lines changed: 4 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -12,19 +12,13 @@ build_qnn_backend() {
1212
echo "Start building qnn backend."
1313
export ANDROID_NDK_ROOT=/opt/ndk
1414
export QNN_SDK_ROOT=/tmp/qnn/2.25.0.240728
15-
export EXECUTORCH_SRC_ROOT="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/../.." && pwd)"
16-
export EXECUTORCH_INSTALL_ROOT="$(python -c 'import executorch; print(executorch.__path__[0])')"
17-
if [ "$EXECUTORCH_INSTALL_ROOT" == "" ]; then
18-
echo "Failed to find where executorch package is installed."
19-
echo "import executorch failed"
20-
exit -1
21-
fi
15+
export EXECUTORCH_ROOT="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/../.." && pwd)"
2216

2317
bash backends/qualcomm/scripts/build.sh --skip_aarch64 --job_number 2 --release
2418
}
2519

2620
set_up_aot() {
27-
cd $EXECUTORCH_SRC_ROOT
21+
cd $EXECUTORCH_ROOT
2822
if [ ! -d "cmake-out" ]; then
2923
mkdir cmake-out
3024
fi
@@ -42,8 +36,8 @@ set_up_aot() {
4236
cmake --build $PWD --target "PyQnnManagerAdaptor" "PyQnnWrapperAdaptor" -j$(nproc)
4337
# install Python APIs to correct import path
4438
# The filename might vary depending on your Python and host version.
45-
cp -f backends/qualcomm/PyQnnManagerAdaptor.cpython-310-x86_64-linux-gnu.so $EXECUTORCH_INSTALL_ROOT/backends/qualcomm/python
46-
cp -f backends/qualcomm/PyQnnWrapperAdaptor.cpython-310-x86_64-linux-gnu.so $EXECUTORCH_INSTALL_ROOT/backends/qualcomm/python
39+
cp -f backends/qualcomm/PyQnnManagerAdaptor.cpython-310-x86_64-linux-gnu.so $EXECUTORCH_ROOT/backends/qualcomm/python
40+
cp -f backends/qualcomm/PyQnnWrapperAdaptor.cpython-310-x86_64-linux-gnu.so $EXECUTORCH_ROOT/backends/qualcomm/python
4741
popd
4842

4943
# Workaround for fbs files in exir/_serialize

.ci/scripts/test_llama.sh

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,7 @@ if [[ "${MODE}" =~ .*qnn.* ]]; then
107107
export EXECUTORCH_ROOT="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." && pwd)"
108108
export QNN_SDK_ROOT=/tmp/qnn/2.25.0.240728
109109
export LD_LIBRARY_PATH="${QNN_SDK_ROOT}/lib/x86_64-linux-clang"
110+
export PYTHONPATH=".."
110111
cp schema/program.fbs exir/_serialize/program.fbs
111112
cp schema/scalar_type.fbs exir/_serialize/scalar_type.fbs
112113
cp -f build-x86/backends/qualcomm/PyQnnManagerAdaptor.cpython-310-x86_64-linux-gnu.so backends/qualcomm/python

.ci/scripts/test_model.sh

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -152,8 +152,10 @@ test_model_with_qnn() {
152152
source "$(dirname "${BASH_SOURCE[0]}")/build-qnn-sdk.sh"
153153
echo "ANDROID_NDK_ROOT: $ANDROID_NDK_ROOT"
154154
echo "QNN_SDK_ROOT: $QNN_SDK_ROOT"
155+
echo "EXECUTORCH_ROOT: $EXECUTORCH_ROOT"
155156

156157
export LD_LIBRARY_PATH=$QNN_SDK_ROOT/lib/x86_64-linux-clang/
158+
export PYTHONPATH=$EXECUTORCH_ROOT/..
157159

158160
if [[ "${MODEL_NAME}" == "dl3" ]]; then
159161
EXPORT_SCRIPT=deeplab_v3

0 commit comments

Comments
 (0)