Update on "[Executorch] Add quantized kv cache to oss ci"

kimishpatel · kimishpatel · commit 47cfa2adc44e · 2024-11-22T13:26:41.000-08:00
Fixes to make sure quantized kv cache works in oss Differential Revision: [D66269487](https://our.internmc.facebook.com/intern/diff/D66269487/) [ghstack-poisoned]
diff --git a/extension/llm/custom_ops/custom_ops.py b/extension/llm/custom_ops/custom_ops.py
@@ -31,7 +31,7 @@
     logging.info(f"Looking for libcustom_ops_aot_lib.so in {executorch_package_path }")
     libs = list(
         glob.glob(
-            f"{executorch_package_path}/**/libquantized_ops_aot_lib.*", recursive=True
+            f"{executorch_package_path}/**/libcustom_ops_aot_lib.*", recursive=True
         )
     )
     assert len(libs) == 1, f"Expected 1 library but got {len(libs)}"

Original file line number	Diff line number	Diff line change
`@@ -31,7 +31,7 @@`
`31`	`31`	`logging.info(f"Looking for libcustom_ops_aot_lib.so in {executorch_package_path }")`
`32`	`32`	`libs = list(`
`33`	`33`	`glob.glob(`
`34`		`- f"{executorch_package_path}/*/libquantized_ops_aot_lib.", recursive=True`
	`34`	`+ f"{executorch_package_path}/*/libcustom_ops_aot_lib.", recursive=True`
`35`	`35`	`)`
`36`	`36`	`)`
`37`	`37`	`assert len(libs) == 1, f"Expected 1 library but got {len(libs)}"`