changed dependency reference in torchao build

Author: hinriksnaer

CMakeLists.txt

@@ -283,12 +283,18 @@ if(EXECUTORCH_BUILD_KERNELS_TORCHAO)
   set(TORCHAO_BUILD_EXECUTORCH_OPS ON)
   set(TORCHAO_BUILD_CPU_AARCH64 ON)
   set(TORCHAO_ENABLE_ARM_NEON_DOT ON)
-  set(EXECUTORCH_INCLUDE_DIRS ${CMAKE_CURRENT_SOURCE_DIR}/..)
-  set(EXECUTORCH_LIBRARIES executorch pthreadpool extension_threadpool cpuinfo)
+
+  list(APPEND TORCHAO_INCLUDE_DIRS
+    ${EXECUTORCH_ROOT}/backends/xnnpack/third-party/pthreadpool/include
+    ${EXECUTORCH_ROOT}/backends/xnnpack/third-party/cpuinfo/include
+    ${EXECUTORCH_ROOT}/third-party/ao
+  )
+
+  set(EXECUTORCH_INCLUDE_DIRS ${TORCHAO_INCLUDE_DIRS})
 
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/third-party/ao/torchao/experimental)
   executorch_target_link_options_shared_lib(torchao_ops_executorch)
-  list(APPEND _dep_libs torchao_ops_executorch)
+  list(APPEND _executorch_kernels torchao_ops_executorch)
 endif()
 
 if(EXECUTORCH_BUILD_TESTS)