Update

Author: larryliu0820

backends/cuda/CMakeLists.txt

@@ -29,19 +29,17 @@ include(${EXECUTORCH_ROOT}/tools/cmake/Utils.cmake)
 find_package_torch()
 
 # CUDA-specific AOTI functionality
-set(_aoti_cuda_sources
-    runtime/cuda_backend.cpp
-    runtime/shims/memory.cpp
-    runtime/shims/tensor_attribute.cpp)
+set(_aoti_cuda_sources runtime/cuda_backend.cpp runtime/shims/memory.cpp
+                       runtime/shims/tensor_attribute.cpp
+)
 add_library(aoti_cuda STATIC ${_aoti_cuda_sources})
 target_include_directories(
   aoti_cuda
-  PUBLIC
-    ${CUDAToolkit_INCLUDE_DIRS}
-    $<BUILD_INTERFACE:${EXECUTORCH_ROOT}>
-    $<INSTALL_INTERFACE:include>
-    # PyTorch AOTI headers from ExecutorTorch's torch detection
-    ${TORCH_INCLUDE_DIRS}
+  PUBLIC ${CUDAToolkit_INCLUDE_DIRS}
+         $<BUILD_INTERFACE:${EXECUTORCH_ROOT}>
+         $<INSTALL_INTERFACE:include>
+         # PyTorch AOTI headers from ExecutorTorch's torch detection
+         ${TORCH_INCLUDE_DIRS}
 )
 target_compile_options(aoti_cuda PUBLIC -fexceptions -frtti -fPIC)
 # Ensure symbols are exported properly
@@ -50,20 +48,20 @@ target_link_options(aoti_cuda PUBLIC -Wl,--export-dynamic)
 # Link against CUDA::cudart, common AOTI library, and PyTorch CUDA libraries
 target_link_libraries(
   aoti_cuda
-  PUBLIC
-    aoti_common
-    CUDA::cudart
-    ${CMAKE_DL_LIBS}
-    # Link PyTorch libraries for AOTI CUDA functions
-    ${TORCH_LIBRARIES}
+  PUBLIC aoti_common CUDA::cudart ${CMAKE_DL_LIBS}
+         # Link PyTorch libraries for AOTI CUDA functions
+         ${TORCH_LIBRARIES}
 )
 # If you need other CUDA libraries, link them similarly:
 # target_link_libraries(aoti_cuda PUBLIC CUDA::cublas CUDA::cufft ...)
 executorch_target_link_options_shared_lib(aoti_cuda)
 
 # Add runtime
 add_executable(voxtral_runner tests/voxtral_runner.cpp)
-target_link_libraries(voxtral_runner PUBLIC aoti_cuda extension_module_static extension_flat_tensor portable_ops_lib)
+target_link_libraries(
+  voxtral_runner PUBLIC aoti_cuda extension_module_static extension_flat_tensor
+                        portable_ops_lib
+)
 
 install(
   TARGETS aoti_cuda

backends/cuda/cuda_backend.py

@@ -36,10 +36,6 @@
 class COMPILE_SPEC_KEYS(Enum):
     METHOD_NAME = "method_name"
 
-class COMPILE_SPEC_KEYS(Enum):
-    METHOD_NAME = "method_name"
-
-
 # context manager for non-fallback guarantee
 # it will raise exception when generating fallback kernels during aoti compile
 @contextlib.contextmanager