Skip to content

Commit d6391b1

Browse files
committed
Update on "gemma3 e2e runner on cuda"
This diff introduces e2e runner for gemma3 model on cuda delegating using AOTI library, which is guarded by CI. Also other necessary infrastructure updates for building and running the `gemma3 e2e runner` on CUDA devices. Differential Revision: [D85087532](https://our.internmc.facebook.com/intern/diff/D85087532/) [ghstack-poisoned]
2 parents 0fa36a5 + f729b79 commit d6391b1

File tree

2 files changed

+0
-10
lines changed

2 files changed

+0
-10
lines changed

extension/tensor/CMakeLists.txt

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -24,11 +24,6 @@ target_include_directories(
2424
)
2525
target_compile_options(extension_tensor PUBLIC ${_common_compile_options})
2626

27-
# Define USE_CUDA_BACKEND when building with CUDA backend support
28-
if(EXECUTORCH_BUILD_CUDA)
29-
target_compile_definitions(extension_tensor PUBLIC USE_CUDA_BACKEND)
30-
endif()
31-
3227
# Install libraries
3328
install(
3429
TARGETS extension_tensor

extension/tensor/targets.bzl

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,10 +10,6 @@ def define_common_targets():
1010
for aten_mode in get_aten_mode_options():
1111
aten_suffix = ("_aten" if aten_mode else "")
1212

13-
# Check if USE_CUDA_BACKEND flag is set via build config
14-
use_cuda_backend = native.read_config("executorch", "use_cuda_backend", "false") == "true"
15-
preprocessor_flags = ["-DUSE_CUDA_BACKEND"] if use_cuda_backend else []
16-
1713
runtime.cxx_library(
1814
name = "tensor" + aten_suffix,
1915
srcs = [
@@ -29,7 +25,6 @@ def define_common_targets():
2925
visibility = [
3026
"@EXECUTORCH_CLIENTS",
3127
],
32-
preprocessor_flags = preprocessor_flags,
3328
deps = [
3429
"//executorch/runtime/core/exec_aten/util:dim_order_util" + aten_suffix,
3530
"//executorch/runtime/core/exec_aten/util:tensor_util" + aten_suffix,

0 commit comments

Comments
 (0)