File tree Expand file tree Collapse file tree 7 files changed +29
-365
lines changed
executor/cache_transmission/nixl_utils Expand file tree Collapse file tree 7 files changed +29
-365
lines changed Original file line number Diff line number Diff line change @@ -83,11 +83,6 @@ endif()
8383add_compile_definitions ("TLLM_GEN_EXPORT_INTERFACE" )
8484add_compile_definitions ("TLLM_ENABLE_CUDA" )
8585
86- set (BINDING_TYPE
87- "nanobind"
88- CACHE STRING
89- "Binding type of Python bindings for C++ runtime and batch manager" )
90-
9186set (INTERNAL_CUTLASS_KERNELS_PATH
9287 ""
9388 CACHE
@@ -246,16 +241,15 @@ get_filename_component(TRT_LLM_ROOT_DIR ${CMAKE_CURRENT_SOURCE_DIR} PATH)
246241set (3RDPARTY_DIR ${TRT_LLM_ROOT_DIR} /3rdparty)
247242add_subdirectory (${3RDPARTY_DIR} 3rdparty)
248243
249- if (BINDING_TYPE STREQUAL "pybind"
250- OR BUILD_DEEP_EP
251- OR BUILD_DEEP_GEMM )
244+ if (BUILD_DEEP_EP
245+ OR BUILD_DEEP_GEMM
246+ OR BUILD_FLASH_MLA )
252247 FetchContent_MakeAvailable(pybind11)
253248 include_directories (${CMAKE_BINARY_DIR} /_deps/pybind11-src/include )
254249endif ()
255- if (BINDING_TYPE STREQUAL "nanobind" )
256- FetchContent_MakeAvailable(nanobind)
257- include_directories (${CMAKE_BINARY_DIR} /_deps/nanobind-src/include )
258- endif ()
250+
251+ FetchContent_MakeAvailable(nanobind)
252+ include_directories (${CMAKE_BINARY_DIR} /_deps/nanobind-src/include )
259253
260254FetchContent_MakeAvailable(cutlass cxxopts flashmla json xgrammar)
261255
Original file line number Diff line number Diff line change @@ -293,13 +293,7 @@ if(BUILD_PYT)
293293 add_subdirectory (thop)
294294endif ()
295295
296- if (BINDING_TYPE STREQUAL "pybind" )
297- add_subdirectory (pybind)
298- endif ()
299-
300- if (BINDING_TYPE STREQUAL "nanobind" )
301- add_subdirectory (nanobind)
302- endif ()
296+ add_subdirectory (nanobind)
303297
304298if (BUILD_DEEP_EP)
305299 add_subdirectory (deep_ep)
Original file line number Diff line number Diff line change @@ -65,23 +65,10 @@ if(NIXL_ENABLED OR MOONCAKE_ENABLED)
6565
6666 # Collect binding source files
6767 set (AGENT_BINDING_SOURCES "" )
68- if (BINDING_TYPE STREQUAL "pybind" )
69- list (APPEND AGENT_BINDING_SOURCES agentBindingsPybind.cpp)
70- else ()
71- list (APPEND AGENT_BINDING_SOURCES agentBindingsNanobind.cpp)
72- endif ()
68+ list (APPEND AGENT_BINDING_SOURCES agentBindings.cpp)
7369
74- if (BINDING_TYPE STREQUAL "pybind" )
75- # Use pybind11 (already fetched via FetchContent)
76- pybind11_add_module(${TRANSFER_AGENT_BINDING_TARGET}
77- ${AGENT_BINDING_SOURCES} )
78- message (STATUS "Building tensorrt_llm_transfer_agent_binding with pybind11" )
79- else ()
80- # Default to nanobind (already fetched via FetchContent)
81- nanobind_add_module(${TRANSFER_AGENT_BINDING_TARGET}
82- ${AGENT_BINDING_SOURCES} )
83- message (STATUS "Building tensorrt_llm_transfer_agent_binding with nanobind" )
84- endif ()
70+ nanobind_add_module(${TRANSFER_AGENT_BINDING_TARGET} ${AGENT_BINDING_SOURCES} )
71+ message (STATUS "Building tensorrt_llm_transfer_agent_binding with nanobind" )
8572
8673 target_compile_options (${TRANSFER_AGENT_BINDING_TARGET} PRIVATE -Wno-error)
8774
File renamed without changes.
Load Diff This file was deleted.
Original file line number Diff line number Diff line change @@ -80,7 +80,6 @@ tr::SamplingConfig makeSamplingConfig(std::vector<tr::SamplingConfig> const& con
8080NB_MODULE (TRTLLM_NB_MODULE, m)
8181{
8282 m.doc () = " TensorRT LLM Python bindings for C++ runtime" ;
83- m.attr (" binding_type" ) = " nanobind" ;
8483 nb::set_leak_warnings (false );
8584
8685 // Create MpiComm binding first since it's used in the executor bindings
You can’t perform that action at this time.
0 commit comments