File tree Expand file tree Collapse file tree 3 files changed +0
-38
lines changed
Expand file tree Collapse file tree 3 files changed +0
-38
lines changed Original file line number Diff line number Diff line change @@ -147,24 +147,6 @@ add_subdirectory(runtime)
147147add_subdirectory (testing)
148148add_subdirectory (executor_worker)
149149
150- if (ENABLE_CUFILE)
151- find_library (
152- CUFILE_LIBRARY cufile HINTS ${CUDAToolkit_LIBRARY_DIR}
153- /usr/lib/${TARGET_ARCH} /usr/local/lib)
154- if (NOT CUFILE_LIBRARY)
155- # FATAL_ERROR if user explicitly requests with GDS if CUDA's libcufile.so is
156- # not found.
157- message (
158- FATAL_ERROR
159- "cuFile library not found. Set -DENABLE_CUFILE=OFF if cufile isn't required."
160- )
161- else ()
162- message (STATUS "Linking with cufile: ${CUFILE_LIBRARY} " )
163- endif ()
164- else ()
165- message (STATUS "ENABLE_CUFILE=OFF, skipping GDS linkage." )
166- endif ()
167-
168150set (BATCH_MANAGER_TARGET tensorrt_llm_batch_manager_static)
169151set (BATCH_MANAGER_TARGET_ARCH ${TARGET_ARCH} )
170152add_subdirectory (batch_manager)
@@ -263,10 +245,6 @@ set_target_properties(
263245
264246target_link_libraries (${SHARED_TARGET} PUBLIC ${TRTLLM_LINK_LIBS} )
265247
266- if (ENABLE_CUFILE)
267- target_link_libraries (${SHARED_TARGET} PUBLIC ${CUFILE_LIBRARY} )
268- endif ()
269-
270248target_link_libraries (
271249 ${SHARED_TARGET}
272250 PRIVATE $<LINK_LIBRARY:WHOLE_ARCHIVE,${BATCH_MANAGER_TARGET} >
Original file line number Diff line number Diff line change @@ -94,10 +94,6 @@ set(TOP_LEVEL_DIR "${PROJECT_SOURCE_DIR}/..")
9494target_compile_definitions (${BATCH_MANAGER_STATIC_TARGET}
9595 PUBLIC TOP_LEVEL_DIR="${TOP_LEVEL_DIR} " )
9696
97- if (ENABLE_CUFILE)
98- target_link_libraries (${BATCH_MANAGER_STATIC_TARGET} PUBLIC ${CUFILE_LIBRARY} )
99- endif ()
100-
10197if (ENABLE_UCX)
10298 find_package (ucx REQUIRED)
10399 find_package (ucxx REQUIRED)
Original file line number Diff line number Diff line change 2828#include " tensorrt_llm/runtime/cudaEvent.h"
2929#include " tensorrt_llm/runtime/cudaStream.h"
3030
31- #ifdef ENABLE_CUFILE
32- #include < cufile.h>
33- #endif
34- #include < fcntl.h>
35- #include < sys/stat.h>
36- #include < sys/types.h>
37- #include < unistd.h>
38-
39- #include < cstring>
40- #include < string>
41- #include < vector>
42-
4331namespace tr = tensorrt_llm::runtime;
4432namespace tk = tensorrt_llm::kernels;
4533namespace kvc = tensorrt_llm::executor::kv_cache;
You can’t perform that action at this time.
0 commit comments