[TransferEngine]: Introduce generic NVMeoF transport

Signed-off-by: Jinlong Chen <[email protected]>

Author: nickyc975

dependencies.sh

@@ -121,7 +121,9 @@ SYSTEM_PACKAGES="build-essential \
                   libcurl4-openssl-dev \
                   libhiredis-dev \
                   pkg-config \
-                  patchelf"
+                  patchelf \
+                  libaio-dev \
+                  libnvme-dev"
 
 apt-get install -y $SYSTEM_PACKAGES
 check_success "Failed to install system packages"

mooncake-common/common.cmake

@@ -58,6 +58,7 @@ option(BUILD_EXAMPLES "Build examples" ON)
 option(BUILD_UNIT_TESTS "Build unit tests" ON)
 option(USE_CUDA "option for enabling gpu features" OFF)
 option(USE_NVMEOF "option for using NVMe over Fabric" OFF)
+option(USE_NVMEOF_GENERIC "option for using generic NVMe over Fabric transport" OFF)
 option(USE_TCP "option for using TCP transport" ON)
 option(USE_ASCEND "option for using npu with HCCL" OFF)
 option(USE_ASCEND_DIRECT "option for using ascend npu with adxl engine" OFF)
@@ -87,6 +88,11 @@ if (USE_NVMEOF)
   message(STATUS "NVMe-oF support is enabled")
 endif()
 
+if (USE_NVMEOF_GENERIC)
+  add_compile_definitions(USE_NVMEOF_GENERIC)
+  message(STATUS "Generic NVMe-oF support is enabled")
+endif()
+
 if (USE_MNNVL)
   set(USE_CUDA ON)
   add_compile_definitions(USE_MNNVL)

mooncake-transfer-engine/example/CMakeLists.txt

@@ -21,4 +21,9 @@ endif()
 if (USE_ASCEND_DIRECT)
     add_executable(transfer_engine_ascend_direct_perf transfer_engine_ascend_direct_perf.cpp)
     target_link_libraries(transfer_engine_ascend_direct_perf PUBLIC transfer_engine)
+endif()
+
+if (USE_NVMEOF_GENERIC)
+    add_executable(transfer_engine_nvmeof_generic_bench transfer_engine_nvmeof_generic_bench.cpp)
+    target_link_libraries(transfer_engine_nvmeof_generic_bench PUBLIC transfer_engine)
 endif()