[None][feat] Add NIXL-LIBFABRIC

Allows users to use LIBFABRIC as NIXL backend for KV cache transmission.

Usage: TRTLLM_NIXL_KVCACHE_BACKEND=LIBFABRIC  # (or UCX)

Currently supports only UCX and LIBFABRIC as NIXL KV cahce backends.

Unsupported backend types will fallback to Default (UCX).

Signed-off-by: Yoray Zack <[email protected]>

Author: zackyoray

cpp/tensorrt_llm/executor/cache_transmission/nixl_utils/transferAgent.cpp

@@ -348,11 +348,11 @@ NixlTransferAgent::NixlTransferAgent(BaseAgentConfig const& config)
 
     std::string nixlBackend = common::getEnvNixlBackend();
     // List of supported backends - extend this list as new backends are added
-    static const std::set<std::string> kSUPPORTED_BACKENDS = {"UCX"};
+    static const std::set<std::string> kSUPPORTED_BACKENDS = {"UCX", "LIBFABRIC"};
 
     if (kSUPPORTED_BACKENDS.find(nixlBackend) == kSUPPORTED_BACKENDS.end())
     {
-        TLLM_LOG_ERROR("Unsupported NIXL backend: %s, fallback to UCX", nixlBackend.c_str());
+        TLLM_LOG_WARNING("Unsupported NIXL backend: %s, fallback to UCX", nixlBackend.c_str());
         nixlBackend = "UCX";
     }
 

docker/common/install_nixl.sh

@@ -4,7 +4,8 @@ set -ex
 GITHUB_URL="https://github.com"
 UCX_INSTALL_PATH="/usr/local/ucx/"
 CUDA_PATH="/usr/local/cuda"
-NIXL_VERSION="0.5.0"
+LIBFABRIC_INSTALL_PATH="/opt/libfabric"
+NIXL_VERSION="0.7.1"
 NIXL_REPO="https://github.com/ai-dynamo/nixl.git"
 OLD_LD_LIBRARY_PATH=$LD_LIBRARY_PATH
 
@@ -38,6 +39,7 @@ meson setup builddir \
     -Dcudapath_lib="$CUDA_PATH/lib64" \
     -Dcudapath_inc="$CUDA_PATH/include" \
     -Dgds_path="$GDS_PATH" \
+    -Dlibfabric_path="$LIBFABRIC_INSTALL_PATH" \
     -Dinstall_headers=true
 
 cd builddir && ninja install