Skip to content

Commit 34f845b

Browse files
authored
[TRTLLM-9287][infra] Use NIXL backend for accuracy tests (NVIDIA#9247)
Signed-off-by: Bo Deng <[email protected]>
1 parent 8d7cda2 commit 34f845b

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

tests/integration/defs/accuracy/test_disaggregated_serving.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,6 @@ def launch_disaggregated_llm(
145145

146146
for i, port in enumerate(ctx_ports):
147147
env_ctx = os.environ.copy()
148-
env_ctx["TRTLLM_USE_UCX_KVCACHE"] = "1"
149148
gpu_range = range(current_gpu_offset,
150149
current_gpu_offset + ctx_total_gpus)
151150
env_ctx["CUDA_VISIBLE_DEVICES"] = ",".join(map(str, gpu_range))
@@ -166,7 +165,6 @@ def launch_disaggregated_llm(
166165

167166
for i, port in enumerate(gen_ports):
168167
env_gen = os.environ.copy()
169-
env_gen["TRTLLM_USE_UCX_KVCACHE"] = "1"
170168
gpu_range = range(current_gpu_offset,
171169
current_gpu_offset + gen_total_gpus)
172170
env_gen["CUDA_VISIBLE_DEVICES"] = ",".join(map(str, gpu_range))

0 commit comments

Comments
 (0)