Skip to content

Commit 00bd9a9

Browse files
committed
update
Signed-off-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com>
1 parent 64bdb1d commit 00bd9a9

1 file changed

Lines changed: 4 additions & 0 deletions

File tree

tests/integration/defs/accuracy/test_disaggregated_serving.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -267,6 +267,8 @@ def _apply_perf_flags(cfg: Optional[Dict[str, Any]]):
267267
for i, port in enumerate(ctx_ports):
268268
env = base_env.copy()
269269
env["TRTLLM_USE_UCX_KVCACHE"] = "1"
270+
# Need to set UCX_TLS to ^ib to avoid hangs on CI B200 cluster.
271+
env["UCX_TLS"] = "^ib"
270272
if enable_perf:
271273
env["TRTLLM_KVCACHE_TIME_OUTPUT_PATH"] = kv_cache_perf_dir
272274

@@ -298,6 +300,8 @@ def _apply_perf_flags(cfg: Optional[Dict[str, Any]]):
298300
for i, port in enumerate(gen_ports):
299301
env = base_env.copy()
300302
env["TRTLLM_USE_UCX_KVCACHE"] = "1"
303+
# Need to set UCX_TLS to ^ib to avoid hangs on CI B200 cluster.
304+
env["UCX_TLS"] = "^ib"
301305
if enable_perf:
302306
env["TRTLLM_KVCACHE_TIME_OUTPUT_PATH"] = kv_cache_perf_dir
303307
cache_transceiver_config_backend = gen_server_config.get(

0 commit comments

Comments
 (0)