Skip to content

Commit 2e48a44

Browse files
chuangz0timlee0212
authored andcommitted
fix single_disagg_test (NVIDIA#6166)
Signed-off-by: Chuang Zhu <[email protected]>
1 parent 4cc54d5 commit 2e48a44

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

tests/integration/defs/disaggregated/test_disaggregated_single_gpu.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -360,18 +360,21 @@ def test_disaggregated_spec_dec_batch_slot_limit(model, spec_dec_model_path,
360360
KvCacheConfig(max_tokens=128, enable_block_reuse=False)
361361
for _ in range(2)
362362
]
363+
cache_transceiver_configs = [
364+
CacheTransceiverConfig(backend="default") for _ in range(2)
365+
]
363366
model_names = [model_path(model) for _ in range(2)]
364367
ranks = [0, 1]
365368
worker_args = list(
366-
zip(kv_cache_configs, worker_pytorch_configs, model_names, ranks))
369+
zip(kv_cache_configs, cache_transceiver_configs, worker_pytorch_configs,
370+
model_names, ranks))
367371

368372
port_name = MPI.Open_port()
369373
MPI.Publish_name('my_port', port_name)
370374

371375
prompt = "What is the capital of Germany?"
372376

373-
with MPIPoolExecutor(max_workers=2, env={"TRTLLM_USE_MPI_KVCACHE":
374-
"1"}) as executor:
377+
with MPIPoolExecutor(max_workers=2, env={"UCX_TLS": "^ib"}) as executor:
375378
futures = []
376379
try:
377380
for worker_arg in worker_args:

0 commit comments

Comments
 (0)