diff --git a/cpp/tensorrt_llm/batch_manager/cacheTransceiver.cpp b/cpp/tensorrt_llm/batch_manager/cacheTransceiver.cpp index 5e6d4ff19015..bb253c969f35 100644 --- a/cpp/tensorrt_llm/batch_manager/cacheTransceiver.cpp +++ b/cpp/tensorrt_llm/batch_manager/cacheTransceiver.cpp @@ -493,8 +493,8 @@ void CacheTransceiver::checkContextTransferStatus(std::optional const& atLe } else if (status == std::future_status::timeout) { - TLLM_LOG_WARNING("Timed out waiting for context transfer for request %ld after %d milliseconds.", - request->mRequestId, senderFutureTimeoutMs.value()); + TLLM_LOG_WARNING("Timed out waiting for context KV cache transfer after %d milliseconds.", + senderFutureTimeoutMs.value()); ++it; } else diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index ab122d446dc5..6375f123958d 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -409,7 +409,6 @@ accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_fp8_eagle3_tp8[ accuracy/test_llm_api_pytorch.py::TestNemotronNas::test_auto_dtype_tp8 SKIP (https://nvbugs/5673527) disaggregated/test_auto_scaling.py::test_disagg_server_restart[etcd-round_robin] SKIP (https://nvbugs/5633340) disaggregated/test_auto_scaling.py::test_disagg_server_restart[http-round_robin] SKIP (https://nvbugs/5633340) -unittest/llmapi/test_llm_pytorch.py::test_llm_context_only_timed_out_kv_cache_exhausted SKIP (https://nvbugs/5680310) accuracy/test_llm_api_autodeploy.py::TestLlama3_1_8B::test_auto_dtype[False-4] SKIP (https://nvbugs/5680312, https://nvbugs/5636912) accuracy/test_llm_api_autodeploy.py::TestLlama3_1_8B::test_auto_dtype[False-2] SKIP (https://nvbugs/5680312, https://nvbugs/5636912) unittest/_torch/auto_deploy/unit/multigpu/test_ad_build_small_multi.py::test_build_ad[meta-llama/Meta-Llama-3.1-8B-Instruct-llm_extra_args0-2] SKIP (https://nvbugs/5680755) diff --git a/tests/unittest/llmapi/test_llm_pytorch.py b/tests/unittest/llmapi/test_llm_pytorch.py index 1bdd2dfbeb53..ab9479ae1fd2 100644 --- a/tests/unittest/llmapi/test_llm_pytorch.py +++ b/tests/unittest/llmapi/test_llm_pytorch.py @@ -986,7 +986,7 @@ def test_llm_context_only_timed_out(): kv_cache_config=global_kvcache_config, tensor_parallel_size=tp_size, cache_transceiver_config=CacheTransceiverConfig( - backend="DEFAULT", kv_transfer_timeout_ms=1000), + backend="UCX", kv_transfer_timeout_ms=1000), **llm_args_extra) max_tokens = 1 @@ -1064,7 +1064,7 @@ def test_llm_context_only_timed_out_kv_cache_exhausted( kv_cache_config=kv_cache_config, tensor_parallel_size=tp_size, cache_transceiver_config=CacheTransceiverConfig( - backend="DEFAULT", + backend="UCX", kv_transfer_timeout_ms=1000, kv_transfer_sender_future_timeout_ms=sender_future_timeout_ms), **llm_args_extra)