diff --git a/cpp/tensorrt_llm/batch_manager/kv_cache_manager_v2/coldPageCopy.cu b/cpp/tensorrt_llm/batch_manager/kv_cache_manager_v2/coldPageCopy.cu index e4fc73e6123f..4f46f3e035b5 100644 --- a/cpp/tensorrt_llm/batch_manager/kv_cache_manager_v2/coldPageCopy.cu +++ b/cpp/tensorrt_llm/batch_manager/kv_cache_manager_v2/coldPageCopy.cu @@ -111,7 +111,9 @@ void copyPageIndicesToDevice(CUdeviceptr dst, PageIndexPair const* src, size_t n attributes.srcAccessOrder = CU_MEMCPY_SRC_ACCESS_ORDER_DURING_API_CALL; attributes.srcLocHint.type = CU_MEM_LOCATION_TYPE_HOST; attributes.dstLocHint.type = CU_MEM_LOCATION_TYPE_DEVICE; - attributes.flags = CU_MEMCPY_FLAG_PREFER_OVERLAP_WITH_COMPUTE; + // Do not set CU_MEMCPY_FLAG_PREFER_OVERLAP_WITH_COMPUTE: it breaks the + // CU_MEMCPY_SRC_ACCESS_ORDER_DURING_API_CALL semantics above (driver bug nvbugs 6718200). + attributes.flags = 0; size_t firstCopy = 0; #if CUDA_VERSION < 13000 size_t failIdx = std::numeric_limits::max(); diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index c390be881c5c..89fca890744f 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -57,7 +57,6 @@ accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_w4a8_mxfp4[fp8-latency] SKI accuracy/test_llm_api_pytorch_multimodal.py::TestMistralLarge3_675B::test_nvfp4_4gpus[latency_moe_trtllm] SKIP (https://nvbugs/6665906) cpp/test_multi_gpu.py::test_cache_transceiver[8proc-mooncake_kvcache-90] SKIP (https://nvbugs/5838199) cpp/test_multi_gpu.py::test_cache_transceiver[8proc-ucx_kvcache-90] SKIP (https://nvbugs/5838199) -cpp/test_unit_tests.py::test_unit_tests[batch_manager-80] SKIP (https://nvbugs/6674826) disaggregated/test_auto_scaling.py::test_disagg_server_restart[etcd-round_robin] SKIP (https://nvbugs/6611817) disaggregated/test_disaggregated.py::test_disaggregated_cancel_large_context_requests[DeepSeek-V3-Lite-bf16] SKIP (https://nvbugs/6105768) disaggregated/test_disaggregated.py::test_disaggregated_ctxpp4_genpp4[TinyLlama-1.1B-Chat-v1.0] SKIP (https://nvbugs/6428069)