diff --git a/.buildkite/intel_jobs/test-intel.yaml b/.buildkite/intel_jobs/test-intel.yaml index 7106404b8ac4..8622fc945d11 100644 --- a/.buildkite/intel_jobs/test-intel.yaml +++ b/.buildkite/intel_jobs/test-intel.yaml @@ -105,7 +105,7 @@ steps: pytest -v -s v1/test_serial_utils.py && VLLM_DISABLE_COMPILE_CACHE=1 pytest -v -s v1/e2e/general/test_correctness_sliding_window.py && pytest -v -s v1/spec_decode --ignore=v1/spec_decode/test_max_len.py --ignore=v1/spec_decode/test_speculators_eagle3.py --ignore=v1/spec_decode/test_acceptance_length.py --ignore=v1/spec_decode/test_speculators_correctness.py && - pytest -v -s v1/kv_connector/unit --ignore=v1/kv_connector/unit/test_example_connector.py --ignore=v1/kv_connector/unit/test_lmcache_integration.py --ignore=v1/kv_connector/unit/test_hf3fs_client.py --ignore=v1/kv_connector/unit/test_hf3fs_connector.py --ignore=v1/kv_connector/unit/test_hf3fs_metadata_server.py --ignore=v1/kv_connector/unit/test_offloading_connector.py' + pytest -v -s v1/kv_connector/unit --ignore=v1/kv_connector/unit/test_lmcache_integration.py --ignore=v1/kv_connector/unit/test_hf3fs_client.py --ignore=v1/kv_connector/unit/test_hf3fs_connector.py --ignore=v1/kv_connector/unit/test_hf3fs_metadata_server.py --ignore=v1/kv_connector/unit/test_offloading_connector.py' - label: "XPU server test" depends_on: - image-build-xpu diff --git a/tests/v1/kv_connector/unit/test_example_connector.py b/tests/v1/kv_connector/unit/test_example_connector.py index 90381d47b344..923eb22b31f5 100644 --- a/tests/v1/kv_connector/unit/test_example_connector.py +++ b/tests/v1/kv_connector/unit/test_example_connector.py @@ -115,7 +115,7 @@ def process_prompt(processor, llm: LLM, question: str, image_urls: list[Image]): ["FLASH_ATTN", "TRITON_ATTN"] if current_platform.is_cuda() else ["TRITON_ATTN"] - if current_platform.is_rocm() + if current_platform.is_rocm() or current_platform.is_xpu() else [] ), ) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/example_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/example_connector.py index 5e2371dea6ba..93b7f7c3c1b6 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/example_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/example_connector.py @@ -180,7 +180,7 @@ def inject_kv_into_layer( layer_name, request.token_ids, request.mm_hashes ) kv_cache_cpu = safetensors.torch.load_file(filename)["kv_cache"] - kv_cache = kv_cache_cpu.to("cuda", non_blocking=True) + kv_cache = kv_cache_cpu.to(kv_cache_layer.device, non_blocking=True) if isinstance(attn_metadata, dict): inject_kv_into_layer( kv_cache_layer,