[BugFix][KVConn] Fix use of get_required_kvcache_layout (vllm-project#22734)

Signed-off-by: Nick Hill <[email protected]>
Signed-off-by: Xiao Yu <[email protected]>

Author: njhill

vllm/distributed/kv_transfer/kv_connector/v1/base.py

@@ -325,4 +325,8 @@ def get_required_kvcache_layout(
             str: the required KV cache layout. e.g. HND, or NHD.
             None if the connector does not require a specific layout.
         """
+
+        if cls is KVConnectorBase_V1:
+            raise TypeError("get_required_kvcache_layout should not be called "
+                            "on the abstract base class")
         return None

vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py

@@ -228,9 +228,10 @@ def get_required_kvcache_layout(
         for ktc in ktcs:
             kv_transfer_config = KVTransferConfig(**ktc)
             temp_vllm_config.kv_transfer_config = kv_transfer_config
+            connector_cls = KVConnectorFactory.get_connector_class(
+                kv_transfer_config)
             required_kvcache_layout = (
-                KVConnectorBase_V1.get_required_kvcache_layout(
-                    temp_vllm_config))
+                connector_cls.get_required_kvcache_layout(temp_vllm_config))
             if required_kvcache_layout is not None:
                 layouts.add(required_kvcache_layout)