File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
vllm/distributed/kv_transfer/kv_connector Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -31,12 +31,12 @@ def __init__(
3131 local_rank : int ,
3232 config : VllmConfig ,
3333 ):
34- self .config = config .kv_transfer_config
34+ self .kv_transfer_config = config .kv_transfer_config
3535 self .kv_helper = kv_helper (config )
3636 self .local_tp_rank = local_rank
3737
3838 # Init kv_store
39- if self .config .kv_connector == "MooncakeStoreConnector" :
39+ if self .kv_transfer_config .kv_connector == "MooncakeStoreConnector" :
4040 # Check if MOONCAKE_CONFIG_PATH is set
4141 import os
4242 use_mooncake_store = os .getenv ('MOONCAKE_CONFIG_PATH' ) is not None
@@ -50,10 +50,10 @@ def __init__(
5050 MooncakeStore )
5151 logger .info (
5252 "Initializing KVStoreConnector under kv_transfer_config %s" ,
53- self .config )
53+ self .kv_transfer_config )
5454 self .kv_store = MooncakeStore (config )
5555 else :
56- logger .error ("Can not find %s" , self .config .kv_connector )
56+ logger .error ("Can not find %s" , self .kv_transfer_config .kv_connector )
5757
5858 assert self .kv_store is not None
5959
You can’t perform that action at this time.
0 commit comments