fix error of argument missing

InternLM · Nov 11, 2024 · bb6747d · bb6747d
1 parent 53d891b
commit bb6747d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lmdeploy/pytorch/tools/make_inputs.py b/lmdeploy/pytorch/tools/make_inputs.py
@@ -135,6 +135,7 @@ def __fill_kv_caches(kv_caches, past_key_values, block_offsets):
 
     return StepContext.new(
         inputs=model_inputs,
+        model_config=model_config,
         world_size=world_size,
         kv_caches=kv_caches,
     )