fix support for model_type internlm2 (#328)

ModelTC · Feb 5, 2024 · b4541bd · b4541bd
1 parent caf65f5
commit b4541bd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lightllm/server/router/model_infer/model_rpc.py b/lightllm/server/router/model_infer/model_rpc.py
@@ -123,7 +123,7 @@ def exposed_init_model(self, kvargs):
                     self.model = StarcoderTpPartModel(model_kvargs)
             elif self.model_type == 'chatglm':
                 self.model = ChatGlm2TpPartModel(model_kvargs)
-            elif self.model_type == 'internlm':
+            elif self.model_type == 'internlm' or self.model_type == 'internlm2':
                 if any('int8weight' in mode_ or 'int4weight' in mode_ for mode_ in self.mode):
                     self.model = InternlmTpPartModelWQuant(model_kvargs)
                 else: