From b4541bd1cdc7699c84d638300f0d9c1f79d5b525 Mon Sep 17 00:00:00 2001 From: hiworldwzj <30762946+hiworldwzj@users.noreply.github.com> Date: Mon, 5 Feb 2024 17:12:23 +0800 Subject: [PATCH] fix support for model_type internlm2 (#328) --- lightllm/server/router/model_infer/model_rpc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lightllm/server/router/model_infer/model_rpc.py b/lightllm/server/router/model_infer/model_rpc.py index 72ce7c85e..286bb8f81 100644 --- a/lightllm/server/router/model_infer/model_rpc.py +++ b/lightllm/server/router/model_infer/model_rpc.py @@ -123,7 +123,7 @@ def exposed_init_model(self, kvargs): self.model = StarcoderTpPartModel(model_kvargs) elif self.model_type == 'chatglm': self.model = ChatGlm2TpPartModel(model_kvargs) - elif self.model_type == 'internlm': + elif self.model_type == 'internlm' or self.model_type == 'internlm2': if any('int8weight' in mode_ or 'int4weight' in mode_ for mode_ in self.mode): self.model = InternlmTpPartModelWQuant(model_kvargs) else: