fix issue that mono-internvl failed to fallback pytorch engine (#2744)

InternLM · Nov 13, 2024 · 20544d3 · 20544d3
1 parent 9f6ff9b
commit 20544d3
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/lmdeploy/turbomind/supported_models.py b/lmdeploy/turbomind/supported_models.py
@@ -96,10 +96,12 @@ def _is_head_dim_supported(cfg):
                     # glm-4v-9b not supported
                     support_by_turbomind = False
             elif arch == 'InternVLChatModel':
-                support_by_turbomind = _is_head_dim_supported(cfg.llm_config)
+                llm_arch = cfg.llm_config.architectures[0]
+                support_by_turbomind = (llm_arch in SUPPORTED_ARCHS and
+                                        _is_head_dim_supported(cfg.llm_config))
             elif arch == 'LlavaForConditionalGeneration':
-                sub_arch = cfg.text_config.architectures[0]
-                if sub_arch in ['Qwen2ForCausalLM', 'LlamaForCausalLM']:
+                llm_arch = cfg.text_config.architectures[0]
+                if llm_arch in ['Qwen2ForCausalLM', 'LlamaForCausalLM']:
                     support_by_turbomind = _is_head_dim_supported(
                         cfg.text_config)