fix zhipuCV bug (infiniflow#2215)

### What problem does this PR solve? infiniflow#2198 fix zhipuCV bug ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) Co-authored-by: Zhedong Cen <[email protected]>
Halfknow · Sep 3, 2024 · 7e0fc53 · 7e0fc53
1 parent 9728cbe
commit 7e0fc53
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/rag/llm/cv_model.py b/rag/llm/cv_model.py
@@ -293,9 +293,12 @@ def __init__(self, key, model_name="glm-4v", lang="Chinese", **kwargs):
     def describe(self, image, max_tokens=1024):
         b64 = self.image2base64(image)
 
+        prompt = self.prompt(b64)
+        prompt[0]["content"][1]["type"] = "text"
+
         res = self.client.chat.completions.create(
             model=self.model_name,
-            messages=self.prompt(b64),
+            messages=prompt,
             max_tokens=max_tokens,
         )
         return res.choices[0].message.content.strip(), res.usage.total_tokens