Change token account in QA node to 128

PTG-Kitware · May 29, 2024 · cbb38b8 · cbb38b8
1 parent 8130fb6
commit cbb38b8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ros/angel_system_nodes/angel_system_nodes/audio/question_answerer.py b/ros/angel_system_nodes/angel_system_nodes/audio/question_answerer.py
@@ -137,7 +137,7 @@ def prompt_gpt(self, question, model: str = "gpt-3.5-turbo"):
             "model": model,
             "messages": [{"role": "user", "content": prompt}],
             "temperature": 0.7,
-            "max_tokens": 64,
+            "max_tokens": 128,
         }
         req = requests.post(
             "https://api.openai.com/v1/chat/completions",
@@ -159,7 +159,7 @@ def prompt_gpt_with_chat_history(self, question, model: str = "gpt-3.5-turbo"):
             "model": model,
             "messages": [{"role": "user", "content": prompt}],
             "temperature": 0.7,
-            "max_tokens": 64,
+            "max_tokens": 128,
         }
         req = requests.post(
             "https://api.openai.com/v1/chat/completions",