Merge pull request #84 from RasaHQ/same-llm-for-generate

use the same llm for response generation as for command prediction
RasaHQ · Nov 14, 2023 · 1c0a8c8 · 1c0a8c8
2 parents 5465c08 + 38e0530
commit 1c0a8c8
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/rasa/shared/core/flows/steps/generate_response.py b/rasa/shared/core/flows/steps/generate_response.py
@@ -14,14 +14,14 @@
 
 from rasa.shared.utils.llm import (
     DEFAULT_OPENAI_TEMPERATURE,
-    DEFAULT_OPENAI_GENERATE_MODEL_NAME,
+    DEFAULT_OPENAI_CHAT_MODEL_NAME_ADVANCED,
 )
 
 DEFAULT_LLM_CONFIG = {
     "_type": "openai",
-    "request_timeout": 5,
+    "request_timeout": 7,
     "temperature": DEFAULT_OPENAI_TEMPERATURE,
-    "model_name": DEFAULT_OPENAI_GENERATE_MODEL_NAME,
+    "model_name": DEFAULT_OPENAI_CHAT_MODEL_NAME_ADVANCED,
     "max_tokens": DEFAULT_OPENAI_MAX_GENERATED_TOKENS,
 }
 structlogger = structlog.get_logger()