Skip to content

Commit

Permalink
fix ollama max token issue (#1489)
Browse files Browse the repository at this point in the history
### What problem does this PR solve?


### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
  • Loading branch information
KevinHuSh authored Jul 12, 2024
1 parent d561874 commit a5a617b
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion api/db/services/dialog_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ def chat(dialog, messages, stream=True, **kwargs):
llm = TenantLLMService.query(tenant_id=dialog.tenant_id, llm_name=dialog.llm_id)
if not llm:
raise LookupError("LLM(%s) not found" % dialog.llm_id)
max_tokens = 1024
max_tokens = 8192
else:
max_tokens = llm[0].max_tokens
kbs = KnowledgebaseService.get_by_ids(dialog.kb_ids)
Expand Down
2 changes: 1 addition & 1 deletion api/ragflow_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -94,7 +94,7 @@ def update_progress():
werkzeug_logger = logging.getLogger("werkzeug")
for h in access_logger.handlers:
werkzeug_logger.addHandler(h)
run_simple(hostname=HOST, port=HTTP_PORT, application=app, threaded=True, use_reloader=RuntimeConfig.DEBUG, use_debugger=RuntimeConfig.DEBUG)
run_simple(hostname=HOST, port=HTTP_PORT, application=app, processes=5, use_reloader=RuntimeConfig.DEBUG, use_debugger=RuntimeConfig.DEBUG)
except Exception:
traceback.print_exc()
os.kill(os.getpid(), signal.SIGKILL)
2 changes: 1 addition & 1 deletion graph/component/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@
class ComponentParamBase(ABC):
def __init__(self):
self.output_var_name = "output"
self.message_history_window_size = 4
self.message_history_window_size = 22

def set_name(self, name: str):
self._name = name
Expand Down

0 comments on commit a5a617b

Please sign in to comment.