🔧 update chat-ui env

chriamue · Dec 19, 2023 · 30f9707 · 30f9707
1 parent d594185
commit 30f9707
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/chat-ui.env b/chat-ui.env
@@ -45,19 +45,19 @@ REJECT_UNAUTHORIZED=true
 # 'name', 'userMessageToken', 'assistantMessageToken' are required
 MODELS=`[
     {
-      "name": "mistralai/Mistral-7B-Instruct-v0.1",
-      "displayName": "mistralai/Mistral-7B-Instruct-v0.1",
+      "name": "chat-flame-backend/Mistral",
+      "displayName": "Mistral-7B-Instruct-v0.1 on chat-flame-backend",
       "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
       "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
       "preprompt": "",
       "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
       "parameters": {
-        "temperature": 0.1,
+        "temperature": 0.7,
         "top_p": 0.95,
-        "repetition_penalty": 1.2,
+        "repetition_penalty": 1.1,
         "top_k": 50,
         "truncate": 3072,
-        "max_new_tokens": 1024,
+        "max_new_tokens": 512,
         "stop": ["</s>"]
       },
       "endpoints": [{