Bring back mistral task model (#718)

huggingface · Jan 22, 2024 · 1e4a456 · 1e4a456
1 parent a6e6ee6
commit 1e4a456
Showing 1 changed file with 12 additions and 13 deletions.
diff --git a/.env.template b/.env.template
@@ -218,19 +218,18 @@ OLD_MODELS=`[
   {"name": "tiiuae/falcon-180B-chat"}
 ]`
 
-TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
-# TASK_MODEL=`{
-#       "name": "mistralai/Mistral-7B-Instruct-v0.2",
-#       "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
-#       "parameters": {
-#         "temperature": 0.1,
-#         "top_p": 0.95,
-#         "repetition_penalty": 1.2,
-#         "top_k": 50,
-#         "truncate": 3072,
-#         "max_new_tokens": 1024,
-#         "stop": ["</s>"]
-# }}`
+TASK_MODEL=`{
+      "name": "mistralai/Mistral-7B-Instruct-v0.2",
+      "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
+      "parameters": {
+        "temperature": 0.1,
+        "top_p": 0.95,
+        "repetition_penalty": 1.2,
+        "top_k": 50,
+        "truncate": 3072,
+        "max_new_tokens": 1024,
+        "stop": ["</s>"]
+}}`
 
 APP_BASE="/chat"
 PUBLIC_ORIGIN=https://huggingface.co