Uses temperature 0.0 for Phi-3. (#1132)

fix(prod.yaml): Uses temperature 0.0 for Phi-3.
huggingface · May 20, 2024 · e5be264 · e5be264
1 parent fcbd22b
commit e5be264
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/chart/env/prod.yaml b/chart/env/prod.yaml
@@ -272,7 +272,7 @@ envVars:
           "chatPromptTemplate": "<s>{{preprompt}}{{#each messages}}{{#ifUser}}<|user|>\n{{content}}<|end|>\n<|assistant|>\n{{/ifUser}}{{#ifAssistant}}{{content}}<|end|>\n{{/ifAssistant}}{{/each}}",
           "parameters": {
             "stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
-            "temperature": 0.7,
+            "temperature": 0.0,
             "max_new_tokens": 1024,
             "truncate": 3071
           },