set temperature

Abraxas-365 · Sep 25, 2024 · d118058 · d118058
1 parent ae3d6a6
commit d118058
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/llm/openai/mod.rs b/src/llm/openai/mod.rs
@@ -283,6 +283,9 @@ impl<C: Config> OpenAI<C> {
     ) -> Result<CreateChatCompletionRequest, LLMError> {
         let messages: Vec<ChatCompletionRequestMessage> = self.to_openai_messages(messages)?;
         let mut request_builder = CreateChatCompletionRequestArgs::default();
+        if let Some(temperature) = self.options.temperature {
+            request_builder.temperature(temperature);
+        }
         if let Some(max_tokens) = self.options.max_tokens {
             request_builder.max_tokens(max_tokens);
         }