feat: o1 models support streaming now.

logancyang · Dec 2, 2024 · 45e551c · 45e551c
1 parent c354202
commit 45e551c
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 18 deletions.
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -69,6 +69,7 @@
     "@langchain/core": "^0.3.3",
     "@langchain/google-genai": "^0.1.2",
     "@langchain/groq": "^0.1.2",
+    "@langchain/openai": "^0.3.14",
     "@orama/orama": "^3.0.0-rc-2",
     "@radix-ui/react-dropdown-menu": "^2.1.2",
     "@radix-ui/react-tooltip": "^1.1.3",

diff --git a/src/LLMProviders/chatModelManager.ts b/src/LLMProviders/chatModelManager.ts
@@ -111,7 +111,7 @@ export default class ChatModelManager {
         },
         // @ts-ignore
         openAIOrgId: decrypt(params.openAIOrgId),
-        ...this.handleOpenAIExtraArgs(isO1Model, params.maxTokens, params.temperature, true),
+        ...this.handleOpenAIExtraArgs(isO1Model, params.maxTokens, params.temperature),
       },
       [ChatModelProviders.ANTHROPIC]: {
         anthropicApiKey: decrypt(customModel.apiKey || params.anthropicApiKey),
@@ -132,7 +132,7 @@ export default class ChatModelManager {
           baseURL: customModel.baseUrl,
           fetch: customModel.enableCors ? safeFetch : undefined,
         },
-        ...this.handleOpenAIExtraArgs(isO1Model, params.maxTokens, params.temperature, true),
+        ...this.handleOpenAIExtraArgs(isO1Model, params.maxTokens, params.temperature),
       },
       [ChatModelProviders.COHEREAI]: {
         apiKey: decrypt(customModel.apiKey || params.cohereApiKey),
@@ -197,7 +197,7 @@ export default class ChatModelManager {
           fetch: customModel.enableCors ? safeFetch : undefined,
           dangerouslyAllowBrowser: true,
         },
-        ...this.handleOpenAIExtraArgs(isO1Model, params.maxTokens, params.temperature, true),
+        ...this.handleOpenAIExtraArgs(isO1Model, params.maxTokens, params.temperature),
       },
     };
 
@@ -207,22 +207,15 @@ export default class ChatModelManager {
     return { ...baseConfig, ...selectedProviderConfig };
   }
 
-  private handleOpenAIExtraArgs(
-    isO1Model: boolean,
-    maxTokens: number,
-    temperature: number,
-    streaming: boolean
-  ) {
+  private handleOpenAIExtraArgs(isO1Model: boolean, maxTokens: number, temperature: number) {
     return isO1Model
       ? {
           maxCompletionTokens: maxTokens,
           temperature: 1,
-          streaming: false,
         }
       : {
           maxTokens: maxTokens,
           temperature: temperature,
-          streaming: streaming,
         };
   }