Use Max Token while TPM check

pi-agi · May 20, 2023 · ccf05c0 · ccf05c0
1 parent 472b50f
commit ccf05c0
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/lib/agi/main.agi.ts b/lib/agi/main.agi.ts
@@ -261,7 +261,7 @@ export class MainAGI<T extends ActionType> {
           max_tokens
         );
 
-        currentToken += this.openAIProvider.countTokens(nextPrompt);
+        currentToken += this.openAIProvider.getDefaultMaxToken();
 
         this.loggerUtil.log('Response is captured. Processing..');
 

diff --git a/lib/provider/open-ai.provider.ts b/lib/provider/open-ai.provider.ts
@@ -76,6 +76,10 @@ export class OpenAIAzureProvider {
     return this.MAX_TOKEN_COUNT - this.countTokens(prompt) - 10;
   };
 
+  getDefaultMaxToken = () => {
+    return this.MAX_TOKEN_COUNT;
+  };
+
   /**
    * Sends a completion request to OpenAI API.
    *