Override default max tokens for Anthropic and Groq clients

getzep · Sep 22, 2024 · ecfc45f · ecfc45f
1 parent 73feb3c
commit ecfc45f
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/graphiti_core/llm_client/anthropic_client.py b/graphiti_core/llm_client/anthropic_client.py
@@ -40,7 +40,8 @@ def __init__(self, config: LLMConfig | None = None, cache: bool = False):
         super().__init__(config, cache)
 
         # Override the default max tokens for Anthropic
-        self.max_tokens = DEFAULT_MAX_TOKENS
+        if self.max_tokens is None:
+            self.max_tokens = DEFAULT_MAX_TOKENS
 
         self.client = AsyncAnthropic(
             api_key=config.api_key,

diff --git a/graphiti_core/llm_client/groq_client.py b/graphiti_core/llm_client/groq_client.py
@@ -41,7 +41,8 @@ def __init__(self, config: LLMConfig | None = None, cache: bool = False):
         super().__init__(config, cache)
 
         # Override the default max tokens for Groq
-        self.max_tokens = DEFAULT_MAX_TOKENS
+        if self.max_tokens is None:
+            self.max_tokens = DEFAULT_MAX_TOKENS
 
         self.client = AsyncGroq(api_key=config.api_key)