feat(client): increase default HTTP max_connections to 1000 and max_k…

…eepalive_connections to 100 (#1281)
openai · Mar 29, 2024 · 340d139 · 340d139
1 parent 94cd528
commit 340d139
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/openai/_constants.py b/src/openai/_constants.py
@@ -8,7 +8,7 @@
 # default timeout is 10 minutes
 DEFAULT_TIMEOUT = httpx.Timeout(timeout=600.0, connect=5.0)
 DEFAULT_MAX_RETRIES = 2
-DEFAULT_CONNECTION_LIMITS = httpx.Limits(max_connections=100, max_keepalive_connections=20)
+DEFAULT_CONNECTION_LIMITS = httpx.Limits(max_connections=1000, max_keepalive_connections=100)
 
 INITIAL_RETRY_DELAY = 0.5
 MAX_RETRY_DELAY = 8.0