fix: client

Signed-off-by: zwwhdls <zww@hdls.me>
basenana · Nov 19, 2023 · 4428c31 · 4428c31
1 parent ba85e69
commit 4428c31
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/pkg/llm/client/openai/v1/chat.go b/pkg/llm/client/openai/v1/chat.go
@@ -46,7 +46,7 @@ func (o *OpenAIV1) Chat(ctx context.Context, prompt prompts.PromptTemplate, para
 	if err != nil {
 		errMsg := err.Error()
 		if strings.Contains(errMsg, "rate_limit_exceeded") || strings.Contains(errMsg, "Rate limit reached") {
-			o.log.Warn("meets rate limit exceeded, sleep 30 second and retry")
+			o.log.Warn("meets rate limit exceeded, sleep 30 seconds and retry")
 			time.Sleep(time.Duration(30) * time.Second)
 			return o.chat(ctx, prompt, parameters)
 		}

diff --git a/pkg/llm/client/openai/v1/completion.go b/pkg/llm/client/openai/v1/completion.go
@@ -47,8 +47,8 @@ func (o *OpenAIV1) Completion(ctx context.Context, prompt prompts.PromptTemplate
 	if err != nil {
 		errMsg := err.Error()
 		if strings.Contains(errMsg, "rate_limit_exceeded") {
-			o.log.Warnf("meets rate limit exceeded, sleep %d second and retry", o.rateLimit)
-			time.Sleep(time.Duration(o.rateLimit) * time.Second)
+			o.log.Warn("meets rate limit exceeded, sleep 30 seconds and retry")
+			time.Sleep(time.Duration(30) * time.Second)
 			return o.completion(ctx, prompt, parameters)
 		}
 		return nil, err

diff --git a/pkg/llm/client/openai/v1/embedding.go b/pkg/llm/client/openai/v1/embedding.go
@@ -51,8 +51,8 @@ func (o *OpenAIV1) Embedding(ctx context.Context, doc string) (*EmbeddingResult,
 	if err != nil {
 		errMsg := err.Error()
 		if strings.Contains(errMsg, "rate_limit_exceeded") {
-			o.log.Warnf("meets rate limit exceeded, sleep %d second and retry", o.rateLimit)
-			time.Sleep(time.Duration(o.rateLimit) * time.Second)
+			o.log.Warn("meets rate limit exceeded, sleep 30 seconds and retry")
+			time.Sleep(time.Duration(30) * time.Second)
 			return o.embedding(ctx, doc)
 		}
 		return nil, err