fix(llmproxy): fix openai chatgpt api response error (#871)

eosphoros-ai · Nov 30, 2023 · 711032c · 711032c
1 parent 1a8616d
commit 711032c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pilot/model/proxy/llms/chatgpt.py b/pilot/model/proxy/llms/chatgpt.py
@@ -175,7 +175,7 @@ def chatgpt_generate_stream(
             # logger.info(str(r))
             # Azure Openai reponse may have empty choices body in the first chunk
             # to avoid index out of range error
-            if not r.get("choices"):
+            if len(r.choices) == 0:
                 continue
             if r.choices[0].delta.content is not None:
                 content = r.choices[0].delta.content
@@ -191,7 +191,7 @@ def chatgpt_generate_stream(
 
         text = ""
         for r in res:
-            if not r.get("choices"):
+            if len(r.choices) == 0:
                 continue
             if r["choices"][0]["delta"].get("content") is not None:
                 content = r["choices"][0]["delta"]["content"]