fix(chatgpt): Resolve async response issue with Azure GPT-4o API (#1772)

eosphoros-ai · Aug 5, 2024 · 5bd946f · 5bd946f
1 parent d754168
commit 5bd946f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/dbgpt/model/proxy/llms/chatgpt.py b/dbgpt/model/proxy/llms/chatgpt.py
@@ -262,6 +262,9 @@ async def generate_stream_v1(
         async for r in chat_completion:
             if len(r.choices) == 0:
                 continue
+            # Check for empty 'choices' issue in Azure GPT-4o responses
+            if r.choices[0] is not None and r.choices[0].delta is None:
+                continue
             if r.choices[0].delta.content is not None:
                 content = r.choices[0].delta.content
                 text += content