fix: Use '\n' seperator for EventSourceResponse (#1188)

this fixes compatibility with some OpenAI clients, including BetterChatGPT (ztjhz/BetterChatGPT#537). Co-authored-by: Andrei <abetlen@gmail.com>
abetlen · Feb 15, 2024 · ea1f88d · ea1f88d
1 parent a5cfeb7
commit ea1f88d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -290,6 +290,7 @@ def iterator() -> Iterator[llama_cpp.CreateCompletionStreamResponse]:
                 inner_send_chan=send_chan,
                 iterator=iterator(),
             ),
+            sep='\n',
         )
     else:
         return iterator_or_completion
@@ -382,6 +383,7 @@ def iterator() -> Iterator[llama_cpp.ChatCompletionChunk]:
                 inner_send_chan=send_chan,
                 iterator=iterator(),
             ),
+            sep='\n',
         )
     else:
         return iterator_or_completion