Display all simple chat output instantly & update GPU demo video (#98)

EricLBuehler · Jan 3, 2025 · 605c785 · 605c785
1 parent 359c9a1
commit 605c785
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/examples/chat.py b/examples/chat.py
@@ -55,7 +55,7 @@ def chatloop(system_prompt: str, stream: bool, max_tokens: int):
                 console.print(Rule(title="Candle-vLLM:", align="left", style="cyan"))
                 # Handle streaming response
                 msg = ""
-                with Live(console=console, auto_refresh=False) as live:
+                with Live(console=console, auto_refresh=False, vertical_overflow="visible") as live:
                     for chunk in response:
                         content = chunk.choices[0].delta.content
                         if content != None:

diff --git a/res/LLaMa3.1-8B-Chatbot-A100.gif b/res/LLaMa3.1-8B-Chatbot-A100.gif