diff --git a/examples/scripts/chat.py b/examples/scripts/chat.py
index ef969a9dd7..499bfa42da 100644
--- a/examples/scripts/chat.py
+++ b/examples/scripts/chat.py
@@ -323,6 +323,7 @@ def chat_cli():
                 top_p=current_args.top_p,
                 repetition_penalty=current_args.repetition_penalty,
                 pad_token_id=tokenizer.pad_token_id,
+                eos_token_id=tokenizer.eos_token_id,
             )
 
             thread = Thread(target=model.generate, kwargs=generation_kwargs)