add eos token to generate (#1459)

huggingface · Mar 20, 2024 · 5095e7f · 5095e7f
1 parent 9fcf61d
commit 5095e7f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/scripts/chat.py b/examples/scripts/chat.py
@@ -323,6 +323,7 @@ def chat_cli():
                 top_p=current_args.top_p,
                 repetition_penalty=current_args.repetition_penalty,
                 pad_token_id=tokenizer.pad_token_id,
+                eos_token_id=tokenizer.eos_token_id,
             )
 
             thread = Thread(target=model.generate, kwargs=generation_kwargs)