adding comment

pytorch · Sep 19, 2024 · 3ff80a2 · 3ff80a2
1 parent 697731a
commit 3ff80a2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/recipes/eleuther_eval.py b/recipes/eleuther_eval.py
@@ -131,7 +131,7 @@ def _model_generate(
         maybe_padded_context = torch.nn.functional.pad(
             context,
             (0, 0, 0, self._batch_size - curr_batch_size),
-            value=self._tokenizer.eos_id,
+            value=self._tokenizer.eos_id,  # pad with one of the tokenizer's stop tokens so generation can stop early
         )
 
         temperature = generation_kwargs.get("temperature", 0.0)