From b5cab10ca5a5d8042e25a47fd19cd422a84626f3 Mon Sep 17 00:00:00 2001 From: sngkim Date: Sun, 11 Aug 2024 11:24:02 +0000 Subject: [PATCH] Fix a typo --- attn_gym/masks/sliding_window.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/attn_gym/masks/sliding_window.py b/attn_gym/masks/sliding_window.py index 9f89070..937f73c 100644 --- a/attn_gym/masks/sliding_window.py +++ b/attn_gym/masks/sliding_window.py @@ -11,7 +11,7 @@ def generate_sliding_window(window_size: int) -> _mask_mod_signature: window_size: The size of the sliding window. Note: - We assume that the window size is represents the lookback size and we mask out all future tokens + We assume that the window size represents the lookback size and we mask out all future tokens similar to causal masking. """