Fix a typo (#13)

pytorch-labs · Aug 12, 2024 · 9128c27 · 9128c27
1 parent bf80fec
commit 9128c27
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/attn_gym/masks/sliding_window.py b/attn_gym/masks/sliding_window.py
@@ -11,7 +11,7 @@ def generate_sliding_window(window_size: int) -> _mask_mod_signature:
         window_size: The size of the sliding window.
 
     Note:
-        We assume that the window size is represents the lookback size and we mask out all future tokens
+        We assume that the window size represents the lookback size and we mask out all future tokens
         similar to causal masking.
     """