Update example model

kaustpradalab · Aug 5, 2024 · 2078196 · 2078196
1 parent 3eea0c8
commit 2078196
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/example/model.py b/example/model.py
@@ -22,7 +22,7 @@ class GPTConfig:
     n_embd: int = 768
     dropout: float = 0.0
     bias: bool = False
-    attention = "flash_attention" # "standard_attention"
+    attention = "standard_attention" # "standard_attention", "flash_attention"
 
 # Masked Multi-Head Self-Attention