oops

lucidrains · Oct 19, 2024 · 777b757 · 777b757
1 parent 34a4818
commit 777b757
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -525,8 +525,8 @@ model = TransformerWrapper(
         dim = 512,
         depth = 6,
         heads = 8,
-        attn_sparse_topk = 8,                   # keep only the top 8 values before attention (softmax)
-        sparse_topk_straight_through = True     # straight through the original gradients
+        attn_sparse_topk = 8,                       # keep only the top 8 values before attention (softmax)
+        attn_sparse_topk_straight_through = True    # straight through the original gradients
     )
 )
 ```