remove default attention type

google · Sep 10, 2024 · 170e1e4 · 170e1e4
1 parent 7631466
commit 170e1e4
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 3 deletions.
diff --git a/MaxText/configs/models/gemma2-27b.yml b/MaxText/configs/models/gemma2-27b.yml
@@ -25,7 +25,6 @@ vocab_size: 256128
 decoder_block: "gemma2"
 normalization_layer_epsilon: 1.e-06
 logits_via_embedding: True
-attention: "dot_product"
 final_logits_soft_cap: 30.0
 attn_logits_soft_cap: 50.0
 sliding_window_size: 4096

diff --git a/MaxText/configs/models/gemma2-2b.yml b/MaxText/configs/models/gemma2-2b.yml
@@ -25,7 +25,6 @@ vocab_size: 256128
 decoder_block: "gemma2"
 normalization_layer_epsilon: 1.e-06
 logits_via_embedding: True
-attention: "dot_product"
 final_logits_soft_cap: 30.0
 attn_logits_soft_cap: 50.0
 sliding_window_size: 4096

diff --git a/MaxText/configs/models/gemma2-9b.yml b/MaxText/configs/models/gemma2-9b.yml
@@ -25,7 +25,6 @@ vocab_size: 256128
 decoder_block: "gemma2"
 normalization_layer_epsilon: 1.e-06
 logits_via_embedding: True
-attention: "dot_product"
 final_logits_soft_cap: 30.0
 attn_logits_soft_cap: 50.0
 sliding_window_size: 4096