Merge pull request #877 from wenxindongwork:gemma-models-allow-flash-…

…attention PiperOrigin-RevId: 673455408
google · Sep 11, 2024 · d2c7a2e · d2c7a2e
2 parents 7631466 + 170e1e4
commit d2c7a2e
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 3 deletions.
diff --git a/MaxText/configs/models/gemma2-27b.yml b/MaxText/configs/models/gemma2-27b.yml
@@ -25,7 +25,6 @@ vocab_size: 256128
 decoder_block: "gemma2"
 normalization_layer_epsilon: 1.e-06
 logits_via_embedding: True
-attention: "dot_product"
 final_logits_soft_cap: 30.0
 attn_logits_soft_cap: 50.0
 sliding_window_size: 4096

diff --git a/MaxText/configs/models/gemma2-2b.yml b/MaxText/configs/models/gemma2-2b.yml
@@ -25,7 +25,6 @@ vocab_size: 256128
 decoder_block: "gemma2"
 normalization_layer_epsilon: 1.e-06
 logits_via_embedding: True
-attention: "dot_product"
 final_logits_soft_cap: 30.0
 attn_logits_soft_cap: 50.0
 sliding_window_size: 4096

diff --git a/MaxText/configs/models/gemma2-9b.yml b/MaxText/configs/models/gemma2-9b.yml
@@ -25,7 +25,6 @@ vocab_size: 256128
 decoder_block: "gemma2"
 normalization_layer_epsilon: 1.e-06
 logits_via_embedding: True
-attention: "dot_product"
 final_logits_soft_cap: 30.0
 attn_logits_soft_cap: 50.0
 sliding_window_size: 4096