feat: add FA to tests

axolotl-ai-cloud · Apr 5, 2024 · df936a9 · df936a9
1 parent 572c9e4
commit df936a9
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/tests/test_validation.py b/tests/test_validation.py
@@ -600,6 +600,7 @@ def test_packing(self, minimal_cfg):
                 {
                     "sample_packing": True,
                     "pad_to_sequence_len": None,
+                    "flash_attention": True,
                 }
             )
             | minimal_cfg
@@ -901,6 +902,7 @@ def test_eval_table_size_conflict_eval_packing(self, minimal_cfg):
                 {
                     "sample_packing": True,
                     "eval_table_size": 100,
+                    "flash_attention": True,
                 }
             )
             | minimal_cfg
@@ -916,6 +918,7 @@ def test_eval_table_size_conflict_eval_packing(self, minimal_cfg):
                 {
                     "sample_packing": True,
                     "eval_sample_packing": False,
+                    "flash_attention": True,
                 }
             )
             | minimal_cfg
@@ -928,6 +931,7 @@ def test_eval_table_size_conflict_eval_packing(self, minimal_cfg):
                 {
                     "sample_packing": False,
                     "eval_table_size": 100,
+                    "flash_attention": True,
                 }
             )
             | minimal_cfg
@@ -941,6 +945,7 @@ def test_eval_table_size_conflict_eval_packing(self, minimal_cfg):
                     "sample_packing": True,
                     "eval_table_size": 100,
                     "eval_sample_packing": False,
+                    "flash_attention": True,
                 }
             )
             | minimal_cfg