perform flakey patched tests in individual runner

axolotl-ai-cloud · Dec 13, 2024 · 79612da · 79612da
1 parent effc4dc
commit 79612da
Show file tree

Hide file tree

Showing 6 changed files with 5 additions and 0 deletions.
diff --git a/cicd/cicd.sh b/cicd/cicd.sh
@@ -8,3 +8,8 @@ pytest -v --durations=10 -n8 --ignore=tests/e2e/ --ignore=tests/patched/ /worksp
 pytest -v --durations=10 -n1 --dist loadfile /workspace/axolotl/tests/e2e/patched/
 pytest -v --durations=10 -n1 --dist loadfile /workspace/axolotl/tests/e2e/integrations/
 pytest -v --durations=10 --ignore=tests/e2e/patched/ --ignore=tests/e2e/multigpu/ --ignore=tests/e2e/integrations/ /workspace/axolotl/tests/e2e/
+
+tests=$(pytest --collect-only -q tests/e2e/each)
+for t in $tests; do
+    pytest $t
+done
diff --git a/tests/e2e/each/__init__.py b/tests/e2e/each/__init__.py
diff --git a/tests/e2e/patched/test_fa_xentropy.py → tests/e2e/each/test_fa_xentropy.py b/tests/e2e/patched/test_fa_xentropy.py → tests/e2e/each/test_fa_xentropy.py
diff --git a/.../e2e/patched/test_lora_llama_multipack.py → tests/e2e/each/test_lora_llama_multipack.py b/.../e2e/patched/test_lora_llama_multipack.py → tests/e2e/each/test_lora_llama_multipack.py
diff --git a/tests/e2e/patched/test_resume.py → tests/e2e/each/test_resume.py b/tests/e2e/patched/test_resume.py → tests/e2e/each/test_resume.py
diff --git a/tests/e2e/patched/test_unsloth_qlora.py → tests/e2e/each/test_unsloth_qlora.py b/tests/e2e/patched/test_unsloth_qlora.py → tests/e2e/each/test_unsloth_qlora.py