don't use deepspeed or fsdp when merging loras

axolotl-ai-cloud · Apr 4, 2024 · a32320a · a32320a
1 parent c2b64e4
commit a32320a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/axolotl/cli/merge_lora.py b/src/axolotl/cli/merge_lora.py
@@ -38,6 +38,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
     parsed_cfg.load_in_4bit = False
     parsed_cfg.load_in_8bit = False
     parsed_cfg.flash_attention = False
+    parsed_cfg.deepspeed = None
+    parsed_cfg.fsdp = None
 
     do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)