From 4155e9988f6d03e1dc6d5b24a9d241358e15c2ad Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 27 Mar 2024 10:18:56 -0400 Subject: [PATCH] fix layer_replication arg to peft (#1446) --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index e2d33036b0..c40a15c48f 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False): if cfg.peft_use_rslora: lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora if cfg.peft_layer_replication: - lora_config_kwargs["peft_layer_replication"] = cfg.peft_layer_replication + lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication lora_config = LoraConfig( r=cfg.lora_r,