scale change

wtmlon · Jan 25, 2024 · ec198ab · ec198ab
1 parent 004c8a2
commit ec198ab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/paddlenlp/peft/lora/lora_layers.py b/paddlenlp/peft/lora/lora_layers.py
@@ -66,7 +66,7 @@ def __init__(
         )
         if lora_alpha == -1:
             #self.scaling = self.lora_alpha / self.r
-            self.scaling = 1
+            self.scaling = 2
         else:
             print(f"set scaling to {4 / math.sqrt(self.r)}!!!!!!!!!!!")
             self.scaling = 4 / math.sqrt(self.r)