Ignore potential junk tensors in LoRA

turboderp-org · Jul 23, 2024 · 46a803f · 46a803f
1 parent 81cd6b7
commit 46a803f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/exllamav2/lora.py b/exllamav2/lora.py
@@ -81,6 +81,8 @@ def __init__(self,
             f = load_file(self.lora_path, map_location = "cpu")
 
         for key in f.keys():
+            if any(key.endswith(x) for x in [".original_module.weight", ".modules_to_save.weight"]):
+                continue
             tensor = f[key]
 
             # Find target