Add comments

normal-computing · Feb 14, 2024 · 1e01e0c · 1e01e0c
1 parent f61e9ac
commit 1e01e0c
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/experiments/laplace_lora/lora_transformer.py b/experiments/laplace_lora/lora_transformer.py
@@ -33,6 +33,7 @@ def __init__(self, config: FrozenConfigDict):
         WEIGHTS_TO_LORA = ["q_proj", "v_proj", "o_proj"]
 
         modules = list(model.model.layers.named_parameters())
+        # Get layer index, name for layers to adapt
         module_names_with_layer = [
             (name.split(".")[0], f'layer.{name.strip('.weight')}')
             for name, param in modules
@@ -44,7 +45,7 @@ def __init__(self, config: FrozenConfigDict):
             )
         ]
 
-        # only adapt last layer
+        # Subset of layers to adapt
         if self.target_modules == "last_layer":
             modules = [
                 [layer for name, layer in list(group)]