fix out_channels of Linear

mindnlp/peft/tuners/ia3/layer.py

@@ -91,7 +91,7 @@ def __init__(self, base_layer: nn.Module, is_feedforward: bool, **kwargs) -> Non
         elif isinstance(base_layer, nn.Conv2d):
             in_features, out_features = base_layer.in_channels, base_layer.out_channels
         elif isinstance(base_layer, nn.Embedding):
-            in_features, out_features = base_layer.vocab_size, base_layer.embedding_size
+            in_features, out_features = base_layer.num_embeddings, base_layer.embedding_dim
         elif isinstance(base_layer, Conv1D):
             in_features, out_features = (
                 base_layer.weight.ds_shape if hasattr(base_layer.weight, "ds_shape") else base_layer.weight.shape

mindnlp/peft/tuners/poly/layer.py

@@ -77,7 +77,7 @@ def update_layer(self, adapter_name, poly_config):
                 poly_config.n_splits,
                 poly_config.n_skills,
                 poly_config.r,
-                self.out_channels // poly_config.n_splits,
+                self.out_features // poly_config.n_splits,
             )
         )
         self.poly_router[adapter_name] = get_router(poly_config)

setup.py

@@ -25,7 +25,7 @@
 from setuptools.command.build_py import build_py
 
 
-version = '0.4.0'
+version = '0.4.1'
 cur_dir = os.path.dirname(os.path.realpath(__file__))
 pkg_dir = os.path.join(cur_dir, 'build')