read norm_type

InternLM · Dec 4, 2024 · c746fd3 · c746fd3
1 parent ae7015a
commit c746fd3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmdeploy/pytorch/models/internvl.py b/lmdeploy/pytorch/models/internvl.py
@@ -217,7 +217,7 @@ def __init__(self,
         self.config = config
         self.embed_dim = config.hidden_size
         self.intermediate_size = config.intermediate_size
-        self.norm_type = config.norm_type
+        self.norm_type = getattr(config, 'norm_type', 'rms_norm')
 
         self.attn = InternAttention(config, dtype=dtype, device=device)
         self.mlp = InternMLP(config, dtype=dtype, device=device)