From c746fd3e3258754330c467a9321ab6aa58e5c443 Mon Sep 17 00:00:00 2001 From: grimoire Date: Wed, 4 Dec 2024 16:47:51 +0800 Subject: [PATCH] read norm_type --- lmdeploy/pytorch/models/internvl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lmdeploy/pytorch/models/internvl.py b/lmdeploy/pytorch/models/internvl.py index fe3b2997cf..79a796f7a2 100644 --- a/lmdeploy/pytorch/models/internvl.py +++ b/lmdeploy/pytorch/models/internvl.py @@ -217,7 +217,7 @@ def __init__(self, self.config = config self.embed_dim = config.hidden_size self.intermediate_size = config.intermediate_size - self.norm_type = config.norm_type + self.norm_type = getattr(config, 'norm_type', 'rms_norm') self.attn = InternAttention(config, dtype=dtype, device=device) self.mlp = InternMLP(config, dtype=dtype, device=device)