Add MptForCausalLM key in model_loader (#1526)

vllm-project · Oct 31, 2023 · cf8849f · cf8849f
1 parent e575df3
commit cf8849f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/model_executor/model_loader.py b/vllm/model_executor/model_loader.py
@@ -27,6 +27,8 @@
     "LlamaForCausalLM": LlamaForCausalLM,
     "LLaMAForCausalLM": LlamaForCausalLM,  # For decapoda-research/llama-*
     "MistralForCausalLM": MistralForCausalLM,
+    # transformers's mpt class has lower case
+    "MptForCausalLM": MPTForCausalLM,
     "MPTForCausalLM": MPTForCausalLM,
     "OPTForCausalLM": OPTForCausalLM,
     "QWenLMHeadModel": QWenLMHeadModel,