load t5 model in the same format as it is saved, seems to load as flo…

…at32 on Macs
invoke-ai · Oct 22, 2024 · 1c9fc0a · 1c9fc0a
1 parent d85733f
commit 1c9fc0a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/invokeai/backend/model_manager/load/model_loaders/flux.py b/invokeai/backend/model_manager/load/model_loaders/flux.py
@@ -175,7 +175,7 @@ def _load_model(
             case SubModelType.Tokenizer2:
                 return T5Tokenizer.from_pretrained(Path(config.path) / "tokenizer_2", max_length=512)
             case SubModelType.TextEncoder2:
-                return T5EncoderModel.from_pretrained(Path(config.path) / "text_encoder_2")
+                return T5EncoderModel.from_pretrained(Path(config.path) / "text_encoder_2", torch_dtype='auto')
 
         raise ValueError(
             f"Only Tokenizer and TextEncoder submodels are currently supported. Received: {submodel_type.value if submodel_type else 'None'}"