【BUG】fix save torch_dtype in trainer (PaddlePaddle#2609)

Author: cheng221

paddleformers/trainer/unified_checkpoint/load_save_single_card.py

@@ -101,7 +101,7 @@ def save_single_card_checkpoint(model_to_save, output_dir, save_to_hf=False):
     logger.warning("Asynchronous saving is not supported for single card environment currently.")
     save_file_sync(state_dict, path=os.path.join(output_dir, weight_filename), save_to_hf=save_to_hf)
 
-    save_model_config(model_to_save, output_dir)
+    save_model_config(model_to_save, output_dir, save_to_hf)
 
 
 def save_single_card_optimizer(model, optimizer, output_dir):

paddleformers/trainer/unified_checkpoint/unified_checkpoint.py

@@ -166,7 +166,7 @@ def save_unified_checkpoint(self, model, optimizer, output_dir, signal_dir=None,
                         json.dump(sharded_index, f, indent=4)
 
         if self.args.should_save:
-            save_model_config(model_to_save, save_directory)
+            save_model_config(model_to_save, save_directory, save_to_hf)
 
         empty_device_cache()
 

paddleformers/trainer/unified_checkpoint/utils.py

@@ -739,7 +739,7 @@ def is_sharding_split_param_mode(args):
     )
 
 
-def save_model_config(model_to_save, save_directory):
+def save_model_config(model_to_save, save_directory, save_to_hf=False):
     """
     Save model config.
     """
@@ -770,7 +770,7 @@ def save_config(model_to_save):
     else:
         config_to_save.architectures = [clean_model_class_name(model_to_save.__class__.__name__)]
 
-    config_to_save.save_pretrained(save_directory)
+    config_to_save.save_pretrained(save_directory, save_to_hf=save_to_hf)
     # save generation config
     if model_to_save.can_generate():
         model_to_save.generation_config.save_pretrained(save_directory)

paddleformers/transformers/model_utils.py

@@ -1604,7 +1604,7 @@ def constructed_from_pretrained_config(cls, init_func=None) -> bool:
         """
         return cls.config_class is not None and issubclass(cls.config_class, PretrainedConfig)
 
-    def save_model_config(self, save_dir: str):
+    def save_model_config(self, save_dir: str, **kwargs):
         """
         Deprecated, please use `.config.save_pretrained()` instead.
         Saves model configuration to a file named "config.json" under `save_dir`.
@@ -1613,7 +1613,7 @@ def save_model_config(self, save_dir: str):
             save_dir (str): Directory to save model_config file into.
         """
         logger.warning("The `save_model_config` is deprecated! Please use `.config.save_pretrained()` instead.")
-        self.config.save_pretrained(save_dir)
+        self.config.save_pretrained(save_dir, **kwargs)
 
     def save_to_hf_hub(
         self,