Feat/kaggle-gguf-on-tmp

unsloth/models/loader.py

@@ -228,7 +228,7 @@ def from_pretrained(
                 exist_config         = os.path.exists(os.path.join(model_name, "config.json"))
                 both_exist = exist_adapter_config and exist_config
             else:
-                files = HfFileSystem(token = token).glob(os.path.join(model_name, "*.json"))
+                files = HfFileSystem(token = token).glob(f"{model_name}/*.json")
                 files = (os.path.split(x)[-1] for x in files)
                 if sum(x == "adapter_config.json" or x == "config.json" for x in files) >= 2:
                     both_exist = True

unsloth/save.py

@@ -439,7 +439,7 @@ def unsloth_save_model(
             print("Saved to https://huggingface.co/" + save_pretrained_settings["save_directory"])
         pass
 
-        print(" Done.")
+        print(" Done. Model were saved at " + save_pretrained_settings["save_directory"])
         return save_directory, None
     pass
 
@@ -1120,7 +1120,7 @@ def save_to_gguf(
     # Check if quantization succeeded!
     if not os.path.isfile(final_location):
         if IS_KAGGLE_ENVIRONMENT:
-            if not Path(final_location).resolve().is_relative_to(Path('/tmp').resolve()):
+            if not Path(final_location).resolve().is_relative_to(Path(KAGGLE_TMP).resolve()):
                 raise RuntimeError(
                     f"Unsloth: Quantization failed for {final_location}\n"\
                     "You are in a Kaggle environment, which might be the reason this is failing.\n"\
@@ -1171,7 +1171,7 @@ def save_to_gguf(
             # Check if quantization succeeded!
             if not os.path.isfile(final_location):
                 if IS_KAGGLE_ENVIRONMENT:
-                    if not Path(final_location).resolve().is_relative_to(Path('/tmp').resolve()):
+                    if not Path(final_location).resolve().is_relative_to(Path(KAGGLE_TMP).resolve()):
                         raise RuntimeError(
                             f"Unsloth: Quantization failed for {final_location}\n"\
                             "You are in a Kaggle environment, which might be the reason this is failing.\n"\
@@ -1612,6 +1612,9 @@ def unsloth_save_pretrained_gguf(
     del arguments["quantization_method"]
     del arguments["first_conversion"]
 
+    if IS_KAGGLE_ENVIRONMENT:
+        arguments["save_directory"] = os.path.join(KAGGLE_TMP, save_directory)
+
     # Fix tokenizer adding an extra BOS token at the front
     fix_bos_token, old_chat_template = fix_tokenizer_bos_token(tokenizer)
 
@@ -1703,6 +1706,19 @@ def unsloth_save_pretrained_gguf(
         )
     pass
 
+    if IS_KAGGLE_ENVIRONMENT:
+        list_of_files = list(all_file_locations)
+        if modelfile_location is not None:
+            list_of_files.append(modelfile_location)
+
+        from IPython.display import FileLink, display
+
+        for file_location in list_of_files:
+            if file_location is not None:
+                display(FileLink(file_location))
+
+        logger.info("Unsloth: Click the above links to download the files.")
+
     if push_to_hub:
         print("Unsloth: Uploading GGUF to Huggingface Hub...")
 
@@ -1790,6 +1806,9 @@ def unsloth_push_to_hub_gguf(
     del arguments["quantization_method"]
     del arguments["first_conversion"]
 
+    if IS_KAGGLE_ENVIRONMENT:
+        arguments["save_directory"] = os.path.join(KAGGLE_TMP, arguments["save_directory"])
+
     # Fix tokenizer adding an extra BOS token at the front
     fix_bos_token, old_chat_template = fix_tokenizer_bos_token(tokenizer)
 
@@ -1887,6 +1906,10 @@ def unsloth_push_to_hub_gguf(
             if username not in new_save_directory else \
             new_save_directory.lstrip('/.')
 
+        if IS_KAGGLE_ENVIRONMENT:
+            # Take last 2 parts of the link
+            link = "/".join(link.split("/")[-2:])
+
         print(f"Saved GGUF to https://huggingface.co/{link}")
     pass
 
@@ -1896,6 +1919,10 @@ def unsloth_push_to_hub_gguf(
             self, repo_id, token,
             "GGUF converted", "gguf", modelfile_location, old_username, private,
         )
+        if IS_KAGGLE_ENVIRONMENT:
+            # Take last 2 parts of the link
+            link = "/".join(link.split("/")[-2:])
+
         print(f"Saved Ollama Modelfile to https://huggingface.co/{link}")
     pass