Fix tokenizer model and remove debug logging (#50)

substratusai · Oct 7, 2023 · 7ff3768 · 7ff3768
1 parent bb86f35
commit 7ff3768
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/base/scripts/run-notebook.py b/base/scripts/run-notebook.py
@@ -20,8 +20,8 @@
 parser.add_argument('-c', '--cwd', help="Change the working directory")
 args = parser.parse_args()
 
-logging.basicConfig(level=logging.DEBUG, format="%(message)s")
-logger.setLevel(logging.DEBUG)
+logging.basicConfig(level=logging.INFO, format="%(message)s")
+logger.setLevel(logging.INFO)
 
 class HTMLExecutionManager(NotebookExecutionManager):
     def __init__(self, *args, **kwargs):

diff --git a/model-trainer-huggingface/src/train.ipynb b/model-trainer-huggingface/src/train.ipynb
@@ -737,8 +737,8 @@
     "    model.push_to_hub(repo_id)\n",
     "    tokenizer.push_to_hub(repo_id)\n",
     "    hf_api = HfApi()\n",
-    "    # Upload tokenizer.model if it was not included in trained model but was in base model\n",
-    "    if tokenizer_model_path_base.exists() and not tokenizer_model_path_trained.exists():\n",
+    "    # Upload tokenizer.model if it was in base model\n",
+    "    if tokenizer_model_path_base.exists():\n",
     "        hf_api.upload_file(\n",
     "            path_or_fileobj=tokenizer_model_path_base,\n",
     "            path_in_repo=tokenizer_model_path_base.name,\n",