add support for sub directories downloading (#31)

Fixes #30
substratusai · Aug 19, 2023 · fd6310e · fd6310e
1 parent e69e901
commit fd6310e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/model-loader-huggingface/src/load.ipynb b/model-loader-huggingface/src/load.ipynb
@@ -144,6 +144,7 @@
    ],
    "source": [
     "import urllib.request\n",
+    "from pathlib import Path\n",
     "from huggingface_hub import hf_hub_url\n",
     "from concurrent.futures import ThreadPoolExecutor, as_completed\n",
     "\n",
@@ -157,6 +158,7 @@
     "    destination = f\"{output_dir}/{filename}\"\n",
     "    print(f\"Downloading {filename} to {destination}\")\n",
     "    url = hf_hub_url(model_id, filename)\n",
+    "    Path(destination).parent.mkdir(exist_ok=True, parents=True)\n",
     "    urllib.request.urlretrieve(url, destination)\n",
     "    return destination\n",
     "\n",