Maybe the done files aren't written?

astronomy-commons · Nov 28, 2023 · 536e8f1 · 536e8f1
1 parent f2a755f
commit 536e8f1
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/docs/notebooks/unequal_schema.ipynb b/docs/notebooks/unequal_schema.ipynb
@@ -87,7 +87,8 @@
     "try:\n",
     "    pipeline_with_client(args, client)\n",
     "except:\n",
-    "    pass  # we know it's going to fail!!"
+    "    pass  # we know it's going to fail!!\n",
+    "tmp_path.cleanup()"
    ]
   },
   {
@@ -304,7 +305,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.4"
+   "version": "3.10.13"
   }
  },
  "nbformat": 4,

diff --git a/src/hipscat_import/pipeline_resume_plan.py b/src/hipscat_import/pipeline_resume_plan.py
@@ -131,7 +131,7 @@ def wait_for_futures(self, futures, stage_name):
         ):
             if future.status == "error":
                 some_error = True
-                print(f"Failing {stage_name} task {future.key}:")
+                print(f"{stage_name} task {future.key} failed with message:")
                 print(future.exception())
         if some_error:
             raise RuntimeError(f"Some {stage_name} stages failed. See logs for details.")