From 536e8f19dfa30b740ec04453dd4a4e6a82d7d628 Mon Sep 17 00:00:00 2001 From: delucchi-cmu Date: Tue, 28 Nov 2023 16:00:44 -0500 Subject: [PATCH] Maybe the done files aren't written? --- docs/notebooks/unequal_schema.ipynb | 5 +++-- src/hipscat_import/pipeline_resume_plan.py | 2 +- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/docs/notebooks/unequal_schema.ipynb b/docs/notebooks/unequal_schema.ipynb index d2761cb3..34845d50 100644 --- a/docs/notebooks/unequal_schema.ipynb +++ b/docs/notebooks/unequal_schema.ipynb @@ -87,7 +87,8 @@ "try:\n", " pipeline_with_client(args, client)\n", "except:\n", - " pass # we know it's going to fail!!" + " pass # we know it's going to fail!!\n", + "tmp_path.cleanup()" ] }, { @@ -304,7 +305,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.4" + "version": "3.10.13" } }, "nbformat": 4, diff --git a/src/hipscat_import/pipeline_resume_plan.py b/src/hipscat_import/pipeline_resume_plan.py index 674fa0f3..38d727f7 100644 --- a/src/hipscat_import/pipeline_resume_plan.py +++ b/src/hipscat_import/pipeline_resume_plan.py @@ -131,7 +131,7 @@ def wait_for_futures(self, futures, stage_name): ): if future.status == "error": some_error = True - print(f"Failing {stage_name} task {future.key}:") + print(f"{stage_name} task {future.key} failed with message:") print(future.exception()) if some_error: raise RuntimeError(f"Some {stage_name} stages failed. See logs for details.")