From 82e66111e95dcc20cdf828b82a1462619a4ab286 Mon Sep 17 00:00:00 2001 From: vikineema Date: Thu, 2 Nov 2023 00:11:08 +0300 Subject: [PATCH] Add error handling for no found datasets when partial and overedge is True --- deafrica_conflux/cli/run_from_queue.py | 9 +++++++++ deafrica_conflux/cli/run_from_txt.py | 3 +++ 2 files changed, 12 insertions(+) diff --git a/deafrica_conflux/cli/run_from_queue.py b/deafrica_conflux/cli/run_from_queue.py index d293110e..ea301070 100644 --- a/deafrica_conflux/cli/run_from_queue.py +++ b/deafrica_conflux/cli/run_from_queue.py @@ -256,6 +256,15 @@ def run_from_sqs_queue( sqs_client=sqs_client, ) success_flag = False + except ValueError as valueerror: + _log.exception(f"Found {dataset_id} has ValueError: {str(valueerror)}") + _log.error(f"Moving {dataset_id} to deadletter queue {dead_letter_queue_url}") + move_to_dead_letter_queue( + dead_letter_queue_url=dead_letter_queue_url, + message_body=dataset_id, + sqs_client=sqs_client, + ) + success_flag = False else: _log.info(f"{dataset_id} already exists, skipping") diff --git a/deafrica_conflux/cli/run_from_txt.py b/deafrica_conflux/cli/run_from_txt.py index 8b990dd4..39bdfad8 100644 --- a/deafrica_conflux/cli/run_from_txt.py +++ b/deafrica_conflux/cli/run_from_txt.py @@ -210,6 +210,9 @@ def run_from_txt( except RasterioIOError as ioerror: _log.exception(f"Found {dataset_id} has RasterioIOError: {str(ioerror)}") failed_dataset_ids.append(dataset_id) + except ValueError as valueerror: + _log.exception(f"Found {dataset_id} has ValueError: {str(valueerror)}") + failed_dataset_ids.append(dataset_id) else: _log.info(f"{dataset_id} successful") else: