Add error handling for no found datasets when partial and overedge is…

… True
digitalearthafrica · Nov 1, 2023 · 82e6611 · 82e6611
1 parent 7b4c53b
commit 82e6611
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/deafrica_conflux/cli/run_from_queue.py b/deafrica_conflux/cli/run_from_queue.py
@@ -256,6 +256,15 @@ def run_from_sqs_queue(
                         sqs_client=sqs_client,
                     )
                     success_flag = False
+                except ValueError as valueerror:
+                    _log.exception(f"Found {dataset_id} has ValueError: {str(valueerror)}")
+                    _log.error(f"Moving {dataset_id} to deadletter queue {dead_letter_queue_url}")
+                    move_to_dead_letter_queue(
+                        dead_letter_queue_url=dead_letter_queue_url,
+                        message_body=dataset_id,
+                        sqs_client=sqs_client,
+                    )
+                    success_flag = False
             else:
                 _log.info(f"{dataset_id} already exists, skipping")
 

diff --git a/deafrica_conflux/cli/run_from_txt.py b/deafrica_conflux/cli/run_from_txt.py
@@ -210,6 +210,9 @@ def run_from_txt(
             except RasterioIOError as ioerror:
                 _log.exception(f"Found {dataset_id} has RasterioIOError: {str(ioerror)}")
                 failed_dataset_ids.append(dataset_id)
+            except ValueError as valueerror:
+                _log.exception(f"Found {dataset_id} has ValueError: {str(valueerror)}")
+                failed_dataset_ids.append(dataset_id)
             else:
                 _log.info(f"{dataset_id} successful")
         else: