Expose deadline argument for DAG (#678)

* Expose deadline argument for DAG * Use 86400 as default instead of None --------- Co-authored-by: Sean Gillies <[email protected]>
TileDB-Inc · Nov 15, 2024 · 9817329 · 9817329
1 parent 58004c0
commit 9817329
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/tiledb/cloud/bioimg/ingestion.py b/src/tiledb/cloud/bioimg/ingestion.py
@@ -45,6 +45,7 @@ def ingest(
     converter: Optional[str] = None,
     output_ext: str = "",
     tile_scale: int = 128,
+    timeout: Optional[int] = 86400,
     **kwargs,
 ) -> tiledb.cloud.dag.DAG:
     """The function ingests microscopy images into TileDB arrays
@@ -87,6 +88,8 @@ def ingest(
         resolution
     :param reader: The selected reader backend implementation either "experimental"
         or "production". Default["production"]
+    :param timeout: Duration (sec) ingestion DAG allowed to execute before timeout.
+        The default is 86400 seconds (24 hours).
     """
 
     logger = get_logger_wrapper(verbose)
@@ -348,6 +351,7 @@ def register_dataset_udf(
             limit=3,
             retry_policy="Always",
         ),
+        deadline=timeout,
     )
 
     # The lister doesn't need many resources.