From c1656193ccaba732d011f2c48b6df601c1a3c7a5 Mon Sep 17 00:00:00 2001 From: Marcel Coetzee Date: Mon, 13 May 2024 21:16:37 +0200 Subject: [PATCH] Add error handling to custom destination lanceDB example Signed-off-by: Marcel Coetzee --- .../custom_destination_lancedb/custom_destination_lancedb.py | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/examples/custom_destination_lancedb/custom_destination_lancedb.py b/docs/examples/custom_destination_lancedb/custom_destination_lancedb.py index 3726d954af..04a4e4a3e3 100644 --- a/docs/examples/custom_destination_lancedb/custom_destination_lancedb.py +++ b/docs/examples/custom_destination_lancedb/custom_destination_lancedb.py @@ -142,6 +142,7 @@ def lancedb_destination(items: TDataItems, table: TTableSchema) -> None: load_info = pipeline.run( spotify_shows(client_id=dlt.secrets.value, client_secret=dlt.secrets.value), ) + load_info.raise_on_failed_jobs() row_counts = pipeline.last_trace.last_normalize_info