fix example pipeline

dlt-hub · Aug 13, 2024 · 779bca6 · 779bca6
1 parent 289b63c
commit 779bca6
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/composable_pipeline_1.py b/composable_pipeline_1.py
@@ -67,16 +67,16 @@ def o():
 
     print("RUNNING LOCAL SNAPSHOT EXTRACTION")
     lake_pipeline.run(
-        duck_pipeline.dataset().customers.iter_df(),
-        loader_file_format="jsonl",
+        duck_pipeline.dataset().customers.iter_df(500),
+        loader_file_format="parquet",
         table_name="customers",
         write_disposition="replace",
     )
     lake_pipeline.run(
         duck_pipeline.dataset().sql(
             "SELECT * FROM orders WHERE orders.order_day = 'tuesday'"
-        ).iter_df(),
-        loader_file_format="jsonl",
+        ).iter_df(500),
+        loader_file_format="parquet",
         table_name="orders",
         write_disposition="replace",
     )
@@ -100,8 +100,8 @@ def o():
                 "SELECT orders.*, customers.name FROM orders LEFT JOIN customers ON"
                 " orders.customer_id = customers.id"
             ),
-        ).iter_df(),
-        loader_file_format="jsonl",
+        ).iter_df(500),
+        loader_file_format="parquet",
         table_name="customers",
         write_disposition="replace",
     )