added key_prefix to capture lineage

dagster-io · Nov 30, 2023 · 1852edb · 1852edb
1 parent 843f922
commit 1852edb
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 3 deletions.
diff --git a/dbt_project/models/sources.yml b/dbt_project/models/sources.yml
@@ -6,6 +6,9 @@ sources:
       - name: "orders"
       - name: "users"
       - name: "raw_location"
+        meta:
+          dagster:
+            asset_key: ['raw_location']
   - name: "FORECASTING"
     tables:
       - name: "predicted_orders"
diff --git a/hooli-demo-assets/hooli_demo_assets/assets/sling.py b/hooli-demo-assets/hooli_demo_assets/assets/sling.py
@@ -3,7 +3,7 @@
 
 
 raw_location = build_sling_asset(
-    asset_spec=AssetSpec("raw_location"),
+    asset_spec=AssetSpec(key=["raw_location"]),
     source_stream="s3://hooli-demo/embedded-elt/",
     target_object= "RAW_DATA.LOCATION",
     mode=SlingMode.FULL_REFRESH,

diff --git a/hooli-demo-assets/hooli_demo_assets/definitions.py b/hooli-demo-assets/hooli_demo_assets/definitions.py
@@ -10,7 +10,7 @@
 from hooli_demo_assets.schedules import daily_sling_assets 
 
 
-sling_assets = load_assets_from_modules([sling], group_name="RAW_DATA")
+sling_assets = load_assets_from_modules([sling], key_prefix="RAW_DATA", group_name="RAW_DATA")
 
 defs = Definitions(
     assets=[*sling_assets],

diff --git a/hooli-demo-assets/hooli_demo_assets/jobs/__init__.py b/hooli-demo-assets/hooli_demo_assets/jobs/__init__.py
@@ -1,6 +1,6 @@
 from dagster import AssetSelection, define_asset_job
 
-raw_location_by_day = AssetSelection.keys("raw_location")
+raw_location_by_day = AssetSelection.keys(["RAW_DATA", "raw_location"])
 
 daily_sling_job = define_asset_job(
     name="daily_sling_job",