From dff90f804e98b4c46f16ef8a320f04736368c2e7 Mon Sep 17 00:00:00 2001 From: Christian Minich Date: Mon, 29 Jul 2024 12:07:26 -0400 Subject: [PATCH] use stream definition for group --- hooli-demo-assets/hooli_demo_assets/assets/sling.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/hooli-demo-assets/hooli_demo_assets/assets/sling.py b/hooli-demo-assets/hooli_demo_assets/assets/sling.py index fce8a609..e5fa0ef2 100644 --- a/hooli-demo-assets/hooli_demo_assets/assets/sling.py +++ b/hooli-demo-assets/hooli_demo_assets/assets/sling.py @@ -14,7 +14,10 @@ def __init__(self, target_prefix="RAW_DATA"): self.replication_config = replication_config def get_group_name(self, stream_definition): - return "RAW_DATA" + for key, value in stream_definition['config'].items(): + if value == 'locations': + group_name = 'RAW_DATA' + return group_name def get_tags(self, stream_definition): # derive storage_kind from the target set in the replication_config