update recording-checking-alert flow (#674)

* update recording-checking-alert flow * update typos of dqc.yml::parameters --------- Co-authored-by: John.Liu <[email protected]>
apache · Jan 13, 2025 · 4eb8fd9 · 4eb8fd9
1 parent 46789ff
commit 4eb8fd9
Showing 1 changed file with 56 additions and 0 deletions.
diff --git a/griffin-dqc/src/main/resources/dqc.yml b/griffin-dqc/src/main/resources/dqc.yml
@@ -0,0 +1,56 @@
+griffin_recording:
+  count:
+    parameters:
+      - table_name: "table_name"
+        required: true
+      - filter_expression: "filter_expression"
+        required: false
+    metric: |
+      SELECT 
+          COUNT(1) AS count
+      FROM {{table_name}}
+      WHERE {{filter_expression}};
+
+  count_distinct:
+    parameters:
+      - table_name: "table_name"
+        required: true
+      - pk_columns: "pk_columns"
+        required: true
+      - filter_expression: "filter_expression"
+        required: false
+    metric: |
+      SELECT
+      COUNT(DISTINCT {{pk_columns}}) AS count
+      FROM {{table_name}}
+      WHERE {{filter_expression}};     
+
+  group_count:
+    parameters:
+      - table_name: "table_name"
+        required: true
+      - group_columns: "group_columns"
+        required: true
+      - filter_expression: "filter_expression"
+        required: false
+    metric: |
+      SELECT
+      {{group_columns}},
+      COUNT(1) AS count
+      FROM {{table_name}}
+      WHERE {{filter_expression}}
+      GROUP BY {{group_columns}};
+
+griffin_check_alerts:
+  simple:
+    operator: {{operator}}
+    threshold: {{threshold}}
+    alerts:
+      email: {{email}}
+      webhook: {{webhook}}
+  cross:
+    operator: {{operator}}
+    threshold: {{target_metric}}
+    alerts:
+      email: {{email}}
+      webhook: {{webhook}}