From 3369fbaa969c0aea4aaa90a1075f328daeb1e4be Mon Sep 17 00:00:00 2001 From: "John.Liu" Date: Sat, 11 Jan 2025 20:59:03 +0800 Subject: [PATCH] update recording-checking-alert flow --- griffin-dqc/src/main/resources/dqc.yml | 56 ++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 griffin-dqc/src/main/resources/dqc.yml diff --git a/griffin-dqc/src/main/resources/dqc.yml b/griffin-dqc/src/main/resources/dqc.yml new file mode 100644 index 000000000..b3b3c2640 --- /dev/null +++ b/griffin-dqc/src/main/resources/dqc.yml @@ -0,0 +1,56 @@ +griffin_recording: + count: + parameters: + - table_name: "table_name" + required: true + - filter_expression: "filter_expression" + required: false + metric: | + SELECT + COUNT(1) AS count + FROM {{table_name}} + WHERE {{filter_expression}}; + + count_distinct: + parameters: + - table_name: "table_name" + required: true + - table_name: "pk_columns" + required: true + - filter_expression: "filter_expression" + required: false + metric: | + SELECT + COUNT(DISTINCT {{pk_columns}}) AS count + FROM {{table_name}} + WHERE {{filter_expression}}; + + group_count: + parameters: + - table_name: "table_name" + required: true + - table_name: "group_columns" + required: true + - filter_expression: "filter_expression" + required: false + metric: | + SELECT + {{group_columns}}, + COUNT(1) AS count + FROM {{table_name}} + WHERE {{filter_expression}} + GROUP BY {{group_columns}}; + +griffin_check_alerts: + simple: + operator: {{operator}} + threshold: {{threshold}} + alerts: + email: {{email}} + webhook: {{webhook}} + cross: + operator: {{operator}} + threshold: {{target_metric}} + alerts: + email: {{email}} + webhook: {{webhook}}