From ea6f2601969aa12c02dbca761ce4316aff036af2 Mon Sep 17 00:00:00 2001 From: v-zhuravlev Date: Wed, 17 Jul 2024 22:35:45 +0800 Subject: [PATCH] Update openserach alerts (#1284) It is common practice to use alertmanager inhibit rules to match rules by alertname, so that warning threshold is supressed when alert with same name and severity critical is present. Renaming alert names so it easier to use that pattern. For example, same pattern is used in node_exporter's alerts. --- opensearch-mixin/alerts/alerts.libsonnet | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/opensearch-mixin/alerts/alerts.libsonnet b/opensearch-mixin/alerts/alerts.libsonnet index cc8efbb8e..a76a51f2e 100644 --- a/opensearch-mixin/alerts/alerts.libsonnet +++ b/opensearch-mixin/alerts/alerts.libsonnet @@ -71,7 +71,7 @@ }, }, { - alert: 'OpenSearchModerateNodeDiskUsage', + alert: 'OpenSearchHighNodeDiskUsage', expr: ||| 100 * sum without(nodeid, path, mount, type) ((opensearch_fs_path_total_bytes{%(filteringSelector)s} - opensearch_fs_path_free_bytes{%(filteringSelector)s}) / opensearch_fs_path_total_bytes{%(filteringSelector)s}) > %(alertsWarningDiskUsage)s ||| % $._config, @@ -103,7 +103,7 @@ }, }, { - alert: 'OpenSearchModerateNodeCpuUsage', + alert: 'OpenSearchHighNodeCpuUsage', expr: ||| sum without(nodeid) (opensearch_os_cpu_percent{%(filteringSelector)s}) > %(alertsWarningCPUUsage)s ||| % $._config, @@ -135,7 +135,7 @@ }, }, { - alert: 'OpenSearchModerateNodeMemoryUsage', + alert: 'OpenSearchHighNodeMemoryUsage', expr: ||| sum without(nodeid) (opensearch_os_mem_used_percent{%(filteringSelector)s}) > %(alertsWarningMemoryUsage)s ||| % $._config,