diff --git a/jsonnet/lib/alerts.libsonnet b/jsonnet/lib/alerts.libsonnet index ef0aa4c..50ab488 100644 --- a/jsonnet/lib/alerts.libsonnet +++ b/jsonnet/lib/alerts.libsonnet @@ -11,7 +11,7 @@ sum_over_time(obsctl_reloader_prom_rules_store_ops_total{status_code=~"5..|4..", %(obsctlReloaderSelector)s}[5m]) / sum(sum_over_time(obsctl_reloader_prom_rules_store_ops_total{%(obsctlReloaderSelector)s}[5m])) - ) or vector(0) + ) > 0.10 ||| % $._config, 'for': '10m', @@ -30,7 +30,7 @@ sum_over_time(obsctl_reloader_prom_rule_set_failures_total{reason!="rules_store_error", %(obsctlReloaderSelector)s}[5m]) / sum_over_time(obsctl_reloader_prom_rule_set_total{%(obsctlReloaderSelector)s}[5m]) - ) or vector(0) + ) > 0.10 ||| % $._config, 'for': '10m', @@ -49,7 +49,7 @@ sum_over_time(obsctl_reloader_prom_rule_fetch_failures_total{%(obsctlReloaderSelector)s}[5m]) / sum_over_time(obsctl_reloader_prom_rule_fetches_total{%(obsctlReloaderSelector)s}[5m]) - ) or vector(0) + ) > 0.20 ||| % $._config, 'for': '5m', diff --git a/openshift/alerts.yaml b/openshift/alerts.yaml index ea2aa54..e12d830 100644 --- a/openshift/alerts.yaml +++ b/openshift/alerts.yaml @@ -10,7 +10,7 @@ groups: sum_over_time(obsctl_reloader_prom_rules_store_ops_total{status_code=~"5..|4..", job="obsctl-reloader"}[5m]) / sum(sum_over_time(obsctl_reloader_prom_rules_store_ops_total{job="obsctl-reloader"}[5m])) - ) or vector(0) + ) > 0.10 for: 10m labels: @@ -24,7 +24,7 @@ groups: sum_over_time(obsctl_reloader_prom_rule_set_failures_total{reason!="rules_store_error", job="obsctl-reloader"}[5m]) / sum_over_time(obsctl_reloader_prom_rule_set_total{job="obsctl-reloader"}[5m]) - ) or vector(0) + ) > 0.10 for: 10m labels: @@ -38,7 +38,7 @@ groups: sum_over_time(obsctl_reloader_prom_rule_fetch_failures_total{job="obsctl-reloader"}[5m]) / sum_over_time(obsctl_reloader_prom_rule_fetches_total{job="obsctl-reloader"}[5m]) - ) or vector(0) + ) > 0.20 for: 5m labels: