From cf6512abd9cdf621752e731447c6e988164bf106 Mon Sep 17 00:00:00 2001 From: Carl Bergquist Date: Fri, 20 Nov 2020 10:30:51 +0100 Subject: [PATCH] reduce severity level to warning (#28939) Signed-off-by: bergquist --- grafana-mixin/alerts/alerts.yaml | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/grafana-mixin/alerts/alerts.yaml b/grafana-mixin/alerts/alerts.yaml index 1464e89db74..d81b11e6bd9 100644 --- a/grafana-mixin/alerts/alerts.yaml +++ b/grafana-mixin/alerts/alerts.yaml @@ -1,14 +1,14 @@ groups: -- name: GrafanaAlerts - rules: - - alert: GrafanaRequestsFailing - for: 5m - expr: | - 100 * namespace_job_handler_statuscode:http_request_total:rate5m{handler!~"/datasources/proxy/:id.*|/ds/query|/tsdb/query", statuscode=~"5.."} - / - namespace_job_handler_statuscode:http_request_total:rate5m{handler!~"/datasources/proxy/:id.*|/ds/query|/tsdb/query"} - > 0.5 - labels: - severity: 'critical' - annotations: - message: "'{{ $labels.namespace }}' / '{{ $labels.job }}' / '{{ $labels.handler }}' is experiencing {{ $value | humanize }}% errors" + - name: GrafanaAlerts + rules: + - alert: GrafanaRequestsFailing + for: 5m + expr: | + 100 * namespace_job_handler_statuscode:http_request_total:rate5m{handler!~"/datasources/proxy/:id.*|/ds/query|/tsdb/query", statuscode=~"5.."} + / + namespace_job_handler_statuscode:http_request_total:rate5m{handler!~"/datasources/proxy/:id.*|/ds/query|/tsdb/query"} + > 0.5 + labels: + severity: 'warning' + annotations: + message: "'{{ $labels.namespace }}' / '{{ $labels.job }}' / '{{ $labels.handler }}' is experiencing {{ $value | humanize }}% errors"