public/grafana
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Alerting: Support values in notification templates (#56457)

Browse Source 
We have received a lot of feedback regarding the ValueString in alert notifications. Perhaps one of the most frequent complaints about ValueString is that it is difficult to read because it contains a lot of information, and the information is shown as a JSON-like string. Users have often asked how it can be templated and the answer is that it can't.

Until now users have been able to add custom annotations to their alert rules which contains values via the $values variable added in previous versions of Grafana. However, these custom annotations must be added for each of the user's alert rule, instead of once in a template that all of their alerts can be notified via.

This commit adds then the much requested feature to support values in notification templates. Users can then create a single template that prints the annotations, labels and values of their alerts in a format of their choice!
This commit is contained in:
George Robinson
2022-10-10 13:40:21 +01:00
committed by GitHub
parent 62674604b4
commit 802d67eeca
14 changed files with 165 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkg/services/ngalert/models/alert_rule.go
+3
View File
@@ -101,6 +101,9 @@ const (
// StateReasonAnnotation is the name of the annotation that explains the difference between evaluation state and alert state (i.e. changing state when NoData or Error).
StateReasonAnnotation = GrafanaReservedLabelPrefix + "state_reason"
ValuesAnnotation = "__values__"
ValueStringAnnotation = "__value_string__"
)
var (
pkg/services/ngalert/notifier/channels/default_template.go
+11 -3
View File
@@ -16,8 +16,12 @@ const (
var DefaultTemplateString = `
{{ define "__subject" }}[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ if gt (.Alerts.Resolved | len) 0 }}, RESOLVED:{{ .Alerts.Resolved | len }}{{ end }}{{ end }}] {{ .GroupLabels.SortedPairs.Values | join " " }} {{ if gt (len .CommonLabels) (len .GroupLabels) }}({{ with .CommonLabels.Remove .GroupLabels.Names }}{{ .Values | join " " }}{{ end }}){{ end }}{{ end }}
{{ define "__text_values_list" }}{{ $len := len .Values }}{{ if $len }}{{ $first := gt $len 1 }}{{ range $refID, $value := .Values -}}
{{ $refID }}={{ $value }}{{ if $first }}, {{ end }}{{ $first = false }}{{ end -}}
{{ else }}[no value]{{ end }}{{ end }}
{{ define "__text_alert_list" }}{{ range . }}
Value: {{ or .ValueString "[no value]" }}
Value: {{ template "__text_values_list" . }}
Labels:
{{ range .Labels.SortedPairs }} - {{ .Name }} = {{ .Value }}
{{ end }}Annotations:
@@ -38,7 +42,7 @@ Labels:
{{ define "__teams_text_alert_list" }}{{ range . }}
Value: {{ or .ValueString "[no value]" }}
Value: {{ template "__text_values_list" . }}
Labels:
{{ range .Labels.SortedPairs }} - {{ .Name }} = {{ .Value }}
{{ end }}
@@ -70,8 +74,12 @@ Annotations:
const TemplateForTestsString = `
{{ define "__subject" }}[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] {{ .GroupLabels.SortedPairs.Values | join " " }} {{ if gt (len .CommonLabels) (len .GroupLabels) }}({{ with .CommonLabels.Remove .GroupLabels.Names }}{{ .Values | join " " }}{{ end }}){{ end }}{{ end }}
{{ define "__text_values_list" }}{{ $len := len .Values }}{{ if $len }}{{ $first := gt $len 1 }}{{ range $refID, $value := .Values -}}
{{ $refID }}={{ $value }}{{ if $first }}, {{ end }}{{ $first = false }}{{ end -}}
{{ else }}[no value]{{ end }}{{ end }}
{{ define "__text_alert_list" }}{{ range . }}
Value: {{ or .ValueString "[no value]" }}
Value: {{ template "__text_values_list" . }}
Labels:
{{ range .Labels.SortedPairs }} - {{ .Name }} = {{ .Value }}
{{ end }}Annotations:
pkg/services/ngalert/notifier/channels/default_template_test.go
+12 -12
View File
@@ -20,7 +20,7 @@ func TestDefaultTemplateString(t *testing.T) {
Alert: model.Alert{
Labels: model.LabelSet{"alertname": "alert1", "lbl1": "val1"},
Annotations: model.LabelSet{
"ann1": "annv1", "__dashboardUid__": "dbuid123", "__panelId__": "puid123", "__value_string__": "1234",
"ann1": "annv1", "__dashboardUid__": "dbuid123", "__panelId__": "puid123", "__values__": "{\"A\": 1234}", "__value_string__": "1234",
},
StartsAt: time.Now(),
EndsAt: time.Now().Add(1 * time.Hour),
@@ -29,7 +29,7 @@ func TestDefaultTemplateString(t *testing.T) {
}, { // Firing without dashboard and panel ID.
Alert: model.Alert{
Labels: model.LabelSet{"alertname": "alert1", "lbl1": "val2"},
Annotations: model.LabelSet{"ann1": "annv2", "__value_string__": "1234"},
Annotations: model.LabelSet{"ann1": "annv2", "__values__": "{\"A\": 1234}", "__value_string__": "1234"},
StartsAt: time.Now(),
EndsAt: time.Now().Add(2 * time.Hour),
GeneratorURL: "http://localhost/alert2",
@@ -38,7 +38,7 @@ func TestDefaultTemplateString(t *testing.T) {
Alert: model.Alert{
Labels: model.LabelSet{"alertname": "alert1", "lbl1": "val3"},
Annotations: model.LabelSet{
"ann1": "annv3", "__dashboardUid__": "dbuid456", "__panelId__": "puid456", "__value_string__": "1234",
"ann1": "annv3", "__dashboardUid__": "dbuid456", "__panelId__": "puid456", "__values__": "{\"A\": 1234}", "__value_string__": "1234",
},
StartsAt: time.Now().Add(-1 * time.Hour),
EndsAt: time.Now().Add(-30 * time.Minute),
@@ -47,7 +47,7 @@ func TestDefaultTemplateString(t *testing.T) {
}, { // Resolved without dashboard and panel ID.
Alert: model.Alert{
Labels: model.LabelSet{"alertname": "alert1", "lbl1": "val4"},
Annotations: model.LabelSet{"ann1": "annv4", "__value_string__": "1234"},
Annotations: model.LabelSet{"ann1": "annv4", "__values__": "{\"A\": 1234}", "__value_string__": "1234"},
StartsAt: time.Now().Add(-2 * time.Hour),
EndsAt: time.Now().Add(-3 * time.Hour),
GeneratorURL: "http://localhost/alert4",
@@ -91,7 +91,7 @@ func TestDefaultTemplateString(t *testing.T) {
templateString: DefaultMessageEmbed,
expected: `**Firing**
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val1
@@ -102,7 +102,7 @@ Silence: http://localhost/grafana/alerting/silence/new?alertmanager=grafana&matc
Dashboard: http://localhost/grafana/d/dbuid123
Panel: http://localhost/grafana/d/dbuid123?viewPanel=puid123
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val2
@@ -114,7 +114,7 @@ Silence: http://localhost/grafana/alerting/silence/new?alertmanager=grafana&matc
**Resolved**
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val3
@@ -125,7 +125,7 @@ Silence: http://localhost/grafana/alerting/silence/new?alertmanager=grafana&matc
Dashboard: http://localhost/grafana/d/dbuid456
Panel: http://localhost/grafana/d/dbuid456?viewPanel=puid456
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val4
@@ -139,7 +139,7 @@ Silence: http://localhost/grafana/alerting/silence/new?alertmanager=grafana&matc
templateString: `{{ template "teams.default.message" .}}`,
expected: `**Firing**
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val1
@@ -157,7 +157,7 @@ Panel: [http://localhost/grafana/d/dbuid123?viewPanel=puid123](http://localhost/
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val2
@@ -174,7 +174,7 @@ Silence: [http://localhost/grafana/alerting/silence/new?alertmanager=grafana&mat
**Resolved**
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val3
@@ -192,7 +192,7 @@ Panel: [http://localhost/grafana/d/dbuid456?viewPanel=puid456](http://localhost/
Value: 1234
Value: A=1234
Labels:
- alertname = alert1
- lbl1 = val4
pkg/services/ngalert/notifier/channels/dingding_test.go
+2 -2
View File
@@ -36,7 +36,7 @@ func TestDingdingNotifier(t *testing.T) {
{
Alert: model.Alert{
Labels: model.LabelSet{"alertname": "alert1", "lbl1": "val1"},
Annotations: model.LabelSet{"ann1": "annv1", "__dashboardUid__": "abcd", "__panelId__": "efgh", "__value_string__": "1234"},
Annotations: model.LabelSet{"ann1": "annv1", "__dashboardUid__": "abcd", "__panelId__": "efgh", "__values__": "{\"A\": 1234}", "__value_string__": "1234"},
},
},
},
@@ -44,7 +44,7 @@ func TestDingdingNotifier(t *testing.T) {
"msgtype": "link",
"link": map[string]interface{}{
"messageUrl": "dingtalk://dingtalkclient/page/link?pc_slide=false&url=http%3A%2F%2Flocalhost%2Falerting%2Flist",
"text": "**Firing**\n\nValue: 1234\nLabels:\n - alertname = alert1\n - lbl1 = val1\nAnnotations:\n - ann1 = annv1\nSilence: http://localhost/alerting/silence/new?alertmanager=grafana&matcher=alertname%3Dalert1&matcher=lbl1%3Dval1\nDashboard: http://localhost/d/abcd\nPanel: http://localhost/d/abcd?viewPanel=efgh\n",
"text": "**Firing**\n\nValue: A=1234\nLabels:\n - alertname = alert1\n - lbl1 = val1\nAnnotations:\n - ann1 = annv1\nSilence: http://localhost/alerting/silence/new?alertmanager=grafana&matcher=alertname%3Dalert1&matcher=lbl1%3Dval1\nDashboard: http://localhost/d/abcd\nPanel: http://localhost/d/abcd?viewPanel=efgh\n",
"title": "[FIRING:1] (val1)",
},
},
pkg/services/ngalert/notifier/channels/template_data.go
+22 -14
View File
@@ -2,6 +2,7 @@ package channels
import (
"context"
"encoding/json"
"net/url"
"path"
"sort"
@@ -18,19 +19,20 @@ import (
)
type ExtendedAlert struct {
Status string `json:"status"`
Labels template.KV `json:"labels"`
Annotations template.KV `json:"annotations"`
StartsAt time.Time `json:"startsAt"`
EndsAt time.Time `json:"endsAt"`
GeneratorURL string `json:"generatorURL"`
Fingerprint string `json:"fingerprint"`
SilenceURL string `json:"silenceURL"`
DashboardURL string `json:"dashboardURL"`
PanelURL string `json:"panelURL"`
ValueString string `json:"valueString"`
ImageURL string `json:"imageURL,omitempty"`
EmbeddedImage string `json:"embeddedImage,omitempty"`
Status string `json:"status"`
Labels template.KV `json:"labels"`
Annotations template.KV `json:"annotations"`
StartsAt time.Time `json:"startsAt"`
EndsAt time.Time `json:"endsAt"`
GeneratorURL string `json:"generatorURL"`
Fingerprint string `json:"fingerprint"`
SilenceURL string `json:"silenceURL"`
DashboardURL string `json:"dashboardURL"`
PanelURL string `json:"panelURL"`
Values map[string]float64 `json:"values"`
ValueString string `json:"valueString"` // TODO: Remove in Grafana 10
ImageURL string `json:"imageURL,omitempty"`
EmbeddedImage string `json:"embeddedImage,omitempty"`
}
type ExtendedAlerts []ExtendedAlert
@@ -90,7 +92,13 @@ func extendAlert(alert template.Alert, externalURL string, logger log.Logger) *E
}
if alert.Annotations != nil {
extended.ValueString = alert.Annotations[`__value_string__`]
if s, ok := alert.Annotations[ngmodels.ValuesAnnotation]; ok {
if err := json.Unmarshal([]byte(s), &extended.Values); err != nil {
logger.Warn("failed to unmarshal values annotation", "err", err)
}
}
// TODO: Remove in Grafana 10
extended.ValueString = alert.Annotations[ngmodels.ValueStringAnnotation]
}
matchers := make([]string, 0)
pkg/services/ngalert/schedule/compat.go
+9 -1
View File
@@ -1,6 +1,7 @@
package schedule
import (
"encoding/json"
"fmt"
"net/url"
"path"
@@ -35,8 +36,15 @@ func stateToPostableAlert(alertState *state.State, appURL *url.URL) *models.Post
nL := alertState.Labels.Copy()
nA := data.Labels(alertState.Annotations).Copy()
// encode the values as JSON where it will be expanded later
if len(alertState.Values) > 0 {
if b, err := json.Marshal(alertState.Values); err == nil {
nA[ngModels.ValuesAnnotation] = string(b)
}
}
if alertState.LastEvaluationString != "" {
nA["__value_string__"] = alertState.LastEvaluationString
nA[ngModels.ValueStringAnnotation] = alertState.LastEvaluationString
}
if alertState.Image != nil {
pkg/services/ngalert/schedule/compat_test.go
+1
View File
@@ -276,5 +276,6 @@ func randomState(evalState eval.State) *state.State {
LastSentAt: randomTimeInPast(),
Annotations: make(map[string]string),
Labels: make(map[string]string),
Values: make(map[string]float64),
}
}
pkg/services/ngalert/state/cache.go
+12
View File
@@ -3,6 +3,7 @@ package state
import (
"context"
"fmt"
"math"
"net/url"
"strings"
"sync"
@@ -50,6 +51,15 @@ func (c *cache) getOrCreate(ctx context.Context, log log.Logger, alertRule *ngMo
func (rs *ruleStates) getOrCreate(ctx context.Context, log log.Logger, alertRule *ngModels.AlertRule, result eval.Result, extraLabels data.Labels, externalURL *url.URL) *State {
ruleLabels, annotations := rs.expandRuleLabelsAndAnnotations(ctx, log, alertRule, result, extraLabels, externalURL)
values := make(map[string]float64)
for _, v := range result.Values {
if v.Value != nil {
values[v.Var] = *v.Value
} else {
values[v.Var] = math.NaN()
}
}
lbs := make(data.Labels, len(extraLabels)+len(ruleLabels)+len(result.Instance))
dupes := make(data.Labels)
for key, val := range extraLabels {
@@ -102,6 +112,7 @@ func (rs *ruleStates) getOrCreate(ctx context.Context, log log.Logger, alertRule
}
}
state.Annotations = annotations
state.Values = values
rs.states[id] = state
return state
}
@@ -115,6 +126,7 @@ func (rs *ruleStates) getOrCreate(ctx context.Context, log log.Logger, alertRule
Labels: lbs,
Annotations: annotations,
EvaluationDuration: result.EvaluationDuration,
Values: values,
}
if result.State == eval.Alerting {
newState.StartsAt = result.EvaluatedAt
pkg/services/ngalert/state/manager_test.go
+55 -24
View File
@@ -125,7 +125,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -179,7 +180,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label_1": "test",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -202,7 +204,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label_2": "test",
},
State: eval.Alerting,
Values: make(map[string]float64),
State: eval.Alerting,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -259,7 +262,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -320,7 +324,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Alerting,
Values: make(map[string]float64),
State: eval.Alerting,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -392,7 +397,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Alerting,
Values: make(map[string]float64),
State: eval.Alerting,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -486,7 +492,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Pending,
Values: make(map[string]float64),
State: eval.Pending,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(30 * time.Second),
@@ -567,7 +574,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.NoData,
Values: make(map[string]float64),
State: eval.NoData,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(20 * time.Second),
@@ -631,7 +639,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Pending,
Values: make(map[string]float64),
State: eval.Pending,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -695,7 +704,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Pending,
Values: make(map[string]float64),
State: eval.Pending,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -759,6 +769,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Alerting,
StateReason: eval.NoData.String(),
Results: []state.Evaluation{
@@ -824,7 +835,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.NoData,
Values: make(map[string]float64),
State: eval.NoData,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -888,7 +900,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -912,7 +925,8 @@ func TestProcessEvalResults(t *testing.T) {
"alertname": "test_title",
"label": "test",
},
State: eval.NoData,
Values: make(map[string]float64),
State: eval.NoData,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(10 * time.Second),
@@ -977,7 +991,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test-1",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -1002,7 +1017,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test-2",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -1026,7 +1042,8 @@ func TestProcessEvalResults(t *testing.T) {
"alertname": "test_title",
"label": "test",
},
State: eval.NoData,
Values: make(map[string]float64),
State: eval.NoData,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(10 * time.Second),
@@ -1093,7 +1110,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -1122,7 +1140,8 @@ func TestProcessEvalResults(t *testing.T) {
"alertname": "test_title",
"label": "test",
},
State: eval.NoData,
Values: make(map[string]float64),
State: eval.NoData,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(10 * time.Second),
@@ -1181,6 +1200,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Normal,
StateReason: eval.NoData.String(),
Results: []state.Evaluation{
@@ -1247,6 +1267,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Alerting,
StateReason: eval.NoData.String(),
@@ -1314,6 +1335,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Pending,
StateReason: eval.Error.String(),
Results: []state.Evaluation{
@@ -1404,6 +1426,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Alerting,
StateReason: eval.Error.String(),
Results: []state.Evaluation{
@@ -1485,7 +1508,8 @@ func TestProcessEvalResults(t *testing.T) {
"datasource_uid": "datasource_uid_1",
"ref_id": "A",
},
State: eval.Error,
Values: make(map[string]float64),
State: eval.Error,
Error: expr.QueryError{
RefID: "A",
Err: errors.New("this is an error"),
@@ -1562,6 +1586,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Normal,
StateReason: eval.Error.String(),
Error: nil,
@@ -1635,6 +1660,7 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
Values: make(map[string]float64),
State: eval.Normal,
StateReason: eval.Error.String(),
Error: nil,
@@ -1734,7 +1760,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Error,
Values: make(map[string]float64),
State: eval.Error,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(40 * time.Second),
@@ -1815,7 +1842,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.Alerting,
Values: make(map[string]float64),
State: eval.Alerting,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(30 * time.Second),
@@ -1902,7 +1930,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"instance_label": "test",
},
State: eval.NoData,
Values: make(map[string]float64),
State: eval.NoData,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime.Add(30 * time.Second),
@@ -1964,7 +1993,8 @@ func TestProcessEvalResults(t *testing.T) {
"label": "test",
"job": "prod/grafana",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
@@ -2117,7 +2147,8 @@ func TestStaleResultsHandler(t *testing.T) {
"alertname": rule.Title,
"test1": "testValue1",
},
State: eval.Normal,
Values: make(map[string]float64),
State: eval.Normal,
Results: []state.Evaluation{
{
EvaluationTime: evaluationTime,
pkg/services/ngalert/state/state.go
+1
View File
@@ -32,6 +32,7 @@ type State struct {
Resolved bool
Annotations map[string]string
Labels data.Labels
Values map[string]float64
Image *models.Image
Error error
}