Elasticsearch: Handle keyed filters buckets and emit frames (#113478)

This commit is contained in:
Adam Yeats
2025-11-06 17:20:08 -06:00
committed by GitHub
parent f468597ad8
commit b9b1028b91
2 changed files with 335 additions and 80 deletions
@@ -3648,6 +3648,142 @@ func TestTrimEdges(t *testing.T) {
requireFrameLength(t, frames[0], 1)
}
func TestFiltersAggregation_KeyedBuckets(t *testing.T) {
t.Run("Leaf filters (keyed buckets) returns a table with filter | Count", func(t *testing.T) {
targets := map[string]string{
"A": `{
"metrics": [{ "type": "count", "id": "1" }],
"bucketAggs": [{
"type": "filters",
"id": "2",
"settings": {
"filters": [
{ "label": "a 0-1 min", "query": "duration_seconds:[0 TO 60}" },
{ "label": "b 1-5 min", "query": "duration_seconds:[60 TO 300}" }
]
}
}]
}`,
}
// ES returns a keyed map for filters buckets (labels -> bucket)
response := `{
"responses": [{
"aggregations": {
"2": {
"buckets": {
"a 0-1 min": { "doc_count": 12 },
"b 1-5 min": { "doc_count": 39 }
}
}
}
}]
}`
result, err := parseTestResponse(targets, response, false)
require.NoError(t, err)
require.Len(t, result.Responses, 1)
res := result.Responses["A"]
require.NotNil(t, res)
require.NoError(t, res.Error)
frames := res.Frames
require.Len(t, frames, 1)
frame := frames[0]
// expect exactly 2 rows (one per filter bucket) and 2 columns: filter | Count
requireFrameLength(t, frame, 2)
require.Len(t, frame.Fields, 2)
// build field map for stable assertions
fieldMap := map[string]*data.Field{}
for _, f := range frame.Fields {
fieldMap[f.Name] = f
}
require.Contains(t, fieldMap, "filter")
require.Contains(t, fieldMap, "Count")
// keys are sorted lexicographically in the parser, so "a 0-1 min" then "b 1-5 min"
requireStringAt(t, "a 0-1 min", fieldMap["filter"], 0)
requireStringAt(t, "b 1-5 min", fieldMap["filter"], 1)
requireFloatAt(t, 12, fieldMap["Count"], 0)
requireFloatAt(t, 39, fieldMap["Count"], 1)
})
t.Run("Filters -> Terms keeps the filter column and yields filter | type | Count", func(t *testing.T) {
targets := map[string]string{
"A": `{
"metrics": [{ "type": "count", "id": "1" }],
"bucketAggs": [
{
"type": "filters",
"id": "2",
"settings": {
"filters": [
{ "label": "A", "query": "duration_seconds:[0 TO 60}" },
{ "label": "B", "query": "duration_seconds:[60 TO 300}" }
]
}
},
{ "type": "terms", "field": "type", "id": "3" }
]
}`,
}
response := `{
"responses": [{
"aggregations": {
"2": {
"buckets": {
"A": { "3": { "buckets": [ { "key": "pull_request", "doc_count": 10 } ] } },
"B": { "3": { "buckets": [ { "key": "pull_request", "doc_count": 5 } ] } }
}
}
}
}]
}`
result, err := parseTestResponse(targets, response, false)
require.NoError(t, err)
require.Len(t, result.Responses, 1)
res := result.Responses["A"]
require.NotNil(t, res)
require.NoError(t, res.Error)
frames := res.Frames
require.Len(t, frames, 1)
frame := frames[0]
// expect 2 rows (A, B) and 3 columns: filter | type | Count
requireFrameLength(t, frame, 2)
require.Len(t, frame.Fields, 3)
fieldMap := map[string]*data.Field{}
for _, f := range frame.Fields {
fieldMap[f.Name] = f
}
require.Contains(t, fieldMap, "filter")
require.Contains(t, fieldMap, "type")
require.Contains(t, fieldMap, "Count")
// filters are sorted lexicographically: A, B
requireStringAt(t, "A", fieldMap["filter"], 0)
requireStringAt(t, "B", fieldMap["filter"], 1)
// terms field "type" should repeat "pull_request" on each row
requireStringAt(t, "pull_request", fieldMap["type"], 0)
requireStringAt(t, "pull_request", fieldMap["type"], 1)
requireFloatAt(t, 10, fieldMap["Count"], 0)
requireFloatAt(t, 5, fieldMap["Count"], 1)
})
}
func parseTestResponse(tsdbQueries map[string]string, responseBody string, keepLabelsInResponse bool) (*backend.QueryDataResponse, error) {
from := time.Date(2018, 5, 15, 17, 50, 0, 0, time.UTC)
to := time.Date(2018, 5, 15, 17, 55, 0, 0, time.UTC)