InfluxDB: Fix sending retention policy with the backend request (#72763)
* Add retention policy to the request * refactor * refactor influxql query flow * fix healthcheck * organize imports * handle queries separately * fix tests * update bench test
This commit is contained in:
ismail simsek
@@ -0,0 +1,255 @@
|
||||
package models
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/grafana/grafana-plugin-sdk-go/backend"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
func TestInfluxdbQueryBuilder(t *testing.T) {
|
||||
t.Run("Influxdb query builder", func(t *testing.T) {
|
||||
qp1, _ := NewQueryPart("field", []string{"value"})
|
||||
qp2, _ := NewQueryPart("mean", []string{})
|
||||
|
||||
mathPartDivideBy100, _ := NewQueryPart("math", []string{"/ 100"})
|
||||
mathPartDivideByIntervalMs, _ := NewQueryPart("math", []string{"/ $__interval_ms"})
|
||||
|
||||
groupBy1, _ := NewQueryPart("time", []string{"$__interval"})
|
||||
groupBy2, _ := NewQueryPart("tag", []string{"datacenter"})
|
||||
groupBy3, _ := NewQueryPart("fill", []string{"null"})
|
||||
|
||||
groupByOldInterval, _ := NewQueryPart("time", []string{"$interval"})
|
||||
|
||||
tag1 := &Tag{Key: "hostname", Value: "server1", Operator: "="}
|
||||
tag2 := &Tag{Key: "hostname", Value: "server2", Operator: "=", Condition: "OR"}
|
||||
|
||||
timeRange := backend.TimeRange{
|
||||
From: time.Date(2020, 8, 1, 0, 0, 0, 0, time.UTC),
|
||||
To: time.Date(2020, 8, 1, 0, 5, 0, 0, time.UTC),
|
||||
}
|
||||
queryContext := &backend.QueryDataRequest{
|
||||
Queries: []backend.DataQuery{
|
||||
{
|
||||
TimeRange: timeRange,
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
t.Run("can build simple query", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2}},
|
||||
Measurement: "cpu",
|
||||
Policy: "policy",
|
||||
GroupBy: []*QueryPart{groupBy1, groupBy3},
|
||||
Interval: time.Second * 10,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery, `SELECT mean("value") FROM "policy"."cpu" WHERE time >= 1596240000000ms and time <= 1596240300000ms GROUP BY time(10s) fill(null)`)
|
||||
})
|
||||
|
||||
t.Run("can build query with tz", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2}},
|
||||
Measurement: "cpu",
|
||||
GroupBy: []*QueryPart{groupBy1},
|
||||
Tz: "Europe/Paris",
|
||||
Interval: time.Second * 5,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery,
|
||||
`SELECT mean("value") FROM "cpu" WHERE time >= 1596240000000ms and time <= 1596240300000ms GROUP BY time(5s) tz('Europe/Paris')`)
|
||||
})
|
||||
|
||||
t.Run("can build query with tz, limit, slimit, orderByTime and puts them in the correct order", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2}},
|
||||
Measurement: "cpu",
|
||||
GroupBy: []*QueryPart{groupBy1},
|
||||
Tz: "Europe/Paris",
|
||||
Limit: "1",
|
||||
Slimit: "1",
|
||||
OrderByTime: "ASC",
|
||||
Interval: time.Second * 5,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery,
|
||||
`SELECT mean("value") FROM "cpu" WHERE time >= 1596240000000ms and time <= 1596240300000ms GROUP BY time(5s) ORDER BY time ASC limit 1 slimit 1 tz('Europe/Paris')`)
|
||||
})
|
||||
|
||||
t.Run("can build query with group bys", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2}},
|
||||
Measurement: "cpu",
|
||||
GroupBy: []*QueryPart{groupBy1, groupBy2, groupBy3},
|
||||
Tags: []*Tag{tag1, tag2},
|
||||
Interval: time.Second * 5,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery, `SELECT mean("value") FROM "cpu" WHERE ("hostname" = 'server1' OR "hostname" = 'server2') AND time >= 1596240000000ms and time <= 1596240300000ms GROUP BY time(5s), "datacenter" fill(null)`)
|
||||
})
|
||||
|
||||
t.Run("can build query with math part", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2, *mathPartDivideBy100}},
|
||||
Measurement: "cpu",
|
||||
Interval: time.Second * 5,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery,
|
||||
`SELECT mean("value") / 100 FROM "cpu" WHERE time >= 1596240000000ms and time <= 1596240300000ms`)
|
||||
})
|
||||
|
||||
t.Run("can build query with math part using $__interval_ms variable", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2, *mathPartDivideByIntervalMs}},
|
||||
Measurement: "cpu",
|
||||
Interval: time.Second * 5,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery,
|
||||
`SELECT mean("value") / 5000 FROM "cpu" WHERE time >= 1596240000000ms and time <= 1596240300000ms`)
|
||||
})
|
||||
|
||||
t.Run("can build query with old $interval variable", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2}},
|
||||
Measurement: "cpu",
|
||||
Policy: "",
|
||||
GroupBy: []*QueryPart{groupByOldInterval},
|
||||
Interval: time.Millisecond * 200,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery,
|
||||
`SELECT mean("value") FROM "cpu" WHERE time >= 1596240000000ms and time <= 1596240300000ms GROUP BY time(200ms)`)
|
||||
})
|
||||
|
||||
t.Run("can render time range", func(t *testing.T) {
|
||||
query := Query{}
|
||||
t.Run("render from: 2h to now-1h", func(t *testing.T) {
|
||||
query := Query{}
|
||||
timeRange = backend.TimeRange{
|
||||
From: time.Date(2020, 8, 1, 0, 0, 0, 0, time.UTC),
|
||||
To: time.Date(2020, 8, 1, 1, 0, 0, 0, time.UTC),
|
||||
}
|
||||
queryContext = &backend.QueryDataRequest{
|
||||
Queries: []backend.DataQuery{
|
||||
{
|
||||
TimeRange: timeRange,
|
||||
},
|
||||
},
|
||||
}
|
||||
require.Equal(t, query.renderTimeFilter(queryContext),
|
||||
"time >= 1596240000000ms and time <= 1596243600000ms")
|
||||
})
|
||||
|
||||
t.Run("render from: 10m", func(t *testing.T) {
|
||||
timeRange = backend.TimeRange{
|
||||
From: time.Date(2020, 8, 1, 0, 0, 0, 0, time.UTC),
|
||||
To: time.Date(2020, 8, 1, 0, 10, 0, 0, time.UTC),
|
||||
}
|
||||
queryContext = &backend.QueryDataRequest{
|
||||
Queries: []backend.DataQuery{
|
||||
{
|
||||
TimeRange: timeRange,
|
||||
},
|
||||
},
|
||||
}
|
||||
require.Equal(t, query.renderTimeFilter(queryContext),
|
||||
"time >= 1596240000000ms and time <= 1596240600000ms")
|
||||
})
|
||||
})
|
||||
|
||||
t.Run("can build query from raw query", func(t *testing.T) {
|
||||
query := &Query{
|
||||
Selects: []*Select{{*qp1, *qp2}},
|
||||
Measurement: "cpu",
|
||||
Policy: "policy",
|
||||
GroupBy: []*QueryPart{groupBy1, groupBy3},
|
||||
Interval: time.Second * 10,
|
||||
RawQuery: "Raw query",
|
||||
UseRawQuery: true,
|
||||
}
|
||||
|
||||
rawQuery, err := query.Build(queryContext)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, rawQuery, `Raw query`)
|
||||
})
|
||||
|
||||
t.Run("can render normal tags without operator", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "", Value: `value`, Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" = 'value'`)
|
||||
})
|
||||
|
||||
t.Run("can render regex tags without operator", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "", Value: `/value/`, Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" =~ /value/`)
|
||||
})
|
||||
|
||||
t.Run("can render regex tags", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "=~", Value: `/value/`, Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" =~ /value/`)
|
||||
})
|
||||
|
||||
t.Run("can render number tags", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "=", Value: "10001", Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" = '10001'`)
|
||||
})
|
||||
|
||||
t.Run("can render numbers less then condition tags", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "<", Value: "10001", Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" < 10001`)
|
||||
})
|
||||
|
||||
t.Run("can render number greater then condition tags", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: ">", Value: "10001", Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" > 10001`)
|
||||
})
|
||||
|
||||
t.Run("can render string tags", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "=", Value: "value", Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" = 'value'`)
|
||||
})
|
||||
|
||||
t.Run("can escape backslashes when rendering string tags", func(t *testing.T) {
|
||||
query := &Query{Tags: []*Tag{{Operator: "=", Value: `C:\test\`, Key: "key"}}}
|
||||
|
||||
require.Equal(t, strings.Join(query.renderTags(), ""), `"key" = 'C:\\test\\'`)
|
||||
})
|
||||
|
||||
t.Run("can render regular measurement", func(t *testing.T) {
|
||||
query := &Query{Measurement: `apa`, Policy: "policy"}
|
||||
|
||||
require.Equal(t, query.renderMeasurement(), ` FROM "policy"."apa"`)
|
||||
})
|
||||
|
||||
t.Run("can render regexp measurement", func(t *testing.T) {
|
||||
query := &Query{Measurement: `/apa/`, Policy: "policy"}
|
||||
|
||||
require.Equal(t, query.renderMeasurement(), ` FROM "policy"./apa/`)
|
||||
})
|
||||
})
|
||||
}
|
||||
Reference in New Issue
Block a user