b80fbe03f0
* add core plugin flow * add instrumentation * move func * remove cruft * support external backend plugins * refactor + clean up * remove comments * refactor loader * simplify core plugin path arg * cleanup loggers * move signature validator to plugins package * fix sig packaging * cleanup plugin model * remove unnecessary plugin field * add start+stop for pm * fix failures * add decommissioned state * export fields just to get things flowing * fix comments * set static routes * make image loading idempotent * merge with backend plugin manager * re-use funcs * reorder imports + remove unnecessary interface * add some TODOs + remove unused func * remove unused instrumentation func * simplify client usage * remove import alias * re-use backendplugin.Plugin interface * re order funcs * improve var name * fix log statements * refactor data model * add logic for dupe check during loading * cleanup state setting * refactor loader * cleanup manager interface * add rendering flow * refactor loading + init * add renderer support * fix renderer plugin * reformat imports * track errors * fix plugin signature inheritance * name param in interface * update func comment * fix func arg name * introduce class concept * remove func * fix external plugin check * apply changes from pm-experiment * fix core plugins * fix imports * rename interface * comment API interface * add support for testdata plugin * enable alerting + use correct core plugin contracts * slim manager API * fix param name * fix filter * support static routes * fix rendering * tidy rendering * get tests compiling * fix install+uninstall * start finder test * add finder test coverage * start loader tests * add test for core plugins * load core + bundled test * add test for nested plugin loading * add test files * clean interface + fix registering some core plugins * refactoring * reformat and create sub packages * simplify core plugin init * fix ctx cancel scenario * migrate initializer * remove Init() funcs * add test starter * new logger * flesh out initializer tests * refactoring * remove unused svc * refactor rendering flow * fixup loader tests * add enabled helper func * fix logger name * fix data fetchers * fix case where plugin dir doesn't exist * improve coverage + move dupe checking to loader * remove noisy debug logs * register core plugins automagically * add support for renderer in catalog * make private func + fix req validation * use interface * re-add check for renderer in catalog * tidy up from moving to auto reg core plugins * core plugin registrar * guards * copy over core plugins for test infra * all tests green * renames * propagate new interfaces * kill old manager * get compiling * tidy up * update naming * refactor manager test + cleanup * add more cases to finder test * migrate validator to field * more coverage * refactor dupe checking * add test for plugin class * add coverage for initializer * split out rendering * move * fixup tests * fix uss test * fix frontend settings * fix grafanads test * add check when checking sig errors * fix enabled map * fixup * allow manual setup of CM * rename to cloud-monitoring * remove TODO * add installer interface for testing * loader interface returns * tests passing * refactor + add more coverage * support 'stackdriver' * fix frontend settings loading * improve naming based on package name * small tidy * refactor test * fix renderer start * make cloud-monitoring plugin ID clearer * add plugin update test * add integration tests * don't break all if sig can't be calculated * add root URL check test * add more signature verification tests * update DTO name * update enabled plugins comment * update comments * fix linter * revert fe naming change * fix errors endpoint * reset error code field name * re-order test to help verify * assert -> require * pm check * add missing entry + re-order * re-check * dump icon log * verify manager contents first * reformat * apply PR feedback * apply style changes * fix one vs all loading err * improve log output * only start when no signature error * move log * rework plugin update check * fix test * fix multi loading from cfg.PluginSettings * improve log output #2 * add error abstraction to capture errors without registering a plugin * add debug log * add unsigned warning * e2e test attempt * fix logger * set home path * prevent panic * alternate * ugh.. fix home path * return renderer even if not started * make renderer plugin managed * add fallback renderer icon, update renderer badge + prevent changes when renderer is installed * fix icon loading * rollback renderer changes * use correct field * remove unneccessary block * remove newline * remove unused func * fix bundled plugins base + module fields * remove unused field since refactor * add authorizer abstraction * loader only returns plugins expected to run * fix multi log output
224 lines
5.8 KiB
Go
224 lines
5.8 KiB
Go
package influxdb
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"path"
|
|
"strings"
|
|
|
|
"github.com/grafana/grafana-plugin-sdk-go/backend"
|
|
"github.com/grafana/grafana-plugin-sdk-go/backend/datasource"
|
|
"github.com/grafana/grafana-plugin-sdk-go/backend/instancemgmt"
|
|
"github.com/grafana/grafana/pkg/infra/httpclient"
|
|
"github.com/grafana/grafana/pkg/infra/log"
|
|
"github.com/grafana/grafana/pkg/plugins"
|
|
"github.com/grafana/grafana/pkg/plugins/backendplugin/coreplugin"
|
|
"github.com/grafana/grafana/pkg/setting"
|
|
"github.com/grafana/grafana/pkg/tsdb/influxdb/flux"
|
|
"github.com/grafana/grafana/pkg/tsdb/influxdb/models"
|
|
)
|
|
|
|
type Service struct {
|
|
QueryParser *InfluxdbQueryParser
|
|
ResponseParser *ResponseParser
|
|
glog log.Logger
|
|
|
|
im instancemgmt.InstanceManager
|
|
}
|
|
|
|
var ErrInvalidHttpMode = errors.New("'httpMode' should be either 'GET' or 'POST'")
|
|
|
|
func ProvideService(httpClient httpclient.Provider, registrar plugins.CoreBackendRegistrar) (*Service, error) {
|
|
im := datasource.NewInstanceManager(newInstanceSettings(httpClient))
|
|
s := &Service{
|
|
QueryParser: &InfluxdbQueryParser{},
|
|
ResponseParser: &ResponseParser{},
|
|
glog: log.New("tsdb.influxdb"),
|
|
im: im,
|
|
}
|
|
|
|
factory := coreplugin.New(backend.ServeOpts{
|
|
QueryDataHandler: s,
|
|
})
|
|
|
|
if err := registrar.LoadAndRegister("influxdb", factory); err != nil {
|
|
s.glog.Error("Failed to register plugin", "error", err)
|
|
return nil, err
|
|
}
|
|
|
|
return s, nil
|
|
}
|
|
|
|
func newInstanceSettings(httpClientProvider httpclient.Provider) datasource.InstanceFactoryFunc {
|
|
return func(settings backend.DataSourceInstanceSettings) (instancemgmt.Instance, error) {
|
|
opts, err := settings.HTTPClientOptions()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
client, err := httpClientProvider.New(opts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
jsonData := models.DatasourceInfo{}
|
|
err = json.Unmarshal(settings.JSONData, &jsonData)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error reading settings: %w", err)
|
|
}
|
|
httpMode := jsonData.HTTPMode
|
|
if httpMode == "" {
|
|
httpMode = "GET"
|
|
}
|
|
maxSeries := jsonData.MaxSeries
|
|
if maxSeries == 0 {
|
|
maxSeries = 1000
|
|
}
|
|
model := &models.DatasourceInfo{
|
|
HTTPClient: client,
|
|
URL: settings.URL,
|
|
Database: settings.Database,
|
|
Version: jsonData.Version,
|
|
HTTPMode: httpMode,
|
|
TimeInterval: jsonData.TimeInterval,
|
|
DefaultBucket: jsonData.DefaultBucket,
|
|
Organization: jsonData.Organization,
|
|
MaxSeries: maxSeries,
|
|
Token: settings.DecryptedSecureJSONData["token"],
|
|
}
|
|
return model, nil
|
|
}
|
|
}
|
|
|
|
func (s *Service) QueryData(ctx context.Context, req *backend.QueryDataRequest) (*backend.QueryDataResponse, error) {
|
|
s.glog.Debug("Received a query request", "numQueries", len(req.Queries))
|
|
|
|
dsInfo, err := s.getDSInfo(req.PluginContext)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
version := dsInfo.Version
|
|
if version == "Flux" {
|
|
return flux.Query(ctx, dsInfo, *req)
|
|
}
|
|
|
|
s.glog.Debug("Making a non-Flux type query")
|
|
|
|
// NOTE: the following path is currently only called from alerting queries
|
|
// In dashboards, the request runs through proxy and are managed in the frontend
|
|
|
|
query, err := s.getQuery(dsInfo, req)
|
|
if err != nil {
|
|
return &backend.QueryDataResponse{}, err
|
|
}
|
|
|
|
rawQuery, err := query.Build(req)
|
|
if err != nil {
|
|
return &backend.QueryDataResponse{}, err
|
|
}
|
|
|
|
if setting.Env == setting.Dev {
|
|
s.glog.Debug("Influxdb query", "raw query", rawQuery)
|
|
}
|
|
|
|
request, err := s.createRequest(ctx, dsInfo, rawQuery)
|
|
if err != nil {
|
|
return &backend.QueryDataResponse{}, err
|
|
}
|
|
|
|
res, err := dsInfo.HTTPClient.Do(request)
|
|
if err != nil {
|
|
return &backend.QueryDataResponse{}, err
|
|
}
|
|
defer func() {
|
|
if err := res.Body.Close(); err != nil {
|
|
s.glog.Warn("Failed to close response body", "err", err)
|
|
}
|
|
}()
|
|
if res.StatusCode/100 != 2 {
|
|
return &backend.QueryDataResponse{}, fmt.Errorf("InfluxDB returned error status: %s", res.Status)
|
|
}
|
|
|
|
resp := s.ResponseParser.Parse(res.Body, query)
|
|
|
|
return resp, nil
|
|
}
|
|
|
|
func (s *Service) getQuery(dsInfo *models.DatasourceInfo, query *backend.QueryDataRequest) (*Query, error) {
|
|
queryCount := len(query.Queries)
|
|
|
|
// The model supports multiple queries, but right now this is only used from
|
|
// alerting so we only needed to support batch executing 1 query at a time.
|
|
if queryCount != 1 {
|
|
return nil, fmt.Errorf("query request should contain exactly 1 query, it contains: %d", queryCount)
|
|
}
|
|
|
|
q := query.Queries[0]
|
|
|
|
return s.QueryParser.Parse(q)
|
|
}
|
|
|
|
func (s *Service) createRequest(ctx context.Context, dsInfo *models.DatasourceInfo, query string) (*http.Request, error) {
|
|
u, err := url.Parse(dsInfo.URL)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
u.Path = path.Join(u.Path, "query")
|
|
httpMode := dsInfo.HTTPMode
|
|
|
|
var req *http.Request
|
|
switch httpMode {
|
|
case "GET":
|
|
req, err = http.NewRequestWithContext(ctx, http.MethodGet, u.String(), nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
case "POST":
|
|
bodyValues := url.Values{}
|
|
bodyValues.Add("q", query)
|
|
body := bodyValues.Encode()
|
|
req, err = http.NewRequestWithContext(ctx, http.MethodPost, u.String(), strings.NewReader(body))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
default:
|
|
return nil, ErrInvalidHttpMode
|
|
}
|
|
|
|
req.Header.Set("User-Agent", "Grafana")
|
|
|
|
params := req.URL.Query()
|
|
params.Set("db", dsInfo.Database)
|
|
params.Set("epoch", "s")
|
|
|
|
if httpMode == "GET" {
|
|
params.Set("q", query)
|
|
} else if httpMode == "POST" {
|
|
req.Header.Set("Content-type", "application/x-www-form-urlencoded")
|
|
}
|
|
|
|
req.URL.RawQuery = params.Encode()
|
|
|
|
s.glog.Debug("Influxdb request", "url", req.URL.String())
|
|
return req, nil
|
|
}
|
|
|
|
func (s *Service) getDSInfo(pluginCtx backend.PluginContext) (*models.DatasourceInfo, error) {
|
|
i, err := s.im.Get(pluginCtx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
instance, ok := i.(*models.DatasourceInfo)
|
|
if !ok {
|
|
return nil, fmt.Errorf("failed to cast datsource info")
|
|
}
|
|
|
|
return instance, nil
|
|
}
|