package azuremonitor import ( "bytes" "context" "encoding/json" "errors" "fmt" "io/ioutil" "net/http" "net/url" "path" "github.com/grafana/grafana-plugin-sdk-go/backend" "github.com/grafana/grafana-plugin-sdk-go/data" "github.com/grafana/grafana/pkg/api/pluginproxy" "github.com/grafana/grafana/pkg/components/simplejson" "github.com/grafana/grafana/pkg/models" "github.com/grafana/grafana/pkg/plugins" "github.com/grafana/grafana/pkg/setting" "github.com/grafana/grafana/pkg/util/errutil" "github.com/opentracing/opentracing-go" "golang.org/x/net/context/ctxhttp" ) // AzureResourceGraphDatasource calls the Azure Resource Graph API's type AzureResourceGraphDatasource struct { httpClient *http.Client dsInfo *models.DataSource pluginManager plugins.Manager cfg *setting.Cfg } // AzureResourceGraphQuery is the query request that is built from the saved values for // from the UI type AzureResourceGraphQuery struct { RefID string ResultFormat string URL string Model *simplejson.Json InterpolatedQuery string } const argAPIVersion = "2021-03-01" const argQueryProviderName = "/providers/Microsoft.ResourceGraph/resources" // executeTimeSeriesQuery does the following: // 1. builds the AzureMonitor url and querystring for each query // 2. executes each query by calling the Azure Monitor API // 3. parses the responses for each query into the timeseries format func (e *AzureResourceGraphDatasource) executeTimeSeriesQuery(ctx context.Context, originalQueries []plugins.DataSubQuery, timeRange plugins.DataTimeRange) (backend.QueryDataResponse, error) { result := backend.QueryDataResponse{ Responses: map[string]backend.DataResponse{}, } queries, err := e.buildQueries(originalQueries, timeRange) if err != nil { return backend.QueryDataResponse{}, err } for _, query := range queries { result.Responses[query.RefID] = e.executeQuery(ctx, query, timeRange) } return result, nil } func (e *AzureResourceGraphDatasource) buildQueries(queries []plugins.DataSubQuery, timeRange plugins.DataTimeRange) ([]*AzureResourceGraphQuery, error) { var azureResourceGraphQueries []*AzureResourceGraphQuery for _, query := range queries { queryBytes, err := query.Model.Encode() if err != nil { return nil, fmt.Errorf("failed to re-encode the Azure Resource Graph query into JSON: %w", err) } queryJSONModel := argJSONQuery{} err = json.Unmarshal(queryBytes, &queryJSONModel) if err != nil { return nil, fmt.Errorf("failed to decode the Azure Resource Graph query object from JSON: %w", err) } azureResourceGraphTarget := queryJSONModel.AzureResourceGraph azlog.Debug("AzureResourceGraph", "target", azureResourceGraphTarget) resultFormat := azureResourceGraphTarget.ResultFormat if resultFormat == "" { resultFormat = "table" } interpolatedQuery, err := KqlInterpolate(query, timeRange, azureResourceGraphTarget.Query) if err != nil { return nil, err } azureResourceGraphQueries = append(azureResourceGraphQueries, &AzureResourceGraphQuery{ RefID: query.RefID, ResultFormat: resultFormat, Model: query.Model, InterpolatedQuery: interpolatedQuery, }) } return azureResourceGraphQueries, nil } func (e *AzureResourceGraphDatasource) executeQuery(ctx context.Context, query *AzureResourceGraphQuery, timeRange plugins.DataTimeRange) backend.DataResponse { queryResult := backend.DataResponse{} params := url.Values{} params.Add("api-version", argAPIVersion) queryResultErrorWithExecuted := func(err error) backend.DataResponse { queryResult = backend.DataResponse{Error: err} frames := data.Frames{ &data.Frame{ RefID: query.RefID, Meta: &data.FrameMeta{ ExecutedQueryString: query.InterpolatedQuery, }, }, } queryResult.Frames = frames return queryResult } reqBody, err := json.Marshal(map[string]interface{}{ "subscriptions": query.Model.Get("subscriptions").MustStringArray(), "query": query.InterpolatedQuery, "options": map[string]string{"resultFormat": "table"}, }) if err != nil { queryResult.Error = err return queryResult } req, err := e.createRequest(ctx, e.dsInfo, reqBody) if err != nil { queryResult.Error = err return queryResult } req.URL.Path = path.Join(req.URL.Path, argQueryProviderName) req.URL.RawQuery = params.Encode() span, ctx := opentracing.StartSpanFromContext(ctx, "azure resource graph query") span.SetTag("interpolated_query", query.InterpolatedQuery) span.SetTag("from", timeRange.From) span.SetTag("until", timeRange.To) span.SetTag("datasource_id", e.dsInfo.Id) span.SetTag("org_id", e.dsInfo.OrgId) defer span.Finish() if err := opentracing.GlobalTracer().Inject( span.Context(), opentracing.HTTPHeaders, opentracing.HTTPHeadersCarrier(req.Header)); err != nil { return queryResultErrorWithExecuted(err) } azlog.Debug("AzureResourceGraph", "Request ApiURL", req.URL.String()) res, err := ctxhttp.Do(ctx, e.httpClient, req) if err != nil { return queryResultErrorWithExecuted(err) } argResponse, err := e.unmarshalResponse(res) if err != nil { return queryResultErrorWithExecuted(err) } frame, err := ResponseTableToFrame(&argResponse.Data) if err != nil { return queryResultErrorWithExecuted(err) } if frame.Meta == nil { frame.Meta = &data.FrameMeta{} } frame.Meta.ExecutedQueryString = req.URL.RawQuery queryResult.Frames = data.Frames{frame} return queryResult } func (e *AzureResourceGraphDatasource) createRequest(ctx context.Context, dsInfo *models.DataSource, reqBody []byte) (*http.Request, error) { u, err := url.Parse(dsInfo.Url) if err != nil { return nil, err } u.Path = path.Join(u.Path, "render") req, err := http.NewRequest(http.MethodPost, u.String(), bytes.NewBuffer(reqBody)) if err != nil { azlog.Debug("Failed to create request", "error", err) return nil, errutil.Wrap("failed to create request", err) } req.Header.Set("Content-Type", "application/json") req.Header.Set("User-Agent", fmt.Sprintf("Grafana/%s", setting.BuildVersion)) // find plugin plugin := e.pluginManager.GetDataSource(dsInfo.Type) if plugin == nil { return nil, errors.New("unable to find datasource plugin Azure Monitor") } argRoute, routeName, err := e.getPluginRoute(plugin) if err != nil { return nil, err } pluginproxy.ApplyRoute(ctx, req, routeName, argRoute, dsInfo, e.cfg) return req, nil } func (e *AzureResourceGraphDatasource) getPluginRoute(plugin *plugins.DataSourcePlugin) (*plugins.AppPluginRoute, string, error) { cloud, err := getAzureCloud(e.cfg, e.dsInfo.JsonData) if err != nil { return nil, "", err } routeName, err := getManagementApiRoute(cloud) if err != nil { return nil, "", err } var pluginRoute *plugins.AppPluginRoute for _, route := range plugin.Routes { if route.Path == routeName { pluginRoute = route break } } return pluginRoute, routeName, nil } func (e *AzureResourceGraphDatasource) unmarshalResponse(res *http.Response) (AzureResourceGraphResponse, error) { body, err := ioutil.ReadAll(res.Body) if err != nil { return AzureResourceGraphResponse{}, err } defer func() { if err := res.Body.Close(); err != nil { azlog.Warn("Failed to close response body", "err", err) } }() if res.StatusCode/100 != 2 { azlog.Debug("Request failed", "status", res.Status, "body", string(body)) return AzureResourceGraphResponse{}, fmt.Errorf("request failed, status: %s, body: %s", res.Status, string(body)) } var data AzureResourceGraphResponse d := json.NewDecoder(bytes.NewReader(body)) d.UseNumber() err = d.Decode(&data) if err != nil { azlog.Debug("Failed to unmarshal azure resource graph response", "error", err, "status", res.Status, "body", string(body)) return AzureResourceGraphResponse{}, err } return data, nil }