package graphite import ( "context" "encoding/json" "errors" "fmt" "io" "net/http" "net/url" "path" "regexp" "strconv" "strings" "time" "github.com/grafana/grafana-plugin-sdk-go/backend" "github.com/grafana/grafana-plugin-sdk-go/backend/datasource" "github.com/grafana/grafana-plugin-sdk-go/backend/instancemgmt" "github.com/grafana/grafana-plugin-sdk-go/data" "go.opentelemetry.io/otel/attribute" "go.opentelemetry.io/otel/codes" "github.com/grafana/grafana/pkg/components/simplejson" "github.com/grafana/grafana/pkg/infra/httpclient" "github.com/grafana/grafana/pkg/infra/log" "github.com/grafana/grafana/pkg/infra/tracing" "github.com/grafana/grafana/pkg/setting" ) var logger = log.New("tsdb.graphite") type Service struct { im instancemgmt.InstanceManager tracer tracing.Tracer } const ( TargetFullModelField = "targetFull" TargetModelField = "target" ) func ProvideService(httpClientProvider httpclient.Provider, tracer tracing.Tracer) *Service { return &Service{ im: datasource.NewInstanceManager(newInstanceSettings(httpClientProvider)), tracer: tracer, } } type datasourceInfo struct { HTTPClient *http.Client URL string Id int64 } func newInstanceSettings(httpClientProvider httpclient.Provider) datasource.InstanceFactoryFunc { return func(ctx context.Context, settings backend.DataSourceInstanceSettings) (instancemgmt.Instance, error) { opts, err := settings.HTTPClientOptions(ctx) if err != nil { return nil, err } client, err := httpClientProvider.New(opts) if err != nil { return nil, err } model := datasourceInfo{ HTTPClient: client, URL: settings.URL, Id: settings.ID, } return model, nil } } func (s *Service) getDSInfo(ctx context.Context, pluginCtx backend.PluginContext) (*datasourceInfo, error) { i, err := s.im.Get(ctx, pluginCtx) if err != nil { return nil, err } instance := i.(datasourceInfo) return &instance, nil } func (s *Service) QueryData(ctx context.Context, req *backend.QueryDataRequest) (*backend.QueryDataResponse, error) { if len(req.Queries) == 0 { return nil, fmt.Errorf("query contains no queries") } logger := logger.FromContext(ctx) // get datasource info from context dsInfo, err := s.getDSInfo(ctx, req.PluginContext) if err != nil { return nil, err } emptyQueries := []string{} graphiteQueries := map[string]struct { req *http.Request formData url.Values }{} for _, query := range req.Queries { graphiteReq, formData, emptyQuery, err := s.createGraphiteRequest(ctx, query, logger, dsInfo) if err != nil { return nil, err } if emptyQuery != nil { emptyQueries = append(emptyQueries, fmt.Sprintf("Query: %v has no target", emptyQuery)) continue } graphiteQueries[query.RefID] = struct { req *http.Request formData url.Values }{ req: graphiteReq, formData: formData, } } var result = backend.QueryDataResponse{} if len(emptyQueries) != 0 { logger.Warn("Found query models without targets", "models without targets", strings.Join(emptyQueries, "\n")) // If no queries had a valid target, return an error; otherwise, attempt with the targets we have if len(emptyQueries) == len(req.Queries) { if result.Responses == nil { result.Responses = make(map[string]backend.DataResponse) } // marking this downstream error as it is a user error, but arguably this is a plugin error // since the plugin should have frontend validation that prevents us from getting into this state missingQueryResponse := backend.ErrDataResponseWithSource(400, backend.ErrorSourceDownstream, "no query target found for the alert rule") result.Responses["A"] = missingQueryResponse return &result, nil } } frames := data.Frames{} for refId, graphiteReq := range graphiteQueries { ctx, span := s.tracer.Start(ctx, "graphite query") defer span.End() targetStr := strings.Join(graphiteReq.formData["target"], ",") span.SetAttributes( attribute.String("refId", refId), attribute.String("target", targetStr), attribute.String("from", graphiteReq.formData["from"][0]), attribute.String("until", graphiteReq.formData["until"][0]), attribute.Int64("datasource_id", dsInfo.Id), attribute.Int64("org_id", req.PluginContext.OrgID), ) s.tracer.Inject(ctx, graphiteReq.req.Header, span) res, err := dsInfo.HTTPClient.Do(graphiteReq.req) if res != nil { span.SetAttributes(attribute.Int("graphite.response.code", res.StatusCode)) } if err != nil { span.RecordError(err) span.SetStatus(codes.Error, err.Error()) return &result, err } defer func() { err := res.Body.Close() if err != nil { logger.Warn("Failed to close response body", "error", err) } }() queryFrames, err := s.toDataFrames(logger, res, refId) if err != nil { span.RecordError(err) span.SetStatus(codes.Error, err.Error()) return &result, err } frames = append(frames, queryFrames...) } result = backend.QueryDataResponse{ Responses: make(backend.Responses), } for _, f := range frames { if resp, ok := result.Responses[f.Name]; ok { resp.Frames = append(resp.Frames, f) result.Responses[f.Name] = resp } else { result.Responses[f.Name] = backend.DataResponse{ Frames: data.Frames{f}, } } } return &result, nil } // processQuery converts a Graphite data source query to a Graphite query target. It returns the target, // and the model if the target is invalid func (s *Service) processQuery(logger log.Logger, query backend.DataQuery) (string, *simplejson.Json, error) { model, err := simplejson.NewJson(query.JSON) if err != nil { return "", nil, err } logger.Debug("Graphite", "query", model) currTarget := "" if fullTarget, err := model.Get(TargetFullModelField).String(); err == nil { currTarget = fullTarget } else { currTarget = model.Get(TargetModelField).MustString() } if currTarget == "" { logger.Debug("Graphite", "empty query target", model) return "", model, nil } target := fixIntervalFormat(currTarget) return target, nil, nil } func (s *Service) createRequest(ctx context.Context, l log.Logger, dsInfo *datasourceInfo, data url.Values) (*http.Request, error) { u, err := url.Parse(dsInfo.URL) if err != nil { return nil, err } u.Path = path.Join(u.Path, "render") req, err := http.NewRequestWithContext(ctx, http.MethodPost, u.String(), strings.NewReader(data.Encode())) if err != nil { logger.Info("Failed to create request", "error", err) return nil, fmt.Errorf("failed to create request: %w", err) } req.Header.Set("Content-Type", "application/x-www-form-urlencoded") return req, err } func (s *Service) createGraphiteRequest(ctx context.Context, query backend.DataQuery, logger log.Logger, dsInfo *datasourceInfo) (*http.Request, url.Values, *simplejson.Json, error) { /* graphite doc about from and until, with sdk we are getting absolute instead of relative time https://graphite-api.readthedocs.io/en/latest/api.html#from-until */ from, until := epochMStoGraphiteTime(query.TimeRange) formData := url.Values{ "from": []string{from}, "until": []string{until}, "format": []string{"json"}, "maxDataPoints": []string{fmt.Sprintf("%d", query.MaxDataPoints)}, "target": []string{}, } target, emptyQuery, err := s.processQuery(logger, query) if err != nil { return nil, formData, nil, err } if emptyQuery != nil { logger.Debug("Graphite", "empty query target", emptyQuery) return nil, formData, emptyQuery, nil } formData["target"] = []string{target} if setting.Env == setting.Dev { logger.Debug("Graphite request", "params", formData) } graphiteReq, err := s.createRequest(ctx, logger, dsInfo, formData) if err != nil { return nil, formData, nil, err } return graphiteReq, formData, emptyQuery, nil } func (s *Service) parseResponse(logger log.Logger, res *http.Response) ([]TargetResponseDTO, error) { body, err := io.ReadAll(res.Body) if err != nil { return nil, err } defer func() { if err := res.Body.Close(); err != nil { logger.Warn("Failed to close response body", "err", err) } }() if res.StatusCode/100 != 2 { logger.Info("Request failed", "status", res.Status, "body", string(body)) return nil, fmt.Errorf("request failed, status: %s", res.Status) } var data []TargetResponseDTO err = json.Unmarshal(body, &data) if err != nil { logger.Info("Failed to unmarshal graphite response", "error", err, "status", res.Status, "body", string(body)) return nil, err } return data, nil } func (s *Service) toDataFrames(logger log.Logger, response *http.Response, refId string) (frames data.Frames, error error) { responseData, err := s.parseResponse(logger, response) if err != nil { return nil, err } frames = data.Frames{} for _, series := range responseData { timeVector := make([]time.Time, 0, len(series.DataPoints)) values := make([]*float64, 0, len(series.DataPoints)) for _, dataPoint := range series.DataPoints { var timestamp, value, err = parseDataTimePoint(dataPoint) if err != nil { return nil, err } timeVector = append(timeVector, timestamp) values = append(values, value) } tags := make(map[string]string) for name, value := range series.Tags { if name == "name" { value = series.Target } switch value := value.(type) { case string: tags[name] = value case float64: tags[name] = strconv.FormatFloat(value, 'f', -1, 64) } } frames = append(frames, data.NewFrame(refId, data.NewField("time", nil, timeVector), data.NewField("value", tags, values).SetConfig(&data.FieldConfig{DisplayNameFromDS: series.Target})).SetMeta( &data.FrameMeta{Type: data.FrameTypeTimeSeriesMulti})) if setting.Env == setting.Dev { logger.Debug("Graphite response", "target", series.Target, "datapoints", len(series.DataPoints)) } } return frames, nil } func fixIntervalFormat(target string) string { rMinute := regexp.MustCompile(`'(\d+)m'`) target = rMinute.ReplaceAllStringFunc(target, func(m string) string { return strings.ReplaceAll(m, "m", "min") }) rMonth := regexp.MustCompile(`'(\d+)M'`) target = rMonth.ReplaceAllStringFunc(target, func(M string) string { return strings.ReplaceAll(M, "M", "mon") }) return target } func epochMStoGraphiteTime(tr backend.TimeRange) (string, string) { return fmt.Sprintf("%d", tr.From.UTC().Unix()), fmt.Sprintf("%d", tr.To.UTC().Unix()) } /** * Graphite should always return timestamp as a number but values might be nil when data is missing */ func parseDataTimePoint(dataTimePoint DataTimePoint) (time.Time, *float64, error) { if !dataTimePoint[1].Valid { return time.Time{}, nil, errors.New("failed to parse data point timestamp") } timestamp := time.Unix(int64(dataTimePoint[1].Float64), 0).UTC() if dataTimePoint[0].Valid { var value = new(float64) *value = dataTimePoint[0].Float64 return timestamp, value, nil } else { return timestamp, nil, nil } }