mqe.go 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. package mqe
  2. import (
  3. "context"
  4. "net/http"
  5. "net/url"
  6. "path"
  7. "strings"
  8. "golang.org/x/net/context/ctxhttp"
  9. "github.com/grafana/grafana/pkg/components/simplejson"
  10. "github.com/grafana/grafana/pkg/log"
  11. "github.com/grafana/grafana/pkg/models"
  12. "github.com/grafana/grafana/pkg/setting"
  13. "github.com/grafana/grafana/pkg/tsdb"
  14. )
  15. /*
  16. TODO:
  17. * performance. outgoing requests in pararell.
  18. * frontend plugin. targetContainsTemplates
  19. */
  20. type MQEExecutor struct {
  21. *models.DataSource
  22. queryParser *QueryParser
  23. responseParser *ResponseParser
  24. httpClient *http.Client
  25. log log.Logger
  26. tokenClient *TokenClient
  27. }
  28. func NewMQEExecutor(dsInfo *models.DataSource) (tsdb.Executor, error) {
  29. httpclient, err := dsInfo.GetHttpClient()
  30. if err != nil {
  31. return nil, err
  32. }
  33. return &MQEExecutor{
  34. DataSource: dsInfo,
  35. httpClient: httpclient,
  36. log: log.New("tsdb.mqe"),
  37. queryParser: NewQueryParser(),
  38. responseParser: NewResponseParser(),
  39. tokenClient: NewTokenClient(dsInfo),
  40. }, nil
  41. }
  42. func init() {
  43. tsdb.RegisterExecutor("mqe-datasource", NewMQEExecutor)
  44. }
  45. type QueryToSend struct {
  46. RawQuery string
  47. QueryRef *Query
  48. }
  49. func (e *MQEExecutor) Execute(ctx context.Context, queries tsdb.QuerySlice, queryContext *tsdb.QueryContext) *tsdb.BatchResult {
  50. result := &tsdb.BatchResult{}
  51. availableSeries, err := e.tokenClient.GetTokenData(ctx)
  52. if err != nil {
  53. return result.WithError(err)
  54. }
  55. var mqeQueries []*Query
  56. for _, v := range queries {
  57. q, err := e.queryParser.Parse(v.Model, e.DataSource, queryContext)
  58. if err != nil {
  59. return result.WithError(err)
  60. }
  61. mqeQueries = append(mqeQueries, q)
  62. }
  63. var rawQueries []QueryToSend
  64. for _, v := range mqeQueries {
  65. queries, err := v.Build(availableSeries.Metrics)
  66. if err != nil {
  67. return result.WithError(err)
  68. }
  69. rawQueries = append(rawQueries, queries...)
  70. }
  71. e.log.Debug("Sending request", "url", e.DataSource.Url)
  72. queryResult := &tsdb.QueryResult{}
  73. for _, v := range rawQueries {
  74. if setting.Env == setting.DEV {
  75. e.log.Debug("Executing", "query", v)
  76. }
  77. req, err := e.createRequest(v.RawQuery)
  78. resp, err := ctxhttp.Do(ctx, e.httpClient, req)
  79. if err != nil {
  80. return result.WithError(err)
  81. }
  82. series, err := e.responseParser.Parse(resp, v.QueryRef)
  83. if err != nil {
  84. return result.WithError(err)
  85. }
  86. queryResult.Series = append(queryResult.Series, series.Series...)
  87. }
  88. result.QueryResults = make(map[string]*tsdb.QueryResult)
  89. result.QueryResults["A"] = queryResult
  90. return result
  91. }
  92. func (e *MQEExecutor) createRequest(query string) (*http.Request, error) {
  93. u, err := url.Parse(e.Url)
  94. if err != nil {
  95. return nil, err
  96. }
  97. u.Path = path.Join(u.Path, "query")
  98. payload := simplejson.New()
  99. payload.Set("query", query)
  100. jsonPayload, err := payload.MarshalJSON()
  101. if err != nil {
  102. return nil, err
  103. }
  104. req, err := http.NewRequest(http.MethodPost, u.String(), strings.NewReader(string(jsonPayload)))
  105. if err != nil {
  106. return nil, err
  107. }
  108. req.Header.Set("User-Agent", "Grafana")
  109. req.Header.Set("Content-Type", "application/json")
  110. if e.BasicAuth {
  111. req.SetBasicAuth(e.BasicAuthUser, e.BasicAuthPassword)
  112. }
  113. return req, nil
  114. }