mysql.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. package mysql
  2. import (
  3. "context"
  4. "database/sql"
  5. "fmt"
  6. "sync"
  7. "github.com/go-xorm/xorm"
  8. "github.com/grafana/grafana/pkg/log"
  9. "github.com/grafana/grafana/pkg/models"
  10. "github.com/grafana/grafana/pkg/tsdb"
  11. )
  12. type MysqlExecutor struct {
  13. datasource *models.DataSource
  14. engine *xorm.Engine
  15. log log.Logger
  16. }
  17. type engineCacheType struct {
  18. cache map[int64]*xorm.Engine
  19. versions map[int64]int
  20. sync.Mutex
  21. }
  22. var engineCache = engineCacheType{
  23. cache: make(map[int64]*xorm.Engine),
  24. versions: make(map[int64]int),
  25. }
  26. func init() {
  27. tsdb.RegisterExecutor("mysql", NewMysqlExecutor)
  28. }
  29. func NewMysqlExecutor(datasource *models.DataSource) (tsdb.Executor, error) {
  30. executor := &MysqlExecutor{
  31. datasource: datasource,
  32. log: log.New("tsdb.mysql"),
  33. }
  34. err := executor.initEngine()
  35. if err != nil {
  36. return nil, err
  37. }
  38. return executor, nil
  39. }
  40. func (e *MysqlExecutor) initEngine() error {
  41. engineCache.Lock()
  42. defer engineCache.Unlock()
  43. if engine, present := engineCache.cache[e.datasource.Id]; present {
  44. if version, _ := engineCache.versions[e.datasource.Id]; version == e.datasource.Version {
  45. e.engine = engine
  46. return nil
  47. }
  48. }
  49. cnnstr := fmt.Sprintf("%s:%s@%s(%s)/%s?charset=utf8mb4", e.datasource.User, e.datasource.Password, "tcp", e.datasource.Url, e.datasource.Database)
  50. e.log.Debug("getEngine", "connection", cnnstr)
  51. engine, err := xorm.NewEngine("mysql", cnnstr)
  52. engine.SetMaxConns(10)
  53. engine.SetMaxIdleConns(10)
  54. if err != nil {
  55. return err
  56. }
  57. engineCache.cache[e.datasource.Id] = engine
  58. e.engine = engine
  59. return nil
  60. }
  61. func (e *MysqlExecutor) Execute(ctx context.Context, queries tsdb.QuerySlice, context *tsdb.QueryContext) *tsdb.BatchResult {
  62. result := &tsdb.BatchResult{}
  63. session := e.engine.NewSession()
  64. defer session.Close()
  65. db := session.DB()
  66. // queries := strings.Split(req.Query, ";")
  67. //
  68. // data := dataStruct{}
  69. // data.Results = make([]resultsStruct, 1)
  70. // data.Results[0].Series = make([]seriesStruct, 0)
  71. for _, query := range queries {
  72. rawSql := query.Model.Get("rawSql").MustString()
  73. if rawSql == "" {
  74. continue
  75. }
  76. rows, err := db.Query(rawSql)
  77. if err != nil {
  78. result.Error = err
  79. return result
  80. }
  81. defer rows.Close()
  82. columnNames, err := rows.Columns()
  83. if err != nil {
  84. result.Error = err
  85. return result
  86. }
  87. rc := NewStringStringScan(columnNames)
  88. for rows.Next() {
  89. err := rc.Update(rows.Rows)
  90. if err != nil {
  91. e.log.Error("Mysql response parsing", "error", err)
  92. result.Error = err
  93. return result
  94. }
  95. rowValues := rc.Get()
  96. e.log.Info("Rows", "row", rowValues)
  97. }
  98. // for rows.Next() {
  99. // columnValues := make([]interface{}, len(columnNames))
  100. //
  101. // err = rows.ScanSlice(&columnValues)
  102. // if err != nil {
  103. // result.Error = err
  104. // return result
  105. // }
  106. //
  107. // // bytes -> string
  108. // for i := range columnValues {
  109. // rowType := reflect.TypeOf(columnValues[i])
  110. // e.log.Info("row", "type", rowType)
  111. //
  112. // rawValue := reflect.Indirect(reflect.ValueOf(columnValues[i]))
  113. //
  114. // // if rawValue is null then ignore
  115. // if rawValue.Interface() == nil {
  116. // continue
  117. // }
  118. //
  119. // rawValueType := reflect.TypeOf(rawValue.Interface())
  120. // vv := reflect.ValueOf(rawValue.Interface())
  121. // e.log.Info("column type", "name", columnNames[i], "type", rawValueType, "vv", vv)
  122. // }
  123. // }
  124. }
  125. return result
  126. }
  127. type stringStringScan struct {
  128. // cp are the column pointers
  129. cp []interface{}
  130. // row contains the final result
  131. row []string
  132. colCount int
  133. colNames []string
  134. }
  135. func NewStringStringScan(columnNames []string) *stringStringScan {
  136. lenCN := len(columnNames)
  137. s := &stringStringScan{
  138. cp: make([]interface{}, lenCN),
  139. row: make([]string, lenCN*2),
  140. colCount: lenCN,
  141. colNames: columnNames,
  142. }
  143. j := 0
  144. for i := 0; i < lenCN; i++ {
  145. s.cp[i] = new(sql.RawBytes)
  146. s.row[j] = s.colNames[i]
  147. j = j + 2
  148. }
  149. return s
  150. }
  151. func (s *stringStringScan) Update(rows *sql.Rows) error {
  152. if err := rows.Scan(s.cp...); err != nil {
  153. return err
  154. }
  155. j := 0
  156. for i := 0; i < s.colCount; i++ {
  157. if rb, ok := s.cp[i].(*sql.RawBytes); ok {
  158. s.row[j+1] = string(*rb)
  159. *rb = nil // reset pointer to discard current value to avoid a bug
  160. } else {
  161. return fmt.Errorf("Cannot convert index %d column %s to type *sql.RawBytes", i, s.colNames[i])
  162. }
  163. j = j + 2
  164. }
  165. return nil
  166. }
  167. func (s *stringStringScan) Get() []string {
  168. return s.row
  169. }
  170. // type sqlDataRequest struct {
  171. // Query string `json:"query"`
  172. // Body []byte `json:"-"`
  173. // }
  174. //
  175. // type seriesStruct struct {
  176. // Columns []string `json:"columns"`
  177. // Name string `json:"name"`
  178. // Values [][]interface{} `json:"values"`
  179. // }
  180. //
  181. // type resultsStruct struct {
  182. // Series []seriesStruct `json:"series"`
  183. // }
  184. //
  185. // type dataStruct struct {
  186. // Results []resultsStruct `json:"results"`
  187. // }