file_reader.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. package dashboard
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/grafana/grafana/pkg/services/alerting"
  6. "os"
  7. "path/filepath"
  8. "strings"
  9. "time"
  10. "github.com/grafana/grafana/pkg/bus"
  11. "github.com/grafana/grafana/pkg/components/simplejson"
  12. "github.com/grafana/grafana/pkg/log"
  13. "github.com/grafana/grafana/pkg/models"
  14. )
  15. type fileReader struct {
  16. Cfg *DashboardsAsConfig
  17. Path string
  18. log log.Logger
  19. dashboardCache *dashboardCache
  20. }
  21. func NewDashboardFilereader(cfg *DashboardsAsConfig, log log.Logger) (*fileReader, error) {
  22. path, ok := cfg.Options["folder"].(string)
  23. if !ok {
  24. return nil, fmt.Errorf("Failed to load dashboards. folder param is not a string")
  25. }
  26. if _, err := os.Stat(path); os.IsNotExist(err) {
  27. log.Error("Cannot read directory", "error", err)
  28. }
  29. return &fileReader{
  30. Cfg: cfg,
  31. Path: path,
  32. log: log,
  33. dashboardCache: newDashboardCache(),
  34. }, nil
  35. }
  36. func (fr *fileReader) ReadAndListen(ctx context.Context) error {
  37. ticker := time.NewTicker(time.Second * 10)
  38. if err := fr.walkFolder(); err != nil {
  39. fr.log.Error("failed to search for dashboards", "error", err)
  40. }
  41. for {
  42. select {
  43. case <-ticker.C:
  44. fr.walkFolder()
  45. case <-ctx.Done():
  46. return nil
  47. }
  48. }
  49. }
  50. func (fr *fileReader) walkFolder() error {
  51. if _, err := os.Stat(fr.Path); err != nil {
  52. if os.IsNotExist(err) {
  53. return err
  54. }
  55. }
  56. return filepath.Walk(fr.Path, func(path string, f os.FileInfo, err error) error {
  57. if err != nil {
  58. return err
  59. }
  60. if f.IsDir() {
  61. if strings.HasPrefix(f.Name(), ".") {
  62. return filepath.SkipDir
  63. }
  64. return nil
  65. }
  66. if !strings.HasSuffix(f.Name(), ".json") {
  67. return nil
  68. }
  69. cachedDashboard, exist := fr.dashboardCache.getCache(path)
  70. if exist && cachedDashboard.ModTime == f.ModTime() {
  71. return nil
  72. }
  73. dash, err := fr.readDashboardFromFile(path)
  74. if err != nil {
  75. fr.log.Error("failed to load dashboard from ", "file", path, "error", err)
  76. return nil
  77. }
  78. cmd := &models.GetDashboardQuery{Slug: dash.Dashboard.Slug}
  79. err = bus.Dispatch(cmd)
  80. if err == models.ErrDashboardNotFound {
  81. fr.log.Debug("saving new dashboard", "file", path)
  82. return fr.saveDashboard(dash)
  83. }
  84. if err != nil {
  85. fr.log.Error("failed to query for dashboard", "slug", dash.Dashboard.Slug, "error", err)
  86. return nil
  87. }
  88. if cmd.Result.Updated.Unix() >= f.ModTime().Unix() {
  89. fr.log.Debug("already using latest version", "dashboard", dash.Dashboard.Slug)
  90. return nil
  91. }
  92. fr.log.Debug("no dashboard in cache. Loading dashboard from disk into database.", "file", path)
  93. return fr.saveDashboard(dash)
  94. })
  95. }
  96. func (fr *fileReader) readDashboardFromFile(path string) (*DashboardJson, error) {
  97. reader, err := os.Open(path)
  98. if err != nil {
  99. return nil, err
  100. }
  101. defer reader.Close()
  102. data, err := simplejson.NewFromReader(reader)
  103. if err != nil {
  104. return nil, err
  105. }
  106. stat, err := os.Stat(path)
  107. if err != nil {
  108. return nil, err
  109. }
  110. dash, err := createDashboardJson(data, stat.ModTime(), fr.Cfg)
  111. if err != nil {
  112. return nil, err
  113. }
  114. fr.dashboardCache.addCache(path, dash)
  115. return dash, nil
  116. }
  117. func (fr *fileReader) saveDashboard(dashboardJson *DashboardJson) error {
  118. dash := dashboardJson.Dashboard
  119. if dash.Title == "" {
  120. return models.ErrDashboardTitleEmpty
  121. }
  122. validateAlertsCmd := alerting.ValidateDashboardAlertsCommand{
  123. OrgId: dashboardJson.OrgId,
  124. Dashboard: dash,
  125. }
  126. if err := bus.Dispatch(&validateAlertsCmd); err != nil {
  127. return models.ErrDashboardContainsInvalidAlertData
  128. }
  129. cmd := models.SaveDashboardCommand{
  130. Dashboard: dash.Data,
  131. Message: "Dashboard created from file.",
  132. OrgId: dashboardJson.OrgId,
  133. Overwrite: true,
  134. UpdatedAt: dashboardJson.ModTime,
  135. }
  136. err := bus.Dispatch(&cmd)
  137. if err != nil {
  138. return err
  139. }
  140. alertCmd := alerting.UpdateDashboardAlertsCommand{
  141. OrgId: dashboardJson.OrgId,
  142. Dashboard: cmd.Result,
  143. }
  144. if err := bus.Dispatch(&alertCmd); err != nil {
  145. return err
  146. }
  147. return nil
  148. }