file_reader.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182
  1. package dashboard
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/grafana/grafana/pkg/services/alerting"
  6. "os"
  7. "path/filepath"
  8. "strings"
  9. "time"
  10. "github.com/grafana/grafana/pkg/bus"
  11. "github.com/grafana/grafana/pkg/components/simplejson"
  12. "github.com/grafana/grafana/pkg/log"
  13. "github.com/grafana/grafana/pkg/models"
  14. )
  15. type fileReader struct {
  16. Cfg *DashboardsAsConfig
  17. Path string
  18. log log.Logger
  19. dashboardCache *dashboardCache
  20. }
  21. func NewDashboardFilereader(cfg *DashboardsAsConfig, log log.Logger) (*fileReader, error) {
  22. path, ok := cfg.Options["folder"].(string)
  23. if !ok {
  24. return nil, fmt.Errorf("Failed to load dashboards. folder param is not a string")
  25. }
  26. if _, err := os.Stat(path); os.IsNotExist(err) {
  27. log.Error("Cannot read directory", "error", err)
  28. }
  29. return &fileReader{
  30. Cfg: cfg,
  31. Path: path,
  32. log: log,
  33. dashboardCache: newDashboardCache(),
  34. }, nil
  35. }
  36. func (fr *fileReader) ReadAndListen(ctx context.Context) error {
  37. ticker := time.NewTicker(time.Second * 5)
  38. if err := fr.walkFolder(); err != nil {
  39. fr.log.Error("failed to search for dashboards", "error", err)
  40. }
  41. for {
  42. select {
  43. case <-ticker.C:
  44. fr.walkFolder()
  45. case <-ctx.Done():
  46. return nil
  47. }
  48. }
  49. }
  50. func (fr *fileReader) walkFolder() error {
  51. if _, err := os.Stat(fr.Path); err != nil {
  52. if os.IsNotExist(err) {
  53. return err
  54. }
  55. }
  56. return filepath.Walk(fr.Path, func(path string, f os.FileInfo, err error) error {
  57. if err != nil {
  58. return err
  59. }
  60. if f.IsDir() {
  61. if strings.HasPrefix(f.Name(), ".") {
  62. return filepath.SkipDir
  63. }
  64. return nil
  65. }
  66. if !strings.HasSuffix(f.Name(), ".json") {
  67. return nil
  68. }
  69. cachedDashboard, exist := fr.dashboardCache.getCache(path)
  70. if exist && cachedDashboard.ModTime == f.ModTime() {
  71. return nil
  72. }
  73. dash, err := fr.readDashboardFromFile(path)
  74. if err != nil {
  75. fr.log.Error("failed to load dashboard from ", "file", path, "error", err)
  76. return nil
  77. }
  78. cmd := &models.GetDashboardQuery{Slug: dash.Dashboard.Slug}
  79. err = bus.Dispatch(cmd)
  80. if err == models.ErrDashboardNotFound {
  81. fr.log.Debug("saving new dashboard", "file", path)
  82. return fr.saveDashboard(dash)
  83. }
  84. if err != nil {
  85. fr.log.Error("failed to query for dashboard", "slug", dash.Dashboard.Slug, "error", err)
  86. return nil
  87. }
  88. if cmd.Result.Updated.Unix() >= f.ModTime().Unix() {
  89. return nil
  90. }
  91. fr.log.Debug("no dashboard in cache. loading dashboard from disk into database.", "file", path)
  92. return fr.saveDashboard(dash)
  93. })
  94. }
  95. func (fr *fileReader) readDashboardFromFile(path string) (*DashboardJson, error) {
  96. reader, err := os.Open(path)
  97. if err != nil {
  98. return nil, err
  99. }
  100. defer reader.Close()
  101. data, err := simplejson.NewFromReader(reader)
  102. if err != nil {
  103. return nil, err
  104. }
  105. stat, err := os.Stat(path)
  106. if err != nil {
  107. return nil, err
  108. }
  109. dash, err := createDashboardJson(data, stat.ModTime(), fr.Cfg)
  110. if err != nil {
  111. return nil, err
  112. }
  113. fr.dashboardCache.addCache(path, dash)
  114. return dash, nil
  115. }
  116. func (fr *fileReader) saveDashboard(json *DashboardJson) error {
  117. dashboard := json.Dashboard
  118. if dashboard.Title == "" {
  119. return models.ErrDashboardTitleEmpty
  120. }
  121. validateAlertsCmd := alerting.ValidateDashboardAlertsCommand{
  122. OrgId: json.OrgId,
  123. Dashboard: dashboard,
  124. }
  125. if err := bus.Dispatch(&validateAlertsCmd); err != nil {
  126. return models.ErrDashboardContainsInvalidAlertData
  127. }
  128. cmd := models.SaveDashboardCommand{
  129. Dashboard: dashboard.Data,
  130. Message: "Dashboard created from file.",
  131. OrgId: json.OrgId,
  132. Overwrite: true,
  133. UpdatedAt: json.ModTime,
  134. }
  135. err := bus.Dispatch(&cmd)
  136. if err != nil {
  137. return err
  138. }
  139. alertCmd := alerting.UpdateDashboardAlertsCommand{
  140. OrgId: json.OrgId,
  141. Dashboard: cmd.Result,
  142. }
  143. if err := bus.Dispatch(&alertCmd); err != nil {
  144. return err
  145. }
  146. return nil
  147. }