file_reader_test.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. package dashboards
  2. import (
  3. "os"
  4. "path/filepath"
  5. "testing"
  6. "time"
  7. "github.com/grafana/grafana/pkg/bus"
  8. "github.com/grafana/grafana/pkg/models"
  9. "github.com/grafana/grafana/pkg/services/dashboards"
  10. "github.com/grafana/grafana/pkg/log"
  11. . "github.com/smartystreets/goconvey/convey"
  12. )
  13. var (
  14. defaultDashboards string = "./test-dashboards/folder-one"
  15. brokenDashboards string = "./test-dashboards/broken-dashboards"
  16. oneDashboard string = "./test-dashboards/one-dashboard"
  17. fakeRepo *fakeDashboardRepo
  18. )
  19. func TestDashboardFileReader(t *testing.T) {
  20. Convey("Dashboard file reader", t, func() {
  21. bus.ClearBusHandlers()
  22. fakeRepo = &fakeDashboardRepo{}
  23. bus.AddHandler("test", mockGetDashboardQuery)
  24. dashboards.SetRepository(fakeRepo)
  25. logger := log.New("test.logger")
  26. Convey("Reading dashboards from disk", func() {
  27. cfg := &DashboardsAsConfig{
  28. Name: "Default",
  29. Type: "file",
  30. OrgId: 1,
  31. Folder: "",
  32. Options: map[string]interface{}{},
  33. }
  34. Convey("Can read default dashboard", func() {
  35. cfg.Options["path"] = defaultDashboards
  36. cfg.Folder = "Team A"
  37. reader, err := NewDashboardFileReader(cfg, logger)
  38. So(err, ShouldBeNil)
  39. err = reader.startWalkingDisk()
  40. So(err, ShouldBeNil)
  41. folders := 0
  42. dashboards := 0
  43. for _, i := range fakeRepo.inserted {
  44. if i.Dashboard.IsFolder {
  45. folders++
  46. } else {
  47. dashboards++
  48. }
  49. }
  50. So(dashboards, ShouldEqual, 2)
  51. So(folders, ShouldEqual, 1)
  52. })
  53. Convey("Should not update dashboards when db is newer", func() {
  54. cfg.Options["path"] = oneDashboard
  55. fakeRepo.getDashboard = append(fakeRepo.getDashboard, &models.Dashboard{
  56. Updated: time.Now().Add(time.Hour),
  57. Slug: "grafana",
  58. })
  59. reader, err := NewDashboardFileReader(cfg, logger)
  60. So(err, ShouldBeNil)
  61. err = reader.startWalkingDisk()
  62. So(err, ShouldBeNil)
  63. So(len(fakeRepo.inserted), ShouldEqual, 0)
  64. })
  65. Convey("Can read default dashboard and replace old version in database", func() {
  66. cfg.Options["path"] = oneDashboard
  67. stat, _ := os.Stat(oneDashboard + "/dashboard1.json")
  68. fakeRepo.getDashboard = append(fakeRepo.getDashboard, &models.Dashboard{
  69. Updated: stat.ModTime().AddDate(0, 0, -1),
  70. Slug: "grafana",
  71. })
  72. reader, err := NewDashboardFileReader(cfg, logger)
  73. So(err, ShouldBeNil)
  74. err = reader.startWalkingDisk()
  75. So(err, ShouldBeNil)
  76. So(len(fakeRepo.inserted), ShouldEqual, 1)
  77. })
  78. Convey("Invalid configuration should return error", func() {
  79. cfg := &DashboardsAsConfig{
  80. Name: "Default",
  81. Type: "file",
  82. OrgId: 1,
  83. Folder: "",
  84. }
  85. _, err := NewDashboardFileReader(cfg, logger)
  86. So(err, ShouldNotBeNil)
  87. })
  88. Convey("Broken dashboards should not cause error", func() {
  89. cfg.Options["path"] = brokenDashboards
  90. _, err := NewDashboardFileReader(cfg, logger)
  91. So(err, ShouldBeNil)
  92. })
  93. })
  94. Convey("Should not create new folder if folder name is missing", func() {
  95. cfg := &DashboardsAsConfig{
  96. Name: "Default",
  97. Type: "file",
  98. OrgId: 1,
  99. Folder: "",
  100. Options: map[string]interface{}{
  101. "folder": defaultDashboards,
  102. },
  103. }
  104. _, err := getOrCreateFolderId(cfg, fakeRepo)
  105. So(err, ShouldEqual, ErrFolderNameMissing)
  106. })
  107. Convey("can get or Create dashboard folder", func() {
  108. cfg := &DashboardsAsConfig{
  109. Name: "Default",
  110. Type: "file",
  111. OrgId: 1,
  112. Folder: "TEAM A",
  113. Options: map[string]interface{}{
  114. "folder": defaultDashboards,
  115. },
  116. }
  117. folderId, err := getOrCreateFolderId(cfg, fakeRepo)
  118. So(err, ShouldBeNil)
  119. inserted := false
  120. for _, d := range fakeRepo.inserted {
  121. if d.Dashboard.IsFolder && d.Dashboard.Id == folderId {
  122. inserted = true
  123. }
  124. }
  125. So(len(fakeRepo.inserted), ShouldEqual, 1)
  126. So(inserted, ShouldBeTrue)
  127. })
  128. Convey("Walking the folder with dashboards", func() {
  129. cfg := &DashboardsAsConfig{
  130. Name: "Default",
  131. Type: "file",
  132. OrgId: 1,
  133. Folder: "",
  134. Options: map[string]interface{}{
  135. "path": defaultDashboards,
  136. },
  137. }
  138. reader, err := NewDashboardFileReader(cfg, log.New("test-logger"))
  139. So(err, ShouldBeNil)
  140. emptyProvisioned := map[string]*models.DashboardProvisioning{}
  141. noFiles := map[string]bool{}
  142. Convey("should skip dirs that starts with .", func() {
  143. shouldSkip := reader.createWalk(reader, 0, emptyProvisioned, noFiles)("path", &FakeFileInfo{isDirectory: true, name: ".folder"}, nil)
  144. So(shouldSkip, ShouldEqual, filepath.SkipDir)
  145. })
  146. Convey("should keep walking if file is not .json", func() {
  147. shouldSkip := reader.createWalk(reader, 0, emptyProvisioned, noFiles)("path", &FakeFileInfo{isDirectory: true, name: "folder"}, nil)
  148. So(shouldSkip, ShouldBeNil)
  149. })
  150. })
  151. Convey("Can use bpth path and folder as dashboard path", func() {
  152. cfg := &DashboardsAsConfig{
  153. Name: "Default",
  154. Type: "file",
  155. OrgId: 1,
  156. Folder: "",
  157. Options: map[string]interface{}{},
  158. }
  159. Convey("using path parameter", func() {
  160. cfg.Options["path"] = defaultDashboards
  161. reader, err := NewDashboardFileReader(cfg, log.New("test-logger"))
  162. So(err, ShouldBeNil)
  163. So(reader.Path, ShouldEqual, defaultDashboards)
  164. })
  165. Convey("using folder as options", func() {
  166. cfg.Options["folder"] = defaultDashboards
  167. reader, err := NewDashboardFileReader(cfg, log.New("test-logger"))
  168. So(err, ShouldBeNil)
  169. So(reader.Path, ShouldEqual, defaultDashboards)
  170. })
  171. })
  172. })
  173. }
  174. type FakeFileInfo struct {
  175. isDirectory bool
  176. name string
  177. }
  178. func (ffi *FakeFileInfo) IsDir() bool {
  179. return ffi.isDirectory
  180. }
  181. func (ffi FakeFileInfo) Size() int64 {
  182. return 1
  183. }
  184. func (ffi FakeFileInfo) Mode() os.FileMode {
  185. return 0777
  186. }
  187. func (ffi FakeFileInfo) Name() string {
  188. return ffi.name
  189. }
  190. func (ffi FakeFileInfo) ModTime() time.Time {
  191. return time.Time{}
  192. }
  193. func (ffi FakeFileInfo) Sys() interface{} {
  194. return nil
  195. }
  196. type fakeDashboardRepo struct {
  197. inserted []*dashboards.SaveDashboardDTO
  198. provisioned []*models.DashboardProvisioning
  199. getDashboard []*models.Dashboard
  200. }
  201. func (repo *fakeDashboardRepo) SaveDashboard(json *dashboards.SaveDashboardDTO) (*models.Dashboard, error) {
  202. repo.inserted = append(repo.inserted, json)
  203. return json.Dashboard, nil
  204. }
  205. func (repo *fakeDashboardRepo) GetProvisionedDashboardData(name string) ([]*models.DashboardProvisioning, error) {
  206. return repo.provisioned, nil
  207. }
  208. func (repo *fakeDashboardRepo) SaveProvisionedDashboard(dto *dashboards.SaveDashboardDTO, provisioning *models.DashboardProvisioning) (*models.Dashboard, error) {
  209. repo.inserted = append(repo.inserted, dto)
  210. return dto.Dashboard, nil
  211. }
  212. func mockGetDashboardQuery(cmd *models.GetDashboardQuery) error {
  213. for _, d := range fakeRepo.getDashboard {
  214. if d.Slug == cmd.Slug {
  215. cmd.Result = d
  216. return nil
  217. }
  218. }
  219. return models.ErrDashboardNotFound
  220. }