sqlstore.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218
  1. package sqlstore
  2. import (
  3. "fmt"
  4. "net/url"
  5. "os"
  6. "path"
  7. "path/filepath"
  8. "strings"
  9. "github.com/grafana/grafana/pkg/bus"
  10. "github.com/grafana/grafana/pkg/log"
  11. m "github.com/grafana/grafana/pkg/models"
  12. "github.com/grafana/grafana/pkg/services/annotations"
  13. "github.com/grafana/grafana/pkg/services/dashboards"
  14. "github.com/grafana/grafana/pkg/services/sqlstore/migrations"
  15. "github.com/grafana/grafana/pkg/services/sqlstore/migrator"
  16. "github.com/grafana/grafana/pkg/setting"
  17. "github.com/go-sql-driver/mysql"
  18. _ "github.com/go-sql-driver/mysql"
  19. "github.com/go-xorm/xorm"
  20. _ "github.com/lib/pq"
  21. _ "github.com/mattn/go-sqlite3"
  22. )
  23. type DatabaseConfig struct {
  24. Type, Host, Name, User, Pwd, Path, SslMode string
  25. CaCertPath string
  26. ClientKeyPath string
  27. ClientCertPath string
  28. ServerCertName string
  29. MaxOpenConn int
  30. MaxIdleConn int
  31. }
  32. var (
  33. x *xorm.Engine
  34. dialect migrator.Dialect
  35. HasEngine bool
  36. DbCfg DatabaseConfig
  37. UseSQLite3 bool
  38. sqlog log.Logger = log.New("sqlstore")
  39. )
  40. func EnsureAdminUser() {
  41. statsQuery := m.GetSystemStatsQuery{}
  42. if err := bus.Dispatch(&statsQuery); err != nil {
  43. log.Fatal(3, "Could not determine if admin user exists: %v", err)
  44. return
  45. }
  46. if statsQuery.Result.Users > 0 {
  47. return
  48. }
  49. cmd := m.CreateUserCommand{}
  50. cmd.Login = setting.AdminUser
  51. cmd.Email = setting.AdminUser + "@localhost"
  52. cmd.Password = setting.AdminPassword
  53. cmd.IsAdmin = true
  54. if err := bus.Dispatch(&cmd); err != nil {
  55. log.Error(3, "Failed to create default admin user", err)
  56. return
  57. }
  58. log.Info("Created default admin user: %v", setting.AdminUser)
  59. }
  60. func NewEngine() {
  61. x, err := getEngine()
  62. if err != nil {
  63. sqlog.Crit("Fail to connect to database", "error", err)
  64. os.Exit(1)
  65. }
  66. err = SetEngine(x)
  67. if err != nil {
  68. sqlog.Error("Fail to initialize orm engine", "error", err)
  69. os.Exit(1)
  70. }
  71. }
  72. func SetEngine(engine *xorm.Engine) (err error) {
  73. x = engine
  74. dialect = migrator.NewDialect(x.DriverName())
  75. migrator := migrator.NewMigrator(x)
  76. migrations.AddMigrations(migrator)
  77. if err := migrator.Start(); err != nil {
  78. return fmt.Errorf("Sqlstore::Migration failed err: %v\n", err)
  79. }
  80. // Init repo instances
  81. annotations.SetRepository(&SqlAnnotationRepo{})
  82. dashboards.SetRepository(&dashboards.DashboardRepository{})
  83. return nil
  84. }
  85. func getEngine() (*xorm.Engine, error) {
  86. LoadConfig()
  87. cnnstr := ""
  88. switch DbCfg.Type {
  89. case "mysql":
  90. protocol := "tcp"
  91. if strings.HasPrefix(DbCfg.Host, "/") {
  92. protocol = "unix"
  93. }
  94. cnnstr = fmt.Sprintf("%s:%s@%s(%s)/%s?collation=utf8mb4_unicode_ci&allowNativePasswords=true",
  95. DbCfg.User, DbCfg.Pwd, protocol, DbCfg.Host, DbCfg.Name)
  96. if DbCfg.SslMode == "true" || DbCfg.SslMode == "skip-verify" {
  97. tlsCert, err := makeCert("custom", DbCfg)
  98. if err != nil {
  99. return nil, err
  100. }
  101. mysql.RegisterTLSConfig("custom", tlsCert)
  102. cnnstr += "&tls=custom"
  103. }
  104. case "postgres":
  105. var host, port = "127.0.0.1", "5432"
  106. fields := strings.Split(DbCfg.Host, ":")
  107. if len(fields) > 0 && len(strings.TrimSpace(fields[0])) > 0 {
  108. host = fields[0]
  109. }
  110. if len(fields) > 1 && len(strings.TrimSpace(fields[1])) > 0 {
  111. port = fields[1]
  112. }
  113. if DbCfg.Pwd == "" {
  114. DbCfg.Pwd = "''"
  115. }
  116. if DbCfg.User == "" {
  117. DbCfg.User = "''"
  118. }
  119. cnnstr = fmt.Sprintf("user=%s password=%s host=%s port=%s dbname=%s sslmode=%s sslcert=%s sslkey=%s sslrootcert=%s", DbCfg.User, DbCfg.Pwd, host, port, DbCfg.Name, DbCfg.SslMode, DbCfg.ClientCertPath, DbCfg.ClientKeyPath, DbCfg.CaCertPath)
  120. case "sqlite3":
  121. if !filepath.IsAbs(DbCfg.Path) {
  122. DbCfg.Path = filepath.Join(setting.DataPath, DbCfg.Path)
  123. }
  124. os.MkdirAll(path.Dir(DbCfg.Path), os.ModePerm)
  125. cnnstr = "file:" + DbCfg.Path + "?cache=shared&mode=rwc"
  126. default:
  127. return nil, fmt.Errorf("Unknown database type: %s", DbCfg.Type)
  128. }
  129. sqlog.Info("Initializing DB", "dbtype", DbCfg.Type)
  130. engine, err := xorm.NewEngine(DbCfg.Type, cnnstr)
  131. if err != nil {
  132. return nil, err
  133. } else {
  134. engine.SetMaxOpenConns(DbCfg.MaxOpenConn)
  135. engine.SetMaxIdleConns(DbCfg.MaxIdleConn)
  136. debugSql := setting.Cfg.Section("database").Key("log_queries").MustBool(false)
  137. if !debugSql {
  138. engine.SetLogger(&xorm.DiscardLogger{})
  139. } else {
  140. engine.SetLogger(NewXormLogger(log.LvlInfo, log.New("sqlstore.xorm")))
  141. engine.ShowSQL(true)
  142. engine.ShowExecTime(true)
  143. }
  144. }
  145. return engine, nil
  146. }
  147. func LoadConfig() {
  148. sec := setting.Cfg.Section("database")
  149. cfgURL := sec.Key("url").String()
  150. if len(cfgURL) != 0 {
  151. dbURL, _ := url.Parse(cfgURL)
  152. DbCfg.Type = dbURL.Scheme
  153. DbCfg.Host = dbURL.Host
  154. pathSplit := strings.Split(dbURL.Path, "/")
  155. if len(pathSplit) > 1 {
  156. DbCfg.Name = pathSplit[1]
  157. }
  158. userInfo := dbURL.User
  159. if userInfo != nil {
  160. DbCfg.User = userInfo.Username()
  161. DbCfg.Pwd, _ = userInfo.Password()
  162. }
  163. } else {
  164. DbCfg.Type = sec.Key("type").String()
  165. DbCfg.Host = sec.Key("host").String()
  166. DbCfg.Name = sec.Key("name").String()
  167. DbCfg.User = sec.Key("user").String()
  168. if len(DbCfg.Pwd) == 0 {
  169. DbCfg.Pwd = sec.Key("password").String()
  170. }
  171. }
  172. DbCfg.MaxOpenConn = sec.Key("max_open_conn").MustInt(0)
  173. DbCfg.MaxIdleConn = sec.Key("max_idle_conn").MustInt(0)
  174. if DbCfg.Type == "sqlite3" {
  175. UseSQLite3 = true
  176. // only allow one connection as sqlite3 has multi threading issues that cause table locks
  177. // DbCfg.MaxIdleConn = 1
  178. // DbCfg.MaxOpenConn = 1
  179. }
  180. DbCfg.SslMode = sec.Key("ssl_mode").String()
  181. DbCfg.CaCertPath = sec.Key("ca_cert_path").String()
  182. DbCfg.ClientKeyPath = sec.Key("client_key_path").String()
  183. DbCfg.ClientCertPath = sec.Key("client_cert_path").String()
  184. DbCfg.ServerCertName = sec.Key("server_cert_name").String()
  185. DbCfg.Path = sec.Key("path").MustString("data/grafana.db")
  186. }