build.go 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382
  1. // +build ignore
  2. package main
  3. import (
  4. "bytes"
  5. "crypto/md5"
  6. "encoding/json"
  7. "flag"
  8. "fmt"
  9. "io"
  10. "io/ioutil"
  11. "log"
  12. "os"
  13. "os/exec"
  14. "path/filepath"
  15. "regexp"
  16. "runtime"
  17. "strconv"
  18. "strings"
  19. "time"
  20. )
  21. var (
  22. versionRe = regexp.MustCompile(`-[0-9]{1,3}-g[0-9a-f]{5,10}`)
  23. goarch string
  24. goos string
  25. version string = "v1"
  26. race bool
  27. workingDir string
  28. installRoot = "/opt/grafana"
  29. configRoot = "/etc/opt/grafana"
  30. grafanaLogDir = "/var/log/grafana"
  31. )
  32. const minGoVersion = 1.3
  33. func main() {
  34. log.SetOutput(os.Stdout)
  35. log.SetFlags(0)
  36. ensureGoPath()
  37. readVersionFromPackageJson()
  38. log.Printf("Version: %s\n", version)
  39. //os.Setenv("PATH", fmt.Sprintf("%s%cbin%c%s", os.Getenv("GOPATH"), os.PathSeparator, os.PathListSeparator, os.Getenv("PATH")))
  40. flag.StringVar(&goarch, "goarch", runtime.GOARCH, "GOARCH")
  41. flag.StringVar(&goos, "goos", runtime.GOOS, "GOOS")
  42. flag.BoolVar(&race, "race", race, "Use race detector")
  43. flag.Parse()
  44. if flag.NArg() == 0 {
  45. log.Println("Usage: go run build.go build")
  46. return
  47. }
  48. workingDir, _ = os.Getwd()
  49. for _, cmd := range flag.Args() {
  50. switch cmd {
  51. case "setup":
  52. setup()
  53. case "build":
  54. pkg := "."
  55. var tags []string
  56. build(pkg, tags)
  57. case "test":
  58. test("./pkg/...")
  59. case "package":
  60. clean()
  61. //verifyGitRepoIsClean()
  62. test("./pkg/...")
  63. build(".", []string{})
  64. buildFrontend()
  65. createRpmAndDeb()
  66. case "build-ui":
  67. buildFrontend()
  68. case "clean":
  69. clean()
  70. default:
  71. log.Fatalf("Unknown command %q", cmd)
  72. }
  73. }
  74. }
  75. func readVersionFromPackageJson() {
  76. reader, err := os.Open("package.json")
  77. if err != nil {
  78. log.Fatal("Failed to open package.json")
  79. return
  80. }
  81. defer reader.Close()
  82. jsonObj := map[string]interface{}{}
  83. jsonParser := json.NewDecoder(reader)
  84. if err := jsonParser.Decode(&jsonObj); err != nil {
  85. log.Fatal("Failed to decode package.json")
  86. }
  87. version = jsonObj["version"].(string)
  88. }
  89. func createRpmAndDeb() {
  90. packageRoot, _ := ioutil.TempDir("", "grafana-linux-pack")
  91. postInstallScriptPath, _ := ioutil.TempFile("", "postinstall")
  92. versionFolder := filepath.Join(packageRoot, installRoot, "versions", version)
  93. configDir := filepath.Join(packageRoot, configRoot)
  94. runError("mkdir", "-p", versionFolder)
  95. runError("mkdir", "-p", configDir)
  96. // copy sample ini file to /etc/opt/grafana
  97. runError("cp", "conf/sample.ini", filepath.Join(configDir, "grafana.ini"))
  98. // copy release files
  99. runError("cp", "-a", filepath.Join(workingDir, "tmp")+"/.", versionFolder)
  100. fmt.Printf("PackageDir: %v\n", versionFolder)
  101. GeneratePostInstallScript(postInstallScriptPath.Name())
  102. fmt.Printf("script_path: %v\n", postInstallScriptPath.Name())
  103. args := []string{
  104. "-s", "dir",
  105. "-t", "deb",
  106. "--description", "Grafana",
  107. "-C", packageRoot,
  108. "--vendor", "Grafana",
  109. "--url", "http://grafana.org",
  110. "--license", "Apache 2.0",
  111. "--maintainer", "contact@grafana.org",
  112. "--after-install", postInstallScriptPath.Name(),
  113. "--name", "grafana",
  114. "--version", version,
  115. "-p", "./dist",
  116. ".",
  117. }
  118. runPrint("fpm", args...)
  119. }
  120. func GeneratePostInstallScript(path string) {
  121. content := `
  122. rm -f $INSTALL_ROOT_DIR/current
  123. ln -s $INSTALL_ROOT_DIR/versions/$VERSION/ $INSTALL_ROOT_DIR/current
  124. if [ ! -L /etc/init.d/grafana ]; then
  125. ln -sfn $INSTALL_ROOT_DIR/current/scripts/init.sh /etc/init.d/grafana
  126. fi
  127. chmod +x /etc/init.d/grafana
  128. if which update-rc.d > /dev/null 2>&1 ; then
  129. update-rc.d -f grafana remove
  130. update-rc.d grafana defaults
  131. else
  132. chkconfig --add grafana
  133. fi
  134. if ! id grafana >/dev/null 2>&1; then
  135. useradd --system -U -M grafana
  136. fi
  137. chown -R -L grafana:grafana $INSTALL_ROOT_DIR
  138. chmod -R a+rX $INSTALL_ROOT_DIR
  139. mkdir -p $GRAFANA_LOG_DIR
  140. chown -R -L grafana:grafana $GRAFANA_LOG_DIR
  141. `
  142. content = strings.Replace(content, "$INSTALL_ROOT_DIR", installRoot, -1)
  143. content = strings.Replace(content, "$VERSION", version, -1)
  144. content = strings.Replace(content, "$GRAFANA_LOG_DIR", grafanaLogDir, -1)
  145. ioutil.WriteFile(path, []byte(content), 0644)
  146. }
  147. func verifyGitRepoIsClean() {
  148. rs, err := runError("git", "ls-files", "--modified")
  149. if err != nil {
  150. log.Fatalf("Failed to check if git tree was clean, %v, %v\n", string(rs), err)
  151. return
  152. }
  153. count := len(string(rs))
  154. if count > 0 {
  155. log.Fatalf("Git repository has modified files, aborting")
  156. }
  157. log.Println("Git repository is clean")
  158. }
  159. func ensureGoPath() {
  160. if os.Getenv("GOPATH") == "" {
  161. cwd, err := os.Getwd()
  162. if err != nil {
  163. log.Fatal(err)
  164. }
  165. gopath := filepath.Clean(filepath.Join(cwd, "../../../../"))
  166. log.Println("GOPATH is", gopath)
  167. os.Setenv("GOPATH", gopath)
  168. }
  169. }
  170. func ChangeWorkingDir(dir string) {
  171. os.Chdir(dir)
  172. }
  173. func buildFrontend() {
  174. runPrint("grunt", "release")
  175. }
  176. func setup() {
  177. runPrint("go", "get", "-v", "github.com/tools/godep")
  178. runPrint("go", "get", "-v", "github.com/mattn/go-sqlite3")
  179. runPrint("go", "install", "-v", "github.com/mattn/go-sqlite3")
  180. }
  181. func test(pkg string) {
  182. setBuildEnv()
  183. runPrint("go", "test", "-short", "-timeout", "60s", pkg)
  184. }
  185. func build(pkg string, tags []string) {
  186. binary := "./bin/grafana"
  187. if goos == "windows" {
  188. binary += ".exe"
  189. }
  190. rmr(binary, binary+".md5")
  191. args := []string{"build", "-ldflags", ldflags()}
  192. if len(tags) > 0 {
  193. args = append(args, "-tags", strings.Join(tags, ","))
  194. }
  195. if race {
  196. args = append(args, "-race")
  197. }
  198. args = append(args, "-o", binary)
  199. args = append(args, pkg)
  200. setBuildEnv()
  201. runPrint("go", args...)
  202. // Create an md5 checksum of the binary, to be included in the archive for
  203. // automatic upgrades.
  204. err := md5File(binary)
  205. if err != nil {
  206. log.Fatal(err)
  207. }
  208. }
  209. func ldflags() string {
  210. var b bytes.Buffer
  211. b.WriteString("-w")
  212. b.WriteString(fmt.Sprintf(" -X main.version '%s'", version))
  213. b.WriteString(fmt.Sprintf(" -X main.commit '%s'", getGitSha()))
  214. b.WriteString(fmt.Sprintf(" -X main.buildstamp %d", buildStamp()))
  215. return b.String()
  216. }
  217. func rmr(paths ...string) {
  218. for _, path := range paths {
  219. log.Println("rm -r", path)
  220. os.RemoveAll(path)
  221. }
  222. }
  223. func clean() {
  224. rmr("bin", "Godeps/_workspace/pkg", "Godeps/_workspace/bin")
  225. rmr("dist")
  226. rmr("tmp")
  227. rmr(filepath.Join(os.Getenv("GOPATH"), fmt.Sprintf("pkg/%s_%s/github.com/grafana", goos, goarch)))
  228. }
  229. func setBuildEnv() {
  230. os.Setenv("GOOS", goos)
  231. if strings.HasPrefix(goarch, "armv") {
  232. os.Setenv("GOARCH", "arm")
  233. os.Setenv("GOARM", goarch[4:])
  234. } else {
  235. os.Setenv("GOARCH", goarch)
  236. }
  237. if goarch == "386" {
  238. os.Setenv("GO386", "387")
  239. }
  240. wd, err := os.Getwd()
  241. if err != nil {
  242. log.Println("Warning: can't determine current dir:", err)
  243. log.Println("Build might not work as expected")
  244. }
  245. os.Setenv("GOPATH", fmt.Sprintf("%s%c%s", filepath.Join(wd, "Godeps", "_workspace"), os.PathListSeparator, os.Getenv("GOPATH")))
  246. log.Println("GOPATH=" + os.Getenv("GOPATH"))
  247. }
  248. func getGitSha() string {
  249. v, err := runError("git", "describe", "--always", "--dirty")
  250. if err != nil {
  251. return "unknown-dev"
  252. }
  253. v = versionRe.ReplaceAllFunc(v, func(s []byte) []byte {
  254. s[0] = '+'
  255. return s
  256. })
  257. return string(v)
  258. }
  259. func buildStamp() int64 {
  260. bs, err := runError("git", "show", "-s", "--format=%ct")
  261. if err != nil {
  262. return time.Now().Unix()
  263. }
  264. s, _ := strconv.ParseInt(string(bs), 10, 64)
  265. return s
  266. }
  267. func buildArch() string {
  268. os := goos
  269. if os == "darwin" {
  270. os = "macosx"
  271. }
  272. return fmt.Sprintf("%s-%s", os, goarch)
  273. }
  274. func run(cmd string, args ...string) []byte {
  275. bs, err := runError(cmd, args...)
  276. if err != nil {
  277. log.Println(cmd, strings.Join(args, " "))
  278. log.Println(string(bs))
  279. log.Fatal(err)
  280. }
  281. return bytes.TrimSpace(bs)
  282. }
  283. func runError(cmd string, args ...string) ([]byte, error) {
  284. ecmd := exec.Command(cmd, args...)
  285. bs, err := ecmd.CombinedOutput()
  286. if err != nil {
  287. return nil, err
  288. }
  289. return bytes.TrimSpace(bs), nil
  290. }
  291. func runPrint(cmd string, args ...string) {
  292. log.Println(cmd, strings.Join(args, " "))
  293. ecmd := exec.Command(cmd, args...)
  294. ecmd.Stdout = os.Stdout
  295. ecmd.Stderr = os.Stderr
  296. err := ecmd.Run()
  297. if err != nil {
  298. log.Fatal(err)
  299. }
  300. }
  301. func md5File(file string) error {
  302. fd, err := os.Open(file)
  303. if err != nil {
  304. return err
  305. }
  306. defer fd.Close()
  307. h := md5.New()
  308. _, err = io.Copy(h, fd)
  309. if err != nil {
  310. return err
  311. }
  312. out, err := os.Create(file + ".md5")
  313. if err != nil {
  314. return err
  315. }
  316. _, err = fmt.Fprintf(out, "%x\n", h.Sum(nil))
  317. if err != nil {
  318. return err
  319. }
  320. return out.Close()
  321. }