build.go 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. // +build ignore
  2. package main
  3. import (
  4. "bytes"
  5. "crypto/md5"
  6. "flag"
  7. "fmt"
  8. "io"
  9. "io/ioutil"
  10. "log"
  11. "os"
  12. "os/exec"
  13. "path/filepath"
  14. "regexp"
  15. "runtime"
  16. "strconv"
  17. "strings"
  18. "time"
  19. )
  20. var (
  21. versionRe = regexp.MustCompile(`-[0-9]{1,3}-g[0-9a-f]{5,10}`)
  22. goarch string
  23. goos string
  24. version string = "v1"
  25. race bool
  26. workingDir string
  27. installRoot = "/opt/grafana"
  28. configRoot = "/etc/opt/grafana"
  29. grafanaLogDir = "/var/log/grafana"
  30. )
  31. const minGoVersion = 1.3
  32. func main() {
  33. log.SetOutput(os.Stdout)
  34. log.SetFlags(0)
  35. ensureGoPath()
  36. readVersionFromPackageJson()
  37. log.Printf("Version: %s\n", version)
  38. flag.StringVar(&goarch, "goarch", runtime.GOARCH, "GOARCH")
  39. flag.StringVar(&goos, "goos", runtime.GOOS, "GOOS")
  40. flag.BoolVar(&race, "race", race, "Use race detector")
  41. flag.Parse()
  42. if flag.NArg() == 0 {
  43. log.Println("Usage: go run build.go build")
  44. return
  45. }
  46. workingDir, _ = os.Getwd()
  47. for _, cmd := range flag.Args() {
  48. switch cmd {
  49. case "setup":
  50. setup()
  51. case "build":
  52. pkg := "."
  53. var tags []string
  54. clean()
  55. build(pkg, tags)
  56. case "test":
  57. test("./pkg/...")
  58. grunt("test")
  59. case "latest":
  60. version += "-" + getGitSha()
  61. case "package":
  62. //verifyGitRepoIsClean()
  63. grunt("release", "--pkgVer="+version)
  64. createRpmAndDeb()
  65. case "clean":
  66. clean()
  67. default:
  68. log.Fatalf("Unknown command %q", cmd)
  69. }
  70. }
  71. }
  72. func readVersionFromPackageJson() {
  73. v, err := runError("git", "describe", "--tags", "--dirty")
  74. if err != nil {
  75. return "unknown-ver"
  76. }
  77. version = v
  78. // reader, err := os.Open("package.json")
  79. // if err != nil {
  80. // log.Fatal("Failed to open package.json")
  81. // return
  82. // }
  83. // defer reader.Close()
  84. //
  85. // jsonObj := map[string]interface{}{}
  86. // jsonParser := json.NewDecoder(reader)
  87. //
  88. // if err := jsonParser.Decode(&jsonObj); err != nil {
  89. // log.Fatal("Failed to decode package.json")
  90. // }
  91. //
  92. // version = jsonObj["version"].(string)
  93. }
  94. func createRpmAndDeb() {
  95. packageRoot, _ := ioutil.TempDir("", "grafana-linux-pack")
  96. postInstallScriptPath, _ := ioutil.TempFile("", "postinstall")
  97. versionFolder := filepath.Join(packageRoot, installRoot, "versions", version)
  98. configDir := filepath.Join(packageRoot, configRoot)
  99. runError("mkdir", "-p", versionFolder)
  100. runError("mkdir", "-p", configDir)
  101. // copy sample ini file to /etc/opt/grafana
  102. configFile := filepath.Join(configDir, "grafana.ini")
  103. runError("cp", "conf/sample.ini", configFile)
  104. // copy release files
  105. runError("cp", "-a", filepath.Join(workingDir, "tmp")+"/.", versionFolder)
  106. GeneratePostInstallScript(postInstallScriptPath.Name())
  107. args := []string{
  108. "-s", "dir",
  109. "--description", "Grafana",
  110. "-C", packageRoot,
  111. "--vendor", "Grafana",
  112. "--url", "http://grafana.org",
  113. "--license", "Apache 2.0",
  114. "--maintainer", "contact@grafana.org",
  115. "--config-files", filepath.Join(configRoot, "grafana.ini"),
  116. "--after-install", postInstallScriptPath.Name(),
  117. "--name", "grafana",
  118. "--version", version,
  119. "-p", "./dist",
  120. ".",
  121. }
  122. fmt.Println("Creating debian package")
  123. runPrint("fpm", append([]string{"-t", "deb"}, args...)...)
  124. fmt.Println("Creating redhat/centos package")
  125. runPrint("fpm", append([]string{"-t", "rpm"}, args...)...)
  126. }
  127. func GeneratePostInstallScript(path string) {
  128. content := `
  129. rm -f $INSTALL_ROOT_DIR/current
  130. ln -s $INSTALL_ROOT_DIR/versions/$VERSION/ $INSTALL_ROOT_DIR/current
  131. if [ ! -L /etc/init.d/grafana ]; then
  132. ln -sfn $INSTALL_ROOT_DIR/current/scripts/init.sh /etc/init.d/grafana
  133. fi
  134. chmod +x /etc/init.d/grafana
  135. if which update-rc.d > /dev/null 2>&1 ; then
  136. update-rc.d -f grafana remove
  137. update-rc.d grafana defaults
  138. else
  139. chkconfig --add grafana
  140. fi
  141. if ! id grafana >/dev/null 2>&1; then
  142. useradd --system -U -M grafana
  143. fi
  144. chown -R -L grafana:grafana $INSTALL_ROOT_DIR
  145. chmod -R a+rX $INSTALL_ROOT_DIR
  146. mkdir -p $GRAFANA_LOG_DIR
  147. chown -R -L grafana:grafana $GRAFANA_LOG_DIR
  148. `
  149. content = strings.Replace(content, "$INSTALL_ROOT_DIR", installRoot, -1)
  150. content = strings.Replace(content, "$VERSION", version, -1)
  151. content = strings.Replace(content, "$GRAFANA_LOG_DIR", grafanaLogDir, -1)
  152. ioutil.WriteFile(path, []byte(content), 0644)
  153. }
  154. func verifyGitRepoIsClean() {
  155. rs, err := runError("git", "ls-files", "--modified")
  156. if err != nil {
  157. log.Fatalf("Failed to check if git tree was clean, %v, %v\n", string(rs), err)
  158. return
  159. }
  160. count := len(string(rs))
  161. if count > 0 {
  162. log.Fatalf("Git repository has modified files, aborting")
  163. }
  164. log.Println("Git repository is clean")
  165. }
  166. func ensureGoPath() {
  167. if os.Getenv("GOPATH") == "" {
  168. cwd, err := os.Getwd()
  169. if err != nil {
  170. log.Fatal(err)
  171. }
  172. gopath := filepath.Clean(filepath.Join(cwd, "../../../../"))
  173. log.Println("GOPATH is", gopath)
  174. os.Setenv("GOPATH", gopath)
  175. }
  176. }
  177. func ChangeWorkingDir(dir string) {
  178. os.Chdir(dir)
  179. }
  180. func grunt(params ...string) {
  181. runPrint("./node_modules/grunt-cli/bin/grunt", params...)
  182. }
  183. func setup() {
  184. runPrint("go", "get", "-v", "github.com/tools/godep")
  185. runPrint("go", "get", "-v", "github.com/mattn/go-sqlite3")
  186. runPrint("go", "install", "-v", "github.com/mattn/go-sqlite3")
  187. }
  188. func test(pkg string) {
  189. setBuildEnv()
  190. runPrint("go", "test", "-short", "-timeout", "60s", pkg)
  191. }
  192. func build(pkg string, tags []string) {
  193. binary := "./bin/grafana"
  194. if goos == "windows" {
  195. binary += ".exe"
  196. }
  197. rmr(binary, binary+".md5")
  198. args := []string{"build", "-ldflags", ldflags()}
  199. if len(tags) > 0 {
  200. args = append(args, "-tags", strings.Join(tags, ","))
  201. }
  202. if race {
  203. args = append(args, "-race")
  204. }
  205. args = append(args, "-o", binary)
  206. args = append(args, pkg)
  207. setBuildEnv()
  208. runPrint("go", args...)
  209. // Create an md5 checksum of the binary, to be included in the archive for
  210. // automatic upgrades.
  211. err := md5File(binary)
  212. if err != nil {
  213. log.Fatal(err)
  214. }
  215. }
  216. func ldflags() string {
  217. var b bytes.Buffer
  218. b.WriteString("-w")
  219. b.WriteString(fmt.Sprintf(" -X main.version '%s'", version))
  220. b.WriteString(fmt.Sprintf(" -X main.commit '%s'", getGitSha()))
  221. b.WriteString(fmt.Sprintf(" -X main.buildstamp %d", buildStamp()))
  222. return b.String()
  223. }
  224. func rmr(paths ...string) {
  225. for _, path := range paths {
  226. log.Println("rm -r", path)
  227. os.RemoveAll(path)
  228. }
  229. }
  230. func clean() {
  231. rmr("bin", "Godeps/_workspace/pkg", "Godeps/_workspace/bin")
  232. rmr("dist")
  233. rmr("tmp")
  234. rmr(filepath.Join(os.Getenv("GOPATH"), fmt.Sprintf("pkg/%s_%s/github.com/grafana", goos, goarch)))
  235. }
  236. func setBuildEnv() {
  237. os.Setenv("GOOS", goos)
  238. if strings.HasPrefix(goarch, "armv") {
  239. os.Setenv("GOARCH", "arm")
  240. os.Setenv("GOARM", goarch[4:])
  241. } else {
  242. os.Setenv("GOARCH", goarch)
  243. }
  244. if goarch == "386" {
  245. os.Setenv("GO386", "387")
  246. }
  247. wd, err := os.Getwd()
  248. if err != nil {
  249. log.Println("Warning: can't determine current dir:", err)
  250. log.Println("Build might not work as expected")
  251. }
  252. os.Setenv("GOPATH", fmt.Sprintf("%s%c%s", filepath.Join(wd, "Godeps", "_workspace"), os.PathListSeparator, os.Getenv("GOPATH")))
  253. log.Println("GOPATH=" + os.Getenv("GOPATH"))
  254. }
  255. func getGitSha() string {
  256. v, err := runError("git", "describe", "--always", "--dirty")
  257. if err != nil {
  258. return "unknown-dev"
  259. }
  260. v = versionRe.ReplaceAllFunc(v, func(s []byte) []byte {
  261. s[0] = '+'
  262. return s
  263. })
  264. return string(v)
  265. }
  266. func buildStamp() int64 {
  267. bs, err := runError("git", "show", "-s", "--format=%ct")
  268. if err != nil {
  269. return time.Now().Unix()
  270. }
  271. s, _ := strconv.ParseInt(string(bs), 10, 64)
  272. return s
  273. }
  274. func buildArch() string {
  275. os := goos
  276. if os == "darwin" {
  277. os = "macosx"
  278. }
  279. return fmt.Sprintf("%s-%s", os, goarch)
  280. }
  281. func run(cmd string, args ...string) []byte {
  282. bs, err := runError(cmd, args...)
  283. if err != nil {
  284. log.Println(cmd, strings.Join(args, " "))
  285. log.Println(string(bs))
  286. log.Fatal(err)
  287. }
  288. return bytes.TrimSpace(bs)
  289. }
  290. func runError(cmd string, args ...string) ([]byte, error) {
  291. ecmd := exec.Command(cmd, args...)
  292. bs, err := ecmd.CombinedOutput()
  293. if err != nil {
  294. return nil, err
  295. }
  296. return bytes.TrimSpace(bs), nil
  297. }
  298. func runPrint(cmd string, args ...string) {
  299. log.Println(cmd, strings.Join(args, " "))
  300. ecmd := exec.Command(cmd, args...)
  301. ecmd.Stdout = os.Stdout
  302. ecmd.Stderr = os.Stderr
  303. err := ecmd.Run()
  304. if err != nil {
  305. log.Fatal(err)
  306. }
  307. }
  308. func md5File(file string) error {
  309. fd, err := os.Open(file)
  310. if err != nil {
  311. return err
  312. }
  313. defer fd.Close()
  314. h := md5.New()
  315. _, err = io.Copy(h, fd)
  316. if err != nil {
  317. return err
  318. }
  319. out, err := os.Create(file + ".md5")
  320. if err != nil {
  321. return err
  322. }
  323. _, err = fmt.Fprintf(out, "%x\n", h.Sum(nil))
  324. if err != nil {
  325. return err
  326. }
  327. return out.Close()
  328. }