build.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920
  1. // Copyright (C) 2014 The Syncthing Authors.
  2. //
  3. // This Source Code Form is subject to the terms of the Mozilla Public
  4. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  5. // You can obtain one at http://mozilla.org/MPL/2.0/.
  6. // +build ignore
  7. package main
  8. import (
  9. "archive/tar"
  10. "archive/zip"
  11. "bytes"
  12. "compress/gzip"
  13. "flag"
  14. "fmt"
  15. "io"
  16. "io/ioutil"
  17. "log"
  18. "os"
  19. "os/exec"
  20. "os/user"
  21. "path/filepath"
  22. "regexp"
  23. "runtime"
  24. "strconv"
  25. "strings"
  26. "syscall"
  27. "text/template"
  28. "time"
  29. )
  30. var (
  31. versionRe = regexp.MustCompile(`-[0-9]{1,3}-g[0-9a-f]{5,10}`)
  32. goarch string
  33. goos string
  34. noupgrade bool
  35. version string
  36. goVersion float64
  37. race bool
  38. )
  39. type target struct {
  40. name string
  41. buildPkg string
  42. binaryName string
  43. archiveFiles []archiveFile
  44. debianFiles []archiveFile
  45. }
  46. type archiveFile struct {
  47. src string
  48. dst string
  49. perm os.FileMode
  50. }
  51. var targets = map[string]target{
  52. "all": {
  53. // Only valid for the "build" and "install" commands as it lacks all
  54. // the archive creation stuff.
  55. buildPkg: "./cmd/...",
  56. },
  57. "syncthing": {
  58. // The default target for "build", "install", "tar", "zip", "deb", etc.
  59. name: "syncthing",
  60. buildPkg: "./cmd/syncthing",
  61. binaryName: "syncthing", // .exe will be added automatically for Windows builds
  62. archiveFiles: []archiveFile{
  63. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  64. {src: "README.md", dst: "README.txt", perm: 0644},
  65. {src: "LICENSE", dst: "LICENSE.txt", perm: 0644},
  66. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  67. // All files from etc/ and extra/ added automatically in init().
  68. },
  69. debianFiles: []archiveFile{
  70. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  71. {src: "README.md", dst: "deb/usr/share/doc/syncthing/README.txt", perm: 0644},
  72. {src: "LICENSE", dst: "deb/usr/share/doc/syncthing/LICENSE.txt", perm: 0644},
  73. {src: "AUTHORS", dst: "deb/usr/share/doc/syncthing/AUTHORS.txt", perm: 0644},
  74. {src: "man/syncthing.1", dst: "deb/usr/share/man/man1/syncthing.1", perm: 0644},
  75. {src: "man/syncthing-config.5", dst: "deb/usr/share/man/man5/syncthing-config.5", perm: 0644},
  76. {src: "man/syncthing-stignore.5", dst: "deb/usr/share/man/man5/syncthing-stignore.5", perm: 0644},
  77. {src: "man/syncthing-device-ids.7", dst: "deb/usr/share/man/man7/syncthing-device-ids.7", perm: 0644},
  78. {src: "man/syncthing-event-api.7", dst: "deb/usr/share/man/man7/syncthing-event-api.7", perm: 0644},
  79. {src: "man/syncthing-faq.7", dst: "deb/usr/share/man/man7/syncthing-faq.7", perm: 0644},
  80. {src: "man/syncthing-networking.7", dst: "deb/usr/share/man/man7/syncthing-networking.7", perm: 0644},
  81. {src: "man/syncthing-rest-api.7", dst: "deb/usr/share/man/man7/syncthing-rest-api.7", perm: 0644},
  82. {src: "man/syncthing-security.7", dst: "deb/usr/share/man/man7/syncthing-security.7", perm: 0644},
  83. {src: "man/syncthing-versioning.7", dst: "deb/usr/share/man/man7/syncthing-versioning.7", perm: 0644},
  84. {src: "etc/linux-systemd/system/[email protected]", dst: "deb/lib/systemd/system/[email protected]", perm: 0644},
  85. {src: "etc/linux-systemd/system/syncthing-resume.service", dst: "deb/lib/systemd/system/syncthing-resume.service", perm: 0644},
  86. {src: "etc/linux-systemd/user/syncthing.service", dst: "deb/usr/lib/systemd/user/syncthing.service", perm: 0644},
  87. },
  88. },
  89. }
  90. func init() {
  91. // The "syncthing" target includes a few more files found in the "etc"
  92. // and "extra" dirs.
  93. syncthingPkg := targets["syncthing"]
  94. for _, file := range listFiles("etc") {
  95. syncthingPkg.archiveFiles = append(syncthingPkg.archiveFiles, archiveFile{src: file, dst: file, perm: 0644})
  96. }
  97. for _, file := range listFiles("extra") {
  98. syncthingPkg.archiveFiles = append(syncthingPkg.archiveFiles, archiveFile{src: file, dst: file, perm: 0644})
  99. }
  100. for _, file := range listFiles("extra") {
  101. syncthingPkg.debianFiles = append(syncthingPkg.debianFiles, archiveFile{src: file, dst: "deb/usr/share/doc/syncthing/" + filepath.Base(file), perm: 0644})
  102. }
  103. targets["syncthing"] = syncthingPkg
  104. }
  105. const minGoVersion = 1.3
  106. func main() {
  107. log.SetOutput(os.Stdout)
  108. log.SetFlags(0)
  109. // If GOPATH isn't set, set it correctly with the assumption that we are
  110. // in $GOPATH/src/github.com/syncthing/syncthing.
  111. if os.Getenv("GOPATH") == "" {
  112. cwd, err := os.Getwd()
  113. if err != nil {
  114. log.Fatal(err)
  115. }
  116. gopath := filepath.Clean(filepath.Join(cwd, "../../../../"))
  117. log.Println("GOPATH is", gopath)
  118. os.Setenv("GOPATH", gopath)
  119. }
  120. // We use Go 1.5+ vendoring.
  121. os.Setenv("GO15VENDOREXPERIMENT", "1")
  122. // Set path to $GOPATH/bin:$PATH so that we can for sure find tools we
  123. // might have installed during "build.go setup".
  124. os.Setenv("PATH", fmt.Sprintf("%s%cbin%c%s", os.Getenv("GOPATH"), os.PathSeparator, os.PathListSeparator, os.Getenv("PATH")))
  125. flag.StringVar(&goarch, "goarch", runtime.GOARCH, "GOARCH")
  126. flag.StringVar(&goos, "goos", runtime.GOOS, "GOOS")
  127. flag.BoolVar(&noupgrade, "no-upgrade", noupgrade, "Disable upgrade functionality")
  128. flag.StringVar(&version, "version", getVersion(), "Set compiled in version string")
  129. flag.BoolVar(&race, "race", race, "Use race detector")
  130. flag.Parse()
  131. switch goarch {
  132. case "386", "amd64", "arm", "arm64", "ppc64", "ppc64le":
  133. break
  134. default:
  135. log.Printf("Unknown goarch %q; proceed with caution!", goarch)
  136. }
  137. goVersion, _ = checkRequiredGoVersion()
  138. // Invoking build.go with no parameters at all is equivalent to "go run
  139. // build.go install all" as that builds everything (incrementally),
  140. // which is what you want for maximum error checking during development.
  141. if flag.NArg() == 0 {
  142. var tags []string
  143. if noupgrade {
  144. tags = []string{"noupgrade"}
  145. }
  146. install(targets["all"], tags)
  147. vet("cmd", "lib")
  148. lint("./cmd/...")
  149. lint("./lib/...")
  150. return
  151. }
  152. // Otherwise, with any command given but not a target, the target is
  153. // "syncthing". So "go run build.go install" is "go run build.go install
  154. // syncthing" etc.
  155. targetName := "syncthing"
  156. if flag.NArg() > 1 {
  157. targetName = flag.Arg(1)
  158. }
  159. target, ok := targets[targetName]
  160. if !ok {
  161. log.Fatalln("Unknown target", target)
  162. }
  163. cmd := flag.Arg(0)
  164. switch cmd {
  165. case "setup":
  166. setup()
  167. case "install":
  168. var tags []string
  169. if noupgrade {
  170. tags = []string{"noupgrade"}
  171. }
  172. install(target, tags)
  173. case "build":
  174. var tags []string
  175. if noupgrade {
  176. tags = []string{"noupgrade"}
  177. }
  178. build(target, tags)
  179. case "test":
  180. test("./lib/...", "./cmd/...")
  181. case "bench":
  182. bench("./lib/...", "./cmd/...")
  183. case "assets":
  184. rebuildAssets()
  185. case "xdr":
  186. xdr()
  187. case "translate":
  188. translate()
  189. case "transifex":
  190. transifex()
  191. case "tar":
  192. buildTar(target)
  193. case "zip":
  194. buildZip(target)
  195. case "deb":
  196. buildDeb(target)
  197. case "clean":
  198. clean()
  199. case "vet":
  200. vet("cmd", "lib")
  201. case "lint":
  202. lint("./cmd/...")
  203. lint("./lib/...")
  204. default:
  205. log.Fatalf("Unknown command %q", cmd)
  206. }
  207. }
  208. func checkRequiredGoVersion() (float64, bool) {
  209. re := regexp.MustCompile(`go(\d+\.\d+)`)
  210. ver := runtime.Version()
  211. if m := re.FindStringSubmatch(ver); len(m) == 2 {
  212. vs := string(m[1])
  213. // This is a standard go build. Verify that it's new enough.
  214. f, err := strconv.ParseFloat(vs, 64)
  215. if err != nil {
  216. log.Printf("*** Couldn't parse Go version out of %q.\n*** This isn't known to work, proceed on your own risk.", vs)
  217. return 0, false
  218. }
  219. if f < 1.5 {
  220. log.Printf("*** Go version %.01f doesn't support the vendoring mechanism.\n*** Ensure correct dependencies in your $GOPATH.", f)
  221. } else if f < minGoVersion {
  222. log.Fatalf("*** Go version %.01f is less than required %.01f.\n*** This is known not to work, not proceeding.", f, minGoVersion)
  223. }
  224. return f, true
  225. }
  226. log.Printf("*** Unknown Go version %q.\n*** This isn't known to work, proceed on your own risk.", ver)
  227. return 0, false
  228. }
  229. func setup() {
  230. runPrint("go", "get", "-v", "golang.org/x/tools/cmd/cover")
  231. runPrint("go", "get", "-v", "golang.org/x/net/html")
  232. runPrint("go", "get", "-v", "github.com/FiloSottile/gvt")
  233. runPrint("go", "get", "-v", "github.com/axw/gocov/gocov")
  234. runPrint("go", "get", "-v", "github.com/AlekSi/gocov-xml")
  235. runPrint("go", "get", "-v", "bitbucket.org/tebeka/go2xunit")
  236. }
  237. func test(pkgs ...string) {
  238. lazyRebuildAssets()
  239. useRace := runtime.GOARCH == "amd64"
  240. switch runtime.GOOS {
  241. case "darwin", "linux", "freebsd", "windows":
  242. default:
  243. useRace = false
  244. }
  245. if useRace {
  246. runPrint("go", append([]string{"test", "-short", "-race", "-timeout", "60s"}, pkgs...)...)
  247. } else {
  248. runPrint("go", append([]string{"test", "-short", "-timeout", "60s"}, pkgs...)...)
  249. }
  250. }
  251. func bench(pkgs ...string) {
  252. lazyRebuildAssets()
  253. runPrint("go", append([]string{"test", "-run", "NONE", "-bench", "."}, pkgs...)...)
  254. }
  255. func install(target target, tags []string) {
  256. lazyRebuildAssets()
  257. cwd, err := os.Getwd()
  258. if err != nil {
  259. log.Fatal(err)
  260. }
  261. os.Setenv("GOBIN", filepath.Join(cwd, "bin"))
  262. args := []string{"install", "-v", "-ldflags", ldflags()}
  263. if len(tags) > 0 {
  264. args = append(args, "-tags", strings.Join(tags, ","))
  265. }
  266. if race {
  267. args = append(args, "-race")
  268. }
  269. args = append(args, target.buildPkg)
  270. os.Setenv("GOOS", goos)
  271. os.Setenv("GOARCH", goarch)
  272. runPrint("go", args...)
  273. }
  274. func build(target target, tags []string) {
  275. lazyRebuildAssets()
  276. rmr(target.binaryName)
  277. args := []string{"build", "-i", "-v", "-ldflags", ldflags()}
  278. if len(tags) > 0 {
  279. args = append(args, "-tags", strings.Join(tags, ","))
  280. }
  281. if race {
  282. args = append(args, "-race")
  283. }
  284. args = append(args, target.buildPkg)
  285. os.Setenv("GOOS", goos)
  286. os.Setenv("GOARCH", goarch)
  287. runPrint("go", args...)
  288. }
  289. func buildTar(target target) {
  290. name := archiveName(target)
  291. filename := name + ".tar.gz"
  292. var tags []string
  293. if noupgrade {
  294. tags = []string{"noupgrade"}
  295. name += "-noupgrade"
  296. }
  297. build(target, tags)
  298. if goos == "darwin" {
  299. macosCodesign(target.binaryName)
  300. }
  301. for i := range target.archiveFiles {
  302. target.archiveFiles[i].src = strings.Replace(target.archiveFiles[i].src, "{{binary}}", target.binaryName, 1)
  303. target.archiveFiles[i].dst = strings.Replace(target.archiveFiles[i].dst, "{{binary}}", target.binaryName, 1)
  304. target.archiveFiles[i].dst = name + "/" + target.archiveFiles[i].dst
  305. }
  306. tarGz(filename, target.archiveFiles)
  307. log.Println(filename)
  308. }
  309. func buildZip(target target) {
  310. target.binaryName += ".exe"
  311. name := archiveName(target)
  312. filename := name + ".zip"
  313. var tags []string
  314. if noupgrade {
  315. tags = []string{"noupgrade"}
  316. name += "-noupgrade"
  317. }
  318. build(target, tags)
  319. for i := range target.archiveFiles {
  320. target.archiveFiles[i].src = strings.Replace(target.archiveFiles[i].src, "{{binary}}", target.binaryName, 1)
  321. target.archiveFiles[i].dst = strings.Replace(target.archiveFiles[i].dst, "{{binary}}", target.binaryName, 1)
  322. target.archiveFiles[i].dst = name + "/" + target.archiveFiles[i].dst
  323. }
  324. zipFile(filename, target.archiveFiles)
  325. log.Println(filename)
  326. }
  327. func buildDeb(target target) {
  328. os.RemoveAll("deb")
  329. // "goarch" here is set to whatever the Debian packages expect. We correct
  330. // "it to what we actually know how to build and keep the Debian variant
  331. // "name in "debarch".
  332. debarch := goarch
  333. switch goarch {
  334. case "i386":
  335. goarch = "386"
  336. case "armel", "armhf":
  337. goarch = "arm"
  338. }
  339. build(target, []string{"noupgrade"})
  340. for i := range target.debianFiles {
  341. target.debianFiles[i].src = strings.Replace(target.debianFiles[i].src, "{{binary}}", target.binaryName, 1)
  342. target.debianFiles[i].dst = strings.Replace(target.debianFiles[i].dst, "{{binary}}", target.binaryName, 1)
  343. }
  344. for _, af := range target.debianFiles {
  345. if err := copyFile(af.src, af.dst, af.perm); err != nil {
  346. log.Fatal(err)
  347. }
  348. }
  349. os.MkdirAll("deb/DEBIAN", 0755)
  350. data := map[string]string{
  351. "name": target.name,
  352. "arch": debarch,
  353. "version": version[1:],
  354. "date": time.Now().Format(time.RFC1123),
  355. }
  356. debTemplateFiles := append(listFiles("debian/common"), listFiles("debian/"+target.name)...)
  357. for _, file := range debTemplateFiles {
  358. tpl, err := template.New(filepath.Base(file)).ParseFiles(file)
  359. if err != nil {
  360. log.Fatal(err)
  361. }
  362. outFile := filepath.Join("deb/DEBIAN", filepath.Base(file))
  363. out, err := os.Create(outFile)
  364. if err != nil {
  365. log.Fatal(err)
  366. }
  367. if err := tpl.Execute(out, data); err != nil {
  368. log.Fatal(err)
  369. }
  370. if err := out.Close(); err != nil {
  371. log.Fatal(err)
  372. }
  373. info, _ := os.Lstat(file)
  374. os.Chmod(outFile, info.Mode())
  375. }
  376. }
  377. func copyFile(src, dst string, perm os.FileMode) error {
  378. dstDir := filepath.Dir(dst)
  379. os.MkdirAll(dstDir, 0755) // ignore error
  380. srcFd, err := os.Open(src)
  381. if err != nil {
  382. return err
  383. }
  384. defer srcFd.Close()
  385. dstFd, err := os.OpenFile(dst, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, perm)
  386. if err != nil {
  387. return err
  388. }
  389. defer dstFd.Close()
  390. _, err = io.Copy(dstFd, srcFd)
  391. return err
  392. }
  393. func listFiles(dir string) []string {
  394. var res []string
  395. filepath.Walk(dir, func(path string, fi os.FileInfo, err error) error {
  396. if err != nil {
  397. return err
  398. }
  399. if fi.Mode().IsRegular() {
  400. res = append(res, path)
  401. }
  402. return nil
  403. })
  404. return res
  405. }
  406. func rebuildAssets() {
  407. runPipe("lib/auto/gui.files.go", "go", "run", "script/genassets.go", "gui")
  408. }
  409. func lazyRebuildAssets() {
  410. if shouldRebuildAssets() {
  411. rebuildAssets()
  412. }
  413. }
  414. func shouldRebuildAssets() bool {
  415. info, err := os.Stat("lib/auto/gui.files.go")
  416. if err != nil {
  417. // If the file doesn't exist, we must rebuild it
  418. return true
  419. }
  420. // Check if any of the files in gui/ are newer than the asset file. If
  421. // so we should rebuild it.
  422. currentBuild := info.ModTime()
  423. assetsAreNewer := false
  424. filepath.Walk("gui", func(path string, info os.FileInfo, err error) error {
  425. if err != nil {
  426. return err
  427. }
  428. if assetsAreNewer {
  429. return nil
  430. }
  431. assetsAreNewer = info.ModTime().After(currentBuild)
  432. return nil
  433. })
  434. return assetsAreNewer
  435. }
  436. func xdr() {
  437. runPrint("go", "generate", "./lib/discover", "./lib/db", "./lib/protocol", "./lib/relay/protocol")
  438. }
  439. func translate() {
  440. os.Chdir("gui/default/assets/lang")
  441. runPipe("lang-en-new.json", "go", "run", "../../../../script/translate.go", "lang-en.json", "../../../")
  442. os.Remove("lang-en.json")
  443. err := os.Rename("lang-en-new.json", "lang-en.json")
  444. if err != nil {
  445. log.Fatal(err)
  446. }
  447. os.Chdir("../../../..")
  448. }
  449. func transifex() {
  450. os.Chdir("gui/default/assets/lang")
  451. runPrint("go", "run", "../../../../script/transifexdl.go")
  452. }
  453. func clean() {
  454. rmr("bin")
  455. rmr(filepath.Join(os.Getenv("GOPATH"), fmt.Sprintf("pkg/%s_%s/github.com/syncthing", goos, goarch)))
  456. }
  457. func ldflags() string {
  458. sep := '='
  459. if goVersion > 0 && goVersion < 1.5 {
  460. sep = ' '
  461. }
  462. b := new(bytes.Buffer)
  463. b.WriteString("-w")
  464. fmt.Fprintf(b, " -X main.Version%c%s", sep, version)
  465. fmt.Fprintf(b, " -X main.BuildStamp%c%d", sep, buildStamp())
  466. fmt.Fprintf(b, " -X main.BuildUser%c%s", sep, buildUser())
  467. fmt.Fprintf(b, " -X main.BuildHost%c%s", sep, buildHost())
  468. return b.String()
  469. }
  470. func rmr(paths ...string) {
  471. for _, path := range paths {
  472. log.Println("rm -r", path)
  473. os.RemoveAll(path)
  474. }
  475. }
  476. func getReleaseVersion() (string, error) {
  477. fd, err := os.Open("RELEASE")
  478. if err != nil {
  479. return "", err
  480. }
  481. defer fd.Close()
  482. bs, err := ioutil.ReadAll(fd)
  483. if err != nil {
  484. return "", err
  485. }
  486. return string(bytes.TrimSpace(bs)), nil
  487. }
  488. func getGitVersion() (string, error) {
  489. v, err := runError("git", "describe", "--always", "--dirty")
  490. if err != nil {
  491. return "", err
  492. }
  493. v = versionRe.ReplaceAllFunc(v, func(s []byte) []byte {
  494. s[0] = '+'
  495. return s
  496. })
  497. return string(v), nil
  498. }
  499. func getVersion() string {
  500. // First try for a RELEASE file,
  501. if ver, err := getReleaseVersion(); err == nil {
  502. return ver
  503. }
  504. // ... then see if we have a Git tag.
  505. if ver, err := getGitVersion(); err == nil {
  506. if strings.Contains(ver, "-") {
  507. // The version already contains a hash and stuff. See if we can
  508. // find a current branch name to tack onto it as well.
  509. return ver + getBranchSuffix()
  510. }
  511. return ver
  512. }
  513. // This seems to be a dev build.
  514. return "unknown-dev"
  515. }
  516. func getBranchSuffix() string {
  517. bs, err := runError("git", "branch", "-a", "--contains")
  518. if err != nil {
  519. return ""
  520. }
  521. branches := strings.Split(string(bs), "\n")
  522. if len(branches) == 0 {
  523. return ""
  524. }
  525. branch := ""
  526. for i, candidate := range branches {
  527. if strings.HasPrefix(candidate, "*") {
  528. // This is the current branch. Select it!
  529. branch = strings.TrimLeft(candidate, " \t*")
  530. break
  531. } else if i == 0 {
  532. // Otherwise the first branch in the list will do.
  533. branch = strings.TrimSpace(branch)
  534. }
  535. }
  536. if branch == "" {
  537. return ""
  538. }
  539. // The branch name may be on the form "remotes/origin/foo" from which we
  540. // just want "foo".
  541. parts := strings.Split(branch, "/")
  542. if len(parts) == 0 || len(parts[len(parts)-1]) == 0 {
  543. return ""
  544. }
  545. branch = parts[len(parts)-1]
  546. if branch == "master" {
  547. // master builds are the default.
  548. return ""
  549. }
  550. validBranchRe := regexp.MustCompile(`^[a-zA-Z0-9_.-]+$`)
  551. if !validBranchRe.MatchString(branch) {
  552. // There's some odd stuff in the branch name. Better skip it.
  553. return ""
  554. }
  555. return "-" + branch
  556. }
  557. func buildStamp() int64 {
  558. bs, err := runError("git", "show", "-s", "--format=%ct")
  559. if err != nil {
  560. return time.Now().Unix()
  561. }
  562. s, _ := strconv.ParseInt(string(bs), 10, 64)
  563. return s
  564. }
  565. func buildUser() string {
  566. u, err := user.Current()
  567. if err != nil {
  568. return "unknown-user"
  569. }
  570. return strings.Replace(u.Username, " ", "-", -1)
  571. }
  572. func buildHost() string {
  573. h, err := os.Hostname()
  574. if err != nil {
  575. return "unknown-host"
  576. }
  577. return h
  578. }
  579. func buildEnvironment() string {
  580. if v := os.Getenv("ENVIRONMENT"); len(v) > 0 {
  581. return v
  582. }
  583. return "default"
  584. }
  585. func buildArch() string {
  586. os := goos
  587. if os == "darwin" {
  588. os = "macosx"
  589. }
  590. return fmt.Sprintf("%s-%s", os, goarch)
  591. }
  592. func archiveName(target target) string {
  593. return fmt.Sprintf("%s-%s-%s", target.name, buildArch(), version)
  594. }
  595. func run(cmd string, args ...string) []byte {
  596. bs, err := runError(cmd, args...)
  597. if err != nil {
  598. log.Println(cmd, strings.Join(args, " "))
  599. log.Println(string(bs))
  600. log.Fatal(err)
  601. }
  602. return bytes.TrimSpace(bs)
  603. }
  604. func runError(cmd string, args ...string) ([]byte, error) {
  605. ecmd := exec.Command(cmd, args...)
  606. bs, err := ecmd.CombinedOutput()
  607. return bytes.TrimSpace(bs), err
  608. }
  609. func runPrint(cmd string, args ...string) {
  610. log.Println(cmd, strings.Join(args, " "))
  611. ecmd := exec.Command(cmd, args...)
  612. ecmd.Stdout = os.Stdout
  613. ecmd.Stderr = os.Stderr
  614. err := ecmd.Run()
  615. if err != nil {
  616. log.Fatal(err)
  617. }
  618. }
  619. func runPipe(file, cmd string, args ...string) {
  620. log.Println(cmd, strings.Join(args, " "), ">", file)
  621. fd, err := os.Create(file)
  622. if err != nil {
  623. log.Fatal(err)
  624. }
  625. ecmd := exec.Command(cmd, args...)
  626. ecmd.Stdout = fd
  627. ecmd.Stderr = os.Stderr
  628. err = ecmd.Run()
  629. if err != nil {
  630. log.Fatal(err)
  631. }
  632. fd.Close()
  633. }
  634. func tarGz(out string, files []archiveFile) {
  635. fd, err := os.Create(out)
  636. if err != nil {
  637. log.Fatal(err)
  638. }
  639. gw := gzip.NewWriter(fd)
  640. tw := tar.NewWriter(gw)
  641. for _, f := range files {
  642. sf, err := os.Open(f.src)
  643. if err != nil {
  644. log.Fatal(err)
  645. }
  646. info, err := sf.Stat()
  647. if err != nil {
  648. log.Fatal(err)
  649. }
  650. h := &tar.Header{
  651. Name: f.dst,
  652. Size: info.Size(),
  653. Mode: int64(info.Mode()),
  654. ModTime: info.ModTime(),
  655. }
  656. err = tw.WriteHeader(h)
  657. if err != nil {
  658. log.Fatal(err)
  659. }
  660. _, err = io.Copy(tw, sf)
  661. if err != nil {
  662. log.Fatal(err)
  663. }
  664. sf.Close()
  665. }
  666. err = tw.Close()
  667. if err != nil {
  668. log.Fatal(err)
  669. }
  670. err = gw.Close()
  671. if err != nil {
  672. log.Fatal(err)
  673. }
  674. err = fd.Close()
  675. if err != nil {
  676. log.Fatal(err)
  677. }
  678. }
  679. func zipFile(out string, files []archiveFile) {
  680. fd, err := os.Create(out)
  681. if err != nil {
  682. log.Fatal(err)
  683. }
  684. zw := zip.NewWriter(fd)
  685. for _, f := range files {
  686. sf, err := os.Open(f.src)
  687. if err != nil {
  688. log.Fatal(err)
  689. }
  690. info, err := sf.Stat()
  691. if err != nil {
  692. log.Fatal(err)
  693. }
  694. fh, err := zip.FileInfoHeader(info)
  695. if err != nil {
  696. log.Fatal(err)
  697. }
  698. fh.Name = f.dst
  699. fh.Method = zip.Deflate
  700. if strings.HasSuffix(f.dst, ".txt") {
  701. // Text file. Read it and convert line endings.
  702. bs, err := ioutil.ReadAll(sf)
  703. if err != nil {
  704. log.Fatal(err)
  705. }
  706. bs = bytes.Replace(bs, []byte{'\n'}, []byte{'\n', '\r'}, -1)
  707. fh.UncompressedSize = uint32(len(bs))
  708. fh.UncompressedSize64 = uint64(len(bs))
  709. of, err := zw.CreateHeader(fh)
  710. if err != nil {
  711. log.Fatal(err)
  712. }
  713. of.Write(bs)
  714. } else {
  715. // Binary file. Copy verbatim.
  716. of, err := zw.CreateHeader(fh)
  717. if err != nil {
  718. log.Fatal(err)
  719. }
  720. _, err = io.Copy(of, sf)
  721. if err != nil {
  722. log.Fatal(err)
  723. }
  724. }
  725. }
  726. err = zw.Close()
  727. if err != nil {
  728. log.Fatal(err)
  729. }
  730. err = fd.Close()
  731. if err != nil {
  732. log.Fatal(err)
  733. }
  734. }
  735. func vet(dirs ...string) {
  736. params := []string{"tool", "vet", "-all"}
  737. params = append(params, dirs...)
  738. bs, err := runError("go", params...)
  739. if len(bs) > 0 {
  740. log.Printf("%s", bs)
  741. }
  742. if err != nil {
  743. if exitStatus(err) == 3 {
  744. // Exit code 3, the "vet" tool is not installed
  745. return
  746. }
  747. // A genuine error exit from the vet tool.
  748. log.Fatal(err)
  749. }
  750. }
  751. func lint(pkg string) {
  752. bs, err := runError("golint", pkg)
  753. if err != nil {
  754. log.Println(`- No golint, not linting. Try "go get -u github.com/golang/lint/golint".`)
  755. return
  756. }
  757. analCommentPolicy := regexp.MustCompile(`exported (function|method|const|type|var) [^\s]+ should have comment`)
  758. for _, line := range bytes.Split(bs, []byte("\n")) {
  759. if analCommentPolicy.Match(line) {
  760. continue
  761. }
  762. if len(line) > 0 {
  763. log.Printf("%s", line)
  764. }
  765. }
  766. }
  767. func macosCodesign(file string) {
  768. if pass := os.Getenv("CODESIGN_KEYCHAIN_PASS"); pass != "" {
  769. bs, err := runError("security", "unlock-keychain", "-p", pass)
  770. if err != nil {
  771. log.Println("Codesign: unlocking keychain failed:", string(bs))
  772. return
  773. }
  774. }
  775. if id := os.Getenv("CODESIGN_IDENTITY"); id != "" {
  776. bs, err := runError("codesign", "-s", id, file)
  777. if err != nil {
  778. log.Println("Codesign: signing failed:", string(bs))
  779. return
  780. }
  781. log.Println("Codesign: successfully signed", file)
  782. }
  783. }
  784. func exitStatus(err error) int {
  785. if err, ok := err.(*exec.ExitError); ok {
  786. if ws, ok := err.ProcessState.Sys().(syscall.WaitStatus); ok {
  787. return ws.ExitStatus()
  788. }
  789. }
  790. return -1
  791. }