build.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059
  1. // Copyright (C) 2014 The Syncthing Authors.
  2. //
  3. // This Source Code Form is subject to the terms of the Mozilla Public
  4. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  5. // You can obtain one at http://mozilla.org/MPL/2.0/.
  6. // +build ignore
  7. package main
  8. import (
  9. "archive/tar"
  10. "archive/zip"
  11. "bytes"
  12. "compress/gzip"
  13. "flag"
  14. "fmt"
  15. "io"
  16. "io/ioutil"
  17. "log"
  18. "os"
  19. "os/exec"
  20. "os/user"
  21. "path/filepath"
  22. "regexp"
  23. "runtime"
  24. "strconv"
  25. "strings"
  26. "syscall"
  27. "text/template"
  28. "time"
  29. )
  30. var (
  31. versionRe = regexp.MustCompile(`-[0-9]{1,3}-g[0-9a-f]{5,10}`)
  32. goarch string
  33. goos string
  34. noupgrade bool
  35. version string
  36. goVersion float64
  37. race bool
  38. debug = os.Getenv("BUILDDEBUG") != ""
  39. )
  40. type target struct {
  41. name string
  42. buildPkg string
  43. binaryName string
  44. archiveFiles []archiveFile
  45. debianFiles []archiveFile
  46. tags []string
  47. }
  48. type archiveFile struct {
  49. src string
  50. dst string
  51. perm os.FileMode
  52. }
  53. var targets = map[string]target{
  54. "all": {
  55. // Only valid for the "build" and "install" commands as it lacks all
  56. // the archive creation stuff.
  57. buildPkg: "./cmd/...",
  58. tags: []string{"purego"},
  59. },
  60. "syncthing": {
  61. // The default target for "build", "install", "tar", "zip", "deb", etc.
  62. name: "syncthing",
  63. buildPkg: "./cmd/syncthing",
  64. binaryName: "syncthing", // .exe will be added automatically for Windows builds
  65. archiveFiles: []archiveFile{
  66. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  67. {src: "README.md", dst: "README.txt", perm: 0644},
  68. {src: "LICENSE", dst: "LICENSE.txt", perm: 0644},
  69. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  70. // All files from etc/ and extra/ added automatically in init().
  71. },
  72. debianFiles: []archiveFile{
  73. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  74. {src: "README.md", dst: "deb/usr/share/doc/syncthing/README.txt", perm: 0644},
  75. {src: "LICENSE", dst: "deb/usr/share/doc/syncthing/LICENSE.txt", perm: 0644},
  76. {src: "AUTHORS", dst: "deb/usr/share/doc/syncthing/AUTHORS.txt", perm: 0644},
  77. {src: "man/syncthing.1", dst: "deb/usr/share/man/man1/syncthing.1", perm: 0644},
  78. {src: "man/syncthing-config.5", dst: "deb/usr/share/man/man5/syncthing-config.5", perm: 0644},
  79. {src: "man/syncthing-stignore.5", dst: "deb/usr/share/man/man5/syncthing-stignore.5", perm: 0644},
  80. {src: "man/syncthing-device-ids.7", dst: "deb/usr/share/man/man7/syncthing-device-ids.7", perm: 0644},
  81. {src: "man/syncthing-event-api.7", dst: "deb/usr/share/man/man7/syncthing-event-api.7", perm: 0644},
  82. {src: "man/syncthing-faq.7", dst: "deb/usr/share/man/man7/syncthing-faq.7", perm: 0644},
  83. {src: "man/syncthing-networking.7", dst: "deb/usr/share/man/man7/syncthing-networking.7", perm: 0644},
  84. {src: "man/syncthing-rest-api.7", dst: "deb/usr/share/man/man7/syncthing-rest-api.7", perm: 0644},
  85. {src: "man/syncthing-security.7", dst: "deb/usr/share/man/man7/syncthing-security.7", perm: 0644},
  86. {src: "man/syncthing-versioning.7", dst: "deb/usr/share/man/man7/syncthing-versioning.7", perm: 0644},
  87. {src: "etc/linux-systemd/system/[email protected]", dst: "deb/lib/systemd/system/[email protected]", perm: 0644},
  88. {src: "etc/linux-systemd/system/syncthing-resume.service", dst: "deb/lib/systemd/system/syncthing-resume.service", perm: 0644},
  89. {src: "etc/linux-systemd/user/syncthing.service", dst: "deb/usr/lib/systemd/user/syncthing.service", perm: 0644},
  90. },
  91. },
  92. "stdiscosrv": {
  93. name: "stdiscosrv",
  94. buildPkg: "./cmd/stdiscosrv",
  95. binaryName: "stdiscosrv", // .exe will be added automatically for Windows builds
  96. archiveFiles: []archiveFile{
  97. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  98. {src: "cmd/stdiscosrv/README.md", dst: "README.txt", perm: 0644},
  99. {src: "cmd/stdiscosrv/LICENSE", dst: "LICENSE.txt", perm: 0644},
  100. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  101. },
  102. debianFiles: []archiveFile{
  103. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  104. {src: "cmd/stdiscosrv/README.md", dst: "deb/usr/share/doc/stdiscosrv/README.txt", perm: 0644},
  105. {src: "cmd/stdiscosrv/LICENSE", dst: "deb/usr/share/doc/stdiscosrv/LICENSE.txt", perm: 0644},
  106. {src: "AUTHORS", dst: "deb/usr/share/doc/stdiscosrv/AUTHORS.txt", perm: 0644},
  107. },
  108. tags: []string{"purego"},
  109. },
  110. "strelaysrv": {
  111. name: "strelaysrv",
  112. buildPkg: "./cmd/strelaysrv",
  113. binaryName: "strelaysrv", // .exe will be added automatically for Windows builds
  114. archiveFiles: []archiveFile{
  115. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  116. {src: "cmd/strelaysrv/README.md", dst: "README.txt", perm: 0644},
  117. {src: "cmd/strelaysrv/LICENSE", dst: "LICENSE.txt", perm: 0644},
  118. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  119. },
  120. debianFiles: []archiveFile{
  121. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  122. {src: "cmd/strelaysrv/README.md", dst: "deb/usr/share/doc/strelaysrv/README.txt", perm: 0644},
  123. {src: "cmd/strelaysrv/LICENSE", dst: "deb/usr/share/doc/strelaysrv/LICENSE.txt", perm: 0644},
  124. {src: "AUTHORS", dst: "deb/usr/share/doc/strelaysrv/AUTHORS.txt", perm: 0644},
  125. },
  126. },
  127. "strelaypoolsrv": {
  128. name: "strelaypoolsrv",
  129. buildPkg: "./cmd/strelaypoolsrv",
  130. binaryName: "strelaypoolsrv", // .exe will be added automatically for Windows builds
  131. archiveFiles: []archiveFile{
  132. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  133. {src: "cmd/strelaypoolsrv/README.md", dst: "README.txt", perm: 0644},
  134. {src: "cmd/strelaypoolsrv/LICENSE", dst: "LICENSE.txt", perm: 0644},
  135. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  136. },
  137. debianFiles: []archiveFile{
  138. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  139. {src: "cmd/strelaypoolsrv/README.md", dst: "deb/usr/share/doc/relaysrv/README.txt", perm: 0644},
  140. {src: "cmd/strelaypoolsrv/LICENSE", dst: "deb/usr/share/doc/relaysrv/LICENSE.txt", perm: 0644},
  141. {src: "AUTHORS", dst: "deb/usr/share/doc/relaysrv/AUTHORS.txt", perm: 0644},
  142. },
  143. },
  144. }
  145. func init() {
  146. // The "syncthing" target includes a few more files found in the "etc"
  147. // and "extra" dirs.
  148. syncthingPkg := targets["syncthing"]
  149. for _, file := range listFiles("etc") {
  150. syncthingPkg.archiveFiles = append(syncthingPkg.archiveFiles, archiveFile{src: file, dst: file, perm: 0644})
  151. }
  152. for _, file := range listFiles("extra") {
  153. syncthingPkg.archiveFiles = append(syncthingPkg.archiveFiles, archiveFile{src: file, dst: file, perm: 0644})
  154. }
  155. for _, file := range listFiles("extra") {
  156. syncthingPkg.debianFiles = append(syncthingPkg.debianFiles, archiveFile{src: file, dst: "deb/usr/share/doc/syncthing/" + filepath.Base(file), perm: 0644})
  157. }
  158. targets["syncthing"] = syncthingPkg
  159. }
  160. const minGoVersion = 1.3
  161. func main() {
  162. log.SetOutput(os.Stdout)
  163. log.SetFlags(0)
  164. if debug {
  165. t0 := time.Now()
  166. defer func() {
  167. log.Println("... build completed in", time.Since(t0))
  168. }()
  169. }
  170. if os.Getenv("GOPATH") == "" {
  171. setGoPath()
  172. }
  173. // We use Go 1.5+ vendoring.
  174. os.Setenv("GO15VENDOREXPERIMENT", "1")
  175. // Set path to $GOPATH/bin:$PATH so that we can for sure find tools we
  176. // might have installed during "build.go setup".
  177. os.Setenv("PATH", fmt.Sprintf("%s%cbin%c%s", os.Getenv("GOPATH"), os.PathSeparator, os.PathListSeparator, os.Getenv("PATH")))
  178. parseFlags()
  179. checkArchitecture()
  180. goVersion, _ = checkRequiredGoVersion()
  181. // Invoking build.go with no parameters at all builds everything (incrementally),
  182. // which is what you want for maximum error checking during development.
  183. if flag.NArg() == 0 {
  184. runCommand("install", targets["all"])
  185. runCommand("vet", target{})
  186. runCommand("lint", target{})
  187. } else {
  188. // with any command given but not a target, the target is
  189. // "syncthing". So "go run build.go install" is "go run build.go install
  190. // syncthing" etc.
  191. targetName := "syncthing"
  192. if flag.NArg() > 1 {
  193. targetName = flag.Arg(1)
  194. }
  195. target, ok := targets[targetName]
  196. if !ok {
  197. log.Fatalln("Unknown target", target)
  198. }
  199. runCommand(flag.Arg(0), target)
  200. }
  201. }
  202. func checkArchitecture() {
  203. switch goarch {
  204. case "386", "amd64", "arm", "arm64", "ppc64", "ppc64le":
  205. break
  206. default:
  207. log.Printf("Unknown goarch %q; proceed with caution!", goarch)
  208. }
  209. }
  210. func runCommand(cmd string, target target) {
  211. switch cmd {
  212. case "setup":
  213. setup()
  214. case "install":
  215. var tags []string
  216. if noupgrade {
  217. tags = []string{"noupgrade"}
  218. }
  219. install(target, tags)
  220. case "build":
  221. var tags []string
  222. if noupgrade {
  223. tags = []string{"noupgrade"}
  224. }
  225. build(target, tags)
  226. case "test":
  227. test("./lib/...", "./cmd/...")
  228. case "bench":
  229. bench("./lib/...", "./cmd/...")
  230. case "assets":
  231. rebuildAssets()
  232. case "proto":
  233. proto()
  234. case "translate":
  235. translate()
  236. case "transifex":
  237. transifex()
  238. case "tar":
  239. buildTar(target)
  240. case "zip":
  241. buildZip(target)
  242. case "deb":
  243. buildDeb(target)
  244. case "clean":
  245. clean()
  246. case "vet":
  247. vet("build.go")
  248. vet("cmd", "lib")
  249. case "lint":
  250. lint(".")
  251. lint("./cmd/...")
  252. lint("./lib/...")
  253. case "metalint":
  254. if isGometalinterInstalled() {
  255. dirs := []string{".", "./cmd/...", "./lib/..."}
  256. ok := gometalinter("deadcode", dirs, "test/util.go")
  257. ok = gometalinter("structcheck", dirs) && ok
  258. ok = gometalinter("varcheck", dirs) && ok
  259. if !ok {
  260. os.Exit(1)
  261. }
  262. }
  263. default:
  264. log.Fatalf("Unknown command %q", cmd)
  265. }
  266. }
  267. // setGoPath sets GOPATH correctly with the assumption that we are
  268. // in $GOPATH/src/github.com/syncthing/syncthing.
  269. func setGoPath() {
  270. cwd, err := os.Getwd()
  271. if err != nil {
  272. log.Fatal(err)
  273. }
  274. gopath := filepath.Clean(filepath.Join(cwd, "../../../../"))
  275. log.Println("GOPATH is", gopath)
  276. os.Setenv("GOPATH", gopath)
  277. }
  278. func parseFlags() {
  279. flag.StringVar(&goarch, "goarch", runtime.GOARCH, "GOARCH")
  280. flag.StringVar(&goos, "goos", runtime.GOOS, "GOOS")
  281. flag.BoolVar(&noupgrade, "no-upgrade", noupgrade, "Disable upgrade functionality")
  282. flag.StringVar(&version, "version", getVersion(), "Set compiled in version string")
  283. flag.BoolVar(&race, "race", race, "Use race detector")
  284. flag.Parse()
  285. }
  286. func checkRequiredGoVersion() (float64, bool) {
  287. re := regexp.MustCompile(`go(\d+\.\d+)`)
  288. ver := runtime.Version()
  289. if m := re.FindStringSubmatch(ver); len(m) == 2 {
  290. vs := string(m[1])
  291. // This is a standard go build. Verify that it's new enough.
  292. f, err := strconv.ParseFloat(vs, 64)
  293. if err != nil {
  294. log.Printf("*** Couldn't parse Go version out of %q.\n*** This isn't known to work, proceed on your own risk.", vs)
  295. return 0, false
  296. }
  297. if f < 1.5 {
  298. log.Printf("*** Go version %.01f doesn't support the vendoring mechanism.\n*** Ensure correct dependencies in your $GOPATH.", f)
  299. } else if f < minGoVersion {
  300. log.Fatalf("*** Go version %.01f is less than required %.01f.\n*** This is known not to work, not proceeding.", f, minGoVersion)
  301. }
  302. return f, true
  303. }
  304. log.Printf("*** Unknown Go version %q.\n*** This isn't known to work, proceed on your own risk.", ver)
  305. return 0, false
  306. }
  307. func setup() {
  308. runPrint("go", "get", "-v", "golang.org/x/tools/cmd/cover")
  309. runPrint("go", "get", "-v", "golang.org/x/net/html")
  310. runPrint("go", "get", "-v", "github.com/FiloSottile/gvt")
  311. runPrint("go", "get", "-v", "github.com/axw/gocov/gocov")
  312. runPrint("go", "get", "-v", "github.com/AlekSi/gocov-xml")
  313. runPrint("go", "get", "-v", "bitbucket.org/tebeka/go2xunit")
  314. runPrint("go", "get", "-v", "github.com/alecthomas/gometalinter")
  315. runPrint("go", "get", "-v", "github.com/mitchellh/go-wordwrap")
  316. }
  317. func test(pkgs ...string) {
  318. lazyRebuildAssets()
  319. useRace := runtime.GOARCH == "amd64"
  320. switch runtime.GOOS {
  321. case "darwin", "linux", "freebsd", "windows":
  322. default:
  323. useRace = false
  324. }
  325. if useRace {
  326. runPrint("go", append([]string{"test", "-short", "-race", "-timeout", "60s", "-tags", "purego"}, pkgs...)...)
  327. } else {
  328. runPrint("go", append([]string{"test", "-short", "-timeout", "60s", "-tags", "purego"}, pkgs...)...)
  329. }
  330. }
  331. func bench(pkgs ...string) {
  332. lazyRebuildAssets()
  333. runPrint("go", append([]string{"test", "-run", "NONE", "-bench", "."}, pkgs...)...)
  334. }
  335. func install(target target, tags []string) {
  336. lazyRebuildAssets()
  337. tags = append(target.tags, tags...)
  338. cwd, err := os.Getwd()
  339. if err != nil {
  340. log.Fatal(err)
  341. }
  342. os.Setenv("GOBIN", filepath.Join(cwd, "bin"))
  343. args := []string{"install", "-v", "-ldflags", ldflags()}
  344. if len(tags) > 0 {
  345. args = append(args, "-tags", strings.Join(tags, " "))
  346. }
  347. if race {
  348. args = append(args, "-race")
  349. }
  350. args = append(args, target.buildPkg)
  351. os.Setenv("GOOS", goos)
  352. os.Setenv("GOARCH", goarch)
  353. runPrint("go", args...)
  354. }
  355. func build(target target, tags []string) {
  356. lazyRebuildAssets()
  357. tags = append(target.tags, tags...)
  358. rmr(target.binaryName)
  359. args := []string{"build", "-i", "-v", "-ldflags", ldflags()}
  360. if len(tags) > 0 {
  361. args = append(args, "-tags", strings.Join(tags, " "))
  362. }
  363. if race {
  364. args = append(args, "-race")
  365. }
  366. args = append(args, target.buildPkg)
  367. os.Setenv("GOOS", goos)
  368. os.Setenv("GOARCH", goarch)
  369. runPrint("go", args...)
  370. }
  371. func buildTar(target target) {
  372. name := archiveName(target)
  373. filename := name + ".tar.gz"
  374. var tags []string
  375. if noupgrade {
  376. tags = []string{"noupgrade"}
  377. name += "-noupgrade"
  378. }
  379. build(target, tags)
  380. if goos == "darwin" {
  381. macosCodesign(target.binaryName)
  382. }
  383. for i := range target.archiveFiles {
  384. target.archiveFiles[i].src = strings.Replace(target.archiveFiles[i].src, "{{binary}}", target.binaryName, 1)
  385. target.archiveFiles[i].dst = strings.Replace(target.archiveFiles[i].dst, "{{binary}}", target.binaryName, 1)
  386. target.archiveFiles[i].dst = name + "/" + target.archiveFiles[i].dst
  387. }
  388. tarGz(filename, target.archiveFiles)
  389. log.Println(filename)
  390. }
  391. func buildZip(target target) {
  392. target.binaryName += ".exe"
  393. name := archiveName(target)
  394. filename := name + ".zip"
  395. var tags []string
  396. if noupgrade {
  397. tags = []string{"noupgrade"}
  398. name += "-noupgrade"
  399. }
  400. build(target, tags)
  401. for i := range target.archiveFiles {
  402. target.archiveFiles[i].src = strings.Replace(target.archiveFiles[i].src, "{{binary}}", target.binaryName, 1)
  403. target.archiveFiles[i].dst = strings.Replace(target.archiveFiles[i].dst, "{{binary}}", target.binaryName, 1)
  404. target.archiveFiles[i].dst = name + "/" + target.archiveFiles[i].dst
  405. }
  406. zipFile(filename, target.archiveFiles)
  407. log.Println(filename)
  408. }
  409. func buildDeb(target target) {
  410. os.RemoveAll("deb")
  411. // "goarch" here is set to whatever the Debian packages expect. We correct
  412. // "it to what we actually know how to build and keep the Debian variant
  413. // "name in "debarch".
  414. debarch := goarch
  415. switch goarch {
  416. case "i386":
  417. goarch = "386"
  418. case "armel", "armhf":
  419. goarch = "arm"
  420. }
  421. build(target, []string{"noupgrade"})
  422. for i := range target.debianFiles {
  423. target.debianFiles[i].src = strings.Replace(target.debianFiles[i].src, "{{binary}}", target.binaryName, 1)
  424. target.debianFiles[i].dst = strings.Replace(target.debianFiles[i].dst, "{{binary}}", target.binaryName, 1)
  425. }
  426. for _, af := range target.debianFiles {
  427. if err := copyFile(af.src, af.dst, af.perm); err != nil {
  428. log.Fatal(err)
  429. }
  430. }
  431. os.MkdirAll("deb/DEBIAN", 0755)
  432. data := map[string]string{
  433. "name": target.name,
  434. "arch": debarch,
  435. "version": version[1:],
  436. "date": time.Now().Format(time.RFC1123),
  437. }
  438. debTemplateFiles := append(listFiles("debtpl/common"), listFiles("debtpl/"+target.name)...)
  439. for _, file := range debTemplateFiles {
  440. tpl, err := template.New(filepath.Base(file)).ParseFiles(file)
  441. if err != nil {
  442. log.Fatal(err)
  443. }
  444. outFile := filepath.Join("deb/DEBIAN", filepath.Base(file))
  445. out, err := os.Create(outFile)
  446. if err != nil {
  447. log.Fatal(err)
  448. }
  449. if err := tpl.Execute(out, data); err != nil {
  450. log.Fatal(err)
  451. }
  452. if err := out.Close(); err != nil {
  453. log.Fatal(err)
  454. }
  455. info, _ := os.Lstat(file)
  456. os.Chmod(outFile, info.Mode())
  457. }
  458. }
  459. func copyFile(src, dst string, perm os.FileMode) error {
  460. dstDir := filepath.Dir(dst)
  461. os.MkdirAll(dstDir, 0755) // ignore error
  462. srcFd, err := os.Open(src)
  463. if err != nil {
  464. return err
  465. }
  466. defer srcFd.Close()
  467. dstFd, err := os.OpenFile(dst, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, perm)
  468. if err != nil {
  469. return err
  470. }
  471. defer dstFd.Close()
  472. _, err = io.Copy(dstFd, srcFd)
  473. return err
  474. }
  475. func listFiles(dir string) []string {
  476. var res []string
  477. filepath.Walk(dir, func(path string, fi os.FileInfo, err error) error {
  478. if err != nil {
  479. return err
  480. }
  481. if fi.Mode().IsRegular() {
  482. res = append(res, path)
  483. }
  484. return nil
  485. })
  486. return res
  487. }
  488. func rebuildAssets() {
  489. runPipe("lib/auto/gui.files.go", "go", "run", "script/genassets.go", "gui")
  490. runPipe("cmd/strelaypoolsrv/auto/gui.go", "go", "run", "script/genassets.go", "cmd/strelaypoolsrv/gui")
  491. }
  492. func lazyRebuildAssets() {
  493. if shouldRebuildAssets("lib/auto/gui.files.go", "gui") || shouldRebuildAssets("cmd/strelaypoolsrv/auto/gui.go", "cmd/strelaypoolsrv/auto/gui") {
  494. rebuildAssets()
  495. }
  496. }
  497. func shouldRebuildAssets(target, srcdir string) bool {
  498. info, err := os.Stat(target)
  499. if err != nil {
  500. // If the file doesn't exist, we must rebuild it
  501. return true
  502. }
  503. // Check if any of the files in gui/ are newer than the asset file. If
  504. // so we should rebuild it.
  505. currentBuild := info.ModTime()
  506. assetsAreNewer := false
  507. filepath.Walk(srcdir, func(path string, info os.FileInfo, err error) error {
  508. if err != nil {
  509. return err
  510. }
  511. if assetsAreNewer {
  512. return nil
  513. }
  514. assetsAreNewer = info.ModTime().After(currentBuild)
  515. return nil
  516. })
  517. return assetsAreNewer
  518. }
  519. func proto() {
  520. runPrint("go", "generate", "./lib/...")
  521. }
  522. func translate() {
  523. os.Chdir("gui/default/assets/lang")
  524. runPipe("lang-en-new.json", "go", "run", "../../../../script/translate.go", "lang-en.json", "../../../")
  525. os.Remove("lang-en.json")
  526. err := os.Rename("lang-en-new.json", "lang-en.json")
  527. if err != nil {
  528. log.Fatal(err)
  529. }
  530. os.Chdir("../../../..")
  531. }
  532. func transifex() {
  533. os.Chdir("gui/default/assets/lang")
  534. runPrint("go", "run", "../../../../script/transifexdl.go")
  535. }
  536. func clean() {
  537. rmr("bin")
  538. rmr(filepath.Join(os.Getenv("GOPATH"), fmt.Sprintf("pkg/%s_%s/github.com/syncthing", goos, goarch)))
  539. }
  540. func ldflags() string {
  541. sep := '='
  542. if goVersion > 0 && goVersion < 1.5 {
  543. sep = ' '
  544. }
  545. b := new(bytes.Buffer)
  546. b.WriteString("-w")
  547. fmt.Fprintf(b, " -X main.Version%c%s", sep, version)
  548. fmt.Fprintf(b, " -X main.BuildStamp%c%d", sep, buildStamp())
  549. fmt.Fprintf(b, " -X main.BuildUser%c%s", sep, buildUser())
  550. fmt.Fprintf(b, " -X main.BuildHost%c%s", sep, buildHost())
  551. return b.String()
  552. }
  553. func rmr(paths ...string) {
  554. for _, path := range paths {
  555. log.Println("rm -r", path)
  556. os.RemoveAll(path)
  557. }
  558. }
  559. func getReleaseVersion() (string, error) {
  560. fd, err := os.Open("RELEASE")
  561. if err != nil {
  562. return "", err
  563. }
  564. defer fd.Close()
  565. bs, err := ioutil.ReadAll(fd)
  566. if err != nil {
  567. return "", err
  568. }
  569. return string(bytes.TrimSpace(bs)), nil
  570. }
  571. func getGitVersion() (string, error) {
  572. v, err := runError("git", "describe", "--always", "--dirty")
  573. if err != nil {
  574. return "", err
  575. }
  576. v = versionRe.ReplaceAllFunc(v, func(s []byte) []byte {
  577. s[0] = '+'
  578. return s
  579. })
  580. return string(v), nil
  581. }
  582. func getVersion() string {
  583. // First try for a RELEASE file,
  584. if ver, err := getReleaseVersion(); err == nil {
  585. return ver
  586. }
  587. // ... then see if we have a Git tag.
  588. if ver, err := getGitVersion(); err == nil {
  589. if strings.Contains(ver, "-") {
  590. // The version already contains a hash and stuff. See if we can
  591. // find a current branch name to tack onto it as well.
  592. return ver + getBranchSuffix()
  593. }
  594. return ver
  595. }
  596. // This seems to be a dev build.
  597. return "unknown-dev"
  598. }
  599. func getBranchSuffix() string {
  600. bs, err := runError("git", "branch", "-a", "--contains")
  601. if err != nil {
  602. return ""
  603. }
  604. branches := strings.Split(string(bs), "\n")
  605. if len(branches) == 0 {
  606. return ""
  607. }
  608. branch := ""
  609. for i, candidate := range branches {
  610. if strings.HasPrefix(candidate, "*") {
  611. // This is the current branch. Select it!
  612. branch = strings.TrimLeft(candidate, " \t*")
  613. break
  614. } else if i == 0 {
  615. // Otherwise the first branch in the list will do.
  616. branch = strings.TrimSpace(branch)
  617. }
  618. }
  619. if branch == "" {
  620. return ""
  621. }
  622. // The branch name may be on the form "remotes/origin/foo" from which we
  623. // just want "foo".
  624. parts := strings.Split(branch, "/")
  625. if len(parts) == 0 || len(parts[len(parts)-1]) == 0 {
  626. return ""
  627. }
  628. branch = parts[len(parts)-1]
  629. if branch == "master" {
  630. // master builds are the default.
  631. return ""
  632. }
  633. validBranchRe := regexp.MustCompile(`^[a-zA-Z0-9_.-]+$`)
  634. if !validBranchRe.MatchString(branch) {
  635. // There's some odd stuff in the branch name. Better skip it.
  636. return ""
  637. }
  638. return "-" + branch
  639. }
  640. func buildStamp() int64 {
  641. // If SOURCE_DATE_EPOCH is set, use that.
  642. if s, _ := strconv.ParseInt(os.Getenv("SOURCE_DATE_EPOCH"), 10, 64); s > 0 {
  643. return s
  644. }
  645. // Try to get the timestamp of the latest commit.
  646. bs, err := runError("git", "show", "-s", "--format=%ct")
  647. if err != nil {
  648. // Fall back to "now".
  649. return time.Now().Unix()
  650. }
  651. s, _ := strconv.ParseInt(string(bs), 10, 64)
  652. return s
  653. }
  654. func buildUser() string {
  655. u, err := user.Current()
  656. if err != nil {
  657. return "unknown-user"
  658. }
  659. return strings.Replace(u.Username, " ", "-", -1)
  660. }
  661. func buildHost() string {
  662. h, err := os.Hostname()
  663. if err != nil {
  664. return "unknown-host"
  665. }
  666. return h
  667. }
  668. func buildArch() string {
  669. os := goos
  670. if os == "darwin" {
  671. os = "macosx"
  672. }
  673. return fmt.Sprintf("%s-%s", os, goarch)
  674. }
  675. func archiveName(target target) string {
  676. return fmt.Sprintf("%s-%s-%s", target.name, buildArch(), version)
  677. }
  678. func runError(cmd string, args ...string) ([]byte, error) {
  679. if debug {
  680. t0 := time.Now()
  681. log.Println("runError:", cmd, strings.Join(args, " "))
  682. defer func() {
  683. log.Println("... in", time.Since(t0))
  684. }()
  685. }
  686. ecmd := exec.Command(cmd, args...)
  687. bs, err := ecmd.CombinedOutput()
  688. return bytes.TrimSpace(bs), err
  689. }
  690. func runPrint(cmd string, args ...string) {
  691. if debug {
  692. t0 := time.Now()
  693. log.Println("runPrint:", cmd, strings.Join(args, " "))
  694. defer func() {
  695. log.Println("... in", time.Since(t0))
  696. }()
  697. }
  698. ecmd := exec.Command(cmd, args...)
  699. ecmd.Stdout = os.Stdout
  700. ecmd.Stderr = os.Stderr
  701. err := ecmd.Run()
  702. if err != nil {
  703. log.Fatal(err)
  704. }
  705. }
  706. func runPipe(file, cmd string, args ...string) {
  707. if debug {
  708. t0 := time.Now()
  709. log.Println("runPipe:", cmd, strings.Join(args, " "))
  710. defer func() {
  711. log.Println("... in", time.Since(t0))
  712. }()
  713. }
  714. fd, err := os.Create(file)
  715. if err != nil {
  716. log.Fatal(err)
  717. }
  718. ecmd := exec.Command(cmd, args...)
  719. ecmd.Stdout = fd
  720. ecmd.Stderr = os.Stderr
  721. err = ecmd.Run()
  722. if err != nil {
  723. log.Fatal(err)
  724. }
  725. fd.Close()
  726. }
  727. func tarGz(out string, files []archiveFile) {
  728. fd, err := os.Create(out)
  729. if err != nil {
  730. log.Fatal(err)
  731. }
  732. gw := gzip.NewWriter(fd)
  733. tw := tar.NewWriter(gw)
  734. for _, f := range files {
  735. sf, err := os.Open(f.src)
  736. if err != nil {
  737. log.Fatal(err)
  738. }
  739. info, err := sf.Stat()
  740. if err != nil {
  741. log.Fatal(err)
  742. }
  743. h := &tar.Header{
  744. Name: f.dst,
  745. Size: info.Size(),
  746. Mode: int64(info.Mode()),
  747. ModTime: info.ModTime(),
  748. }
  749. err = tw.WriteHeader(h)
  750. if err != nil {
  751. log.Fatal(err)
  752. }
  753. _, err = io.Copy(tw, sf)
  754. if err != nil {
  755. log.Fatal(err)
  756. }
  757. sf.Close()
  758. }
  759. err = tw.Close()
  760. if err != nil {
  761. log.Fatal(err)
  762. }
  763. err = gw.Close()
  764. if err != nil {
  765. log.Fatal(err)
  766. }
  767. err = fd.Close()
  768. if err != nil {
  769. log.Fatal(err)
  770. }
  771. }
  772. func zipFile(out string, files []archiveFile) {
  773. fd, err := os.Create(out)
  774. if err != nil {
  775. log.Fatal(err)
  776. }
  777. zw := zip.NewWriter(fd)
  778. for _, f := range files {
  779. sf, err := os.Open(f.src)
  780. if err != nil {
  781. log.Fatal(err)
  782. }
  783. info, err := sf.Stat()
  784. if err != nil {
  785. log.Fatal(err)
  786. }
  787. fh, err := zip.FileInfoHeader(info)
  788. if err != nil {
  789. log.Fatal(err)
  790. }
  791. fh.Name = filepath.ToSlash(f.dst)
  792. fh.Method = zip.Deflate
  793. if strings.HasSuffix(f.dst, ".txt") {
  794. // Text file. Read it and convert line endings.
  795. bs, err := ioutil.ReadAll(sf)
  796. if err != nil {
  797. log.Fatal(err)
  798. }
  799. bs = bytes.Replace(bs, []byte{'\n'}, []byte{'\n', '\r'}, -1)
  800. fh.UncompressedSize = uint32(len(bs))
  801. fh.UncompressedSize64 = uint64(len(bs))
  802. of, err := zw.CreateHeader(fh)
  803. if err != nil {
  804. log.Fatal(err)
  805. }
  806. of.Write(bs)
  807. } else {
  808. // Binary file. Copy verbatim.
  809. of, err := zw.CreateHeader(fh)
  810. if err != nil {
  811. log.Fatal(err)
  812. }
  813. _, err = io.Copy(of, sf)
  814. if err != nil {
  815. log.Fatal(err)
  816. }
  817. }
  818. }
  819. err = zw.Close()
  820. if err != nil {
  821. log.Fatal(err)
  822. }
  823. err = fd.Close()
  824. if err != nil {
  825. log.Fatal(err)
  826. }
  827. }
  828. func vet(dirs ...string) {
  829. params := []string{"tool", "vet", "-all"}
  830. params = append(params, dirs...)
  831. bs, err := runError("go", params...)
  832. if len(bs) > 0 {
  833. log.Printf("%s", bs)
  834. }
  835. if err != nil {
  836. if exitStatus(err) == 3 {
  837. // Exit code 3, the "vet" tool is not installed
  838. return
  839. }
  840. // A genuine error exit from the vet tool.
  841. log.Fatal(err)
  842. }
  843. }
  844. func lint(pkg string) {
  845. bs, err := runError("golint", pkg)
  846. if err != nil {
  847. log.Println(`- No golint, not linting. Try "go get -u github.com/golang/lint/golint".`)
  848. return
  849. }
  850. analCommentPolicy := regexp.MustCompile(`exported (function|method|const|type|var) [^\s]+ should have comment`)
  851. for _, line := range strings.Split(string(bs), "\n") {
  852. if line == "" {
  853. continue
  854. }
  855. if analCommentPolicy.MatchString(line) {
  856. continue
  857. }
  858. if strings.Contains(line, ".pb.go:") {
  859. continue
  860. }
  861. log.Println(line)
  862. }
  863. }
  864. func macosCodesign(file string) {
  865. if pass := os.Getenv("CODESIGN_KEYCHAIN_PASS"); pass != "" {
  866. bs, err := runError("security", "unlock-keychain", "-p", pass)
  867. if err != nil {
  868. log.Println("Codesign: unlocking keychain failed:", string(bs))
  869. return
  870. }
  871. }
  872. if id := os.Getenv("CODESIGN_IDENTITY"); id != "" {
  873. bs, err := runError("codesign", "-s", id, file)
  874. if err != nil {
  875. log.Println("Codesign: signing failed:", string(bs))
  876. return
  877. }
  878. log.Println("Codesign: successfully signed", file)
  879. }
  880. }
  881. func exitStatus(err error) int {
  882. if err, ok := err.(*exec.ExitError); ok {
  883. if ws, ok := err.ProcessState.Sys().(syscall.WaitStatus); ok {
  884. return ws.ExitStatus()
  885. }
  886. }
  887. return -1
  888. }
  889. func isGometalinterInstalled() bool {
  890. if _, err := runError("gometalinter", "--disable-all"); err != nil {
  891. log.Println("gometalinter is not installed")
  892. return false
  893. }
  894. return true
  895. }
  896. func gometalinter(linter string, dirs []string, excludes ...string) bool {
  897. params := []string{"--disable-all"}
  898. params = append(params, fmt.Sprintf("--deadline=%ds", 60))
  899. params = append(params, "--enable="+linter)
  900. for _, exclude := range excludes {
  901. params = append(params, "--exclude="+exclude)
  902. }
  903. for _, dir := range dirs {
  904. params = append(params, dir)
  905. }
  906. bs, _ := runError("gometalinter", params...)
  907. nerr := 0
  908. for _, line := range strings.Split(string(bs), "\n") {
  909. if line == "" {
  910. continue
  911. }
  912. if strings.Contains(line, ".pb.go:") {
  913. continue
  914. }
  915. log.Println(line)
  916. nerr++
  917. }
  918. return nerr == 0
  919. }