build.go 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070
  1. // Copyright (C) 2014 The Syncthing Authors.
  2. //
  3. // This Source Code Form is subject to the terms of the Mozilla Public
  4. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  5. // You can obtain one at http://mozilla.org/MPL/2.0/.
  6. // +build ignore
  7. package main
  8. import (
  9. "archive/tar"
  10. "archive/zip"
  11. "bytes"
  12. "compress/gzip"
  13. "flag"
  14. "fmt"
  15. "io"
  16. "io/ioutil"
  17. "log"
  18. "os"
  19. "os/exec"
  20. "os/user"
  21. "path/filepath"
  22. "regexp"
  23. "runtime"
  24. "strconv"
  25. "strings"
  26. "syscall"
  27. "text/template"
  28. "time"
  29. )
  30. var (
  31. versionRe = regexp.MustCompile(`-[0-9]{1,3}-g[0-9a-f]{5,10}`)
  32. goarch string
  33. goos string
  34. noupgrade bool
  35. version string
  36. goVersion float64
  37. race bool
  38. debug = os.Getenv("BUILDDEBUG") != ""
  39. )
  40. type target struct {
  41. name string
  42. buildPkg string
  43. binaryName string
  44. archiveFiles []archiveFile
  45. debianFiles []archiveFile
  46. tags []string
  47. }
  48. type archiveFile struct {
  49. src string
  50. dst string
  51. perm os.FileMode
  52. }
  53. var targets = map[string]target{
  54. "all": {
  55. // Only valid for the "build" and "install" commands as it lacks all
  56. // the archive creation stuff.
  57. buildPkg: "./cmd/...",
  58. tags: []string{"purego"},
  59. },
  60. "syncthing": {
  61. // The default target for "build", "install", "tar", "zip", "deb", etc.
  62. name: "syncthing",
  63. buildPkg: "./cmd/syncthing",
  64. binaryName: "syncthing", // .exe will be added automatically for Windows builds
  65. archiveFiles: []archiveFile{
  66. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  67. {src: "README.md", dst: "README.txt", perm: 0644},
  68. {src: "LICENSE", dst: "LICENSE.txt", perm: 0644},
  69. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  70. // All files from etc/ and extra/ added automatically in init().
  71. },
  72. debianFiles: []archiveFile{
  73. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  74. {src: "README.md", dst: "deb/usr/share/doc/syncthing/README.txt", perm: 0644},
  75. {src: "LICENSE", dst: "deb/usr/share/doc/syncthing/LICENSE.txt", perm: 0644},
  76. {src: "AUTHORS", dst: "deb/usr/share/doc/syncthing/AUTHORS.txt", perm: 0644},
  77. {src: "man/syncthing.1", dst: "deb/usr/share/man/man1/syncthing.1", perm: 0644},
  78. {src: "man/syncthing-config.5", dst: "deb/usr/share/man/man5/syncthing-config.5", perm: 0644},
  79. {src: "man/syncthing-stignore.5", dst: "deb/usr/share/man/man5/syncthing-stignore.5", perm: 0644},
  80. {src: "man/syncthing-device-ids.7", dst: "deb/usr/share/man/man7/syncthing-device-ids.7", perm: 0644},
  81. {src: "man/syncthing-event-api.7", dst: "deb/usr/share/man/man7/syncthing-event-api.7", perm: 0644},
  82. {src: "man/syncthing-faq.7", dst: "deb/usr/share/man/man7/syncthing-faq.7", perm: 0644},
  83. {src: "man/syncthing-networking.7", dst: "deb/usr/share/man/man7/syncthing-networking.7", perm: 0644},
  84. {src: "man/syncthing-rest-api.7", dst: "deb/usr/share/man/man7/syncthing-rest-api.7", perm: 0644},
  85. {src: "man/syncthing-security.7", dst: "deb/usr/share/man/man7/syncthing-security.7", perm: 0644},
  86. {src: "man/syncthing-versioning.7", dst: "deb/usr/share/man/man7/syncthing-versioning.7", perm: 0644},
  87. {src: "etc/linux-systemd/system/[email protected]", dst: "deb/lib/systemd/system/[email protected]", perm: 0644},
  88. {src: "etc/linux-systemd/system/syncthing-resume.service", dst: "deb/lib/systemd/system/syncthing-resume.service", perm: 0644},
  89. {src: "etc/linux-systemd/user/syncthing.service", dst: "deb/usr/lib/systemd/user/syncthing.service", perm: 0644},
  90. },
  91. },
  92. "stdiscosrv": {
  93. name: "stdiscosrv",
  94. buildPkg: "./cmd/stdiscosrv",
  95. binaryName: "stdiscosrv", // .exe will be added automatically for Windows builds
  96. archiveFiles: []archiveFile{
  97. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  98. {src: "cmd/stdiscosrv/README.md", dst: "README.txt", perm: 0644},
  99. {src: "cmd/stdiscosrv/LICENSE", dst: "LICENSE.txt", perm: 0644},
  100. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  101. },
  102. debianFiles: []archiveFile{
  103. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  104. {src: "cmd/stdiscosrv/README.md", dst: "deb/usr/share/doc/stdiscosrv/README.txt", perm: 0644},
  105. {src: "cmd/stdiscosrv/LICENSE", dst: "deb/usr/share/doc/stdiscosrv/LICENSE.txt", perm: 0644},
  106. {src: "AUTHORS", dst: "deb/usr/share/doc/stdiscosrv/AUTHORS.txt", perm: 0644},
  107. {src: "man/stdiscosrv.1", dst: "deb/usr/share/man/man1/stdiscosrv.1", perm: 0644},
  108. },
  109. tags: []string{"purego"},
  110. },
  111. "strelaysrv": {
  112. name: "strelaysrv",
  113. buildPkg: "./cmd/strelaysrv",
  114. binaryName: "strelaysrv", // .exe will be added automatically for Windows builds
  115. archiveFiles: []archiveFile{
  116. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  117. {src: "cmd/strelaysrv/README.md", dst: "README.txt", perm: 0644},
  118. {src: "cmd/strelaysrv/LICENSE", dst: "LICENSE.txt", perm: 0644},
  119. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  120. },
  121. debianFiles: []archiveFile{
  122. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  123. {src: "cmd/strelaysrv/README.md", dst: "deb/usr/share/doc/strelaysrv/README.txt", perm: 0644},
  124. {src: "cmd/strelaysrv/LICENSE", dst: "deb/usr/share/doc/strelaysrv/LICENSE.txt", perm: 0644},
  125. {src: "AUTHORS", dst: "deb/usr/share/doc/strelaysrv/AUTHORS.txt", perm: 0644},
  126. {src: "man/strelaysrv.1", dst: "deb/usr/share/man/man1/strelaysrv.1", perm: 0644},
  127. },
  128. },
  129. "strelaypoolsrv": {
  130. name: "strelaypoolsrv",
  131. buildPkg: "./cmd/strelaypoolsrv",
  132. binaryName: "strelaypoolsrv", // .exe will be added automatically for Windows builds
  133. archiveFiles: []archiveFile{
  134. {src: "{{binary}}", dst: "{{binary}}", perm: 0755},
  135. {src: "cmd/strelaypoolsrv/README.md", dst: "README.txt", perm: 0644},
  136. {src: "cmd/strelaypoolsrv/LICENSE", dst: "LICENSE.txt", perm: 0644},
  137. {src: "AUTHORS", dst: "AUTHORS.txt", perm: 0644},
  138. },
  139. debianFiles: []archiveFile{
  140. {src: "{{binary}}", dst: "deb/usr/bin/{{binary}}", perm: 0755},
  141. {src: "cmd/strelaypoolsrv/README.md", dst: "deb/usr/share/doc/relaysrv/README.txt", perm: 0644},
  142. {src: "cmd/strelaypoolsrv/LICENSE", dst: "deb/usr/share/doc/relaysrv/LICENSE.txt", perm: 0644},
  143. {src: "AUTHORS", dst: "deb/usr/share/doc/relaysrv/AUTHORS.txt", perm: 0644},
  144. },
  145. },
  146. }
  147. func init() {
  148. // The "syncthing" target includes a few more files found in the "etc"
  149. // and "extra" dirs.
  150. syncthingPkg := targets["syncthing"]
  151. for _, file := range listFiles("etc") {
  152. syncthingPkg.archiveFiles = append(syncthingPkg.archiveFiles, archiveFile{src: file, dst: file, perm: 0644})
  153. }
  154. for _, file := range listFiles("extra") {
  155. syncthingPkg.archiveFiles = append(syncthingPkg.archiveFiles, archiveFile{src: file, dst: file, perm: 0644})
  156. }
  157. for _, file := range listFiles("extra") {
  158. syncthingPkg.debianFiles = append(syncthingPkg.debianFiles, archiveFile{src: file, dst: "deb/usr/share/doc/syncthing/" + filepath.Base(file), perm: 0644})
  159. }
  160. targets["syncthing"] = syncthingPkg
  161. }
  162. const minGoVersion = 1.3
  163. func main() {
  164. log.SetOutput(os.Stdout)
  165. log.SetFlags(0)
  166. if debug {
  167. t0 := time.Now()
  168. defer func() {
  169. log.Println("... build completed in", time.Since(t0))
  170. }()
  171. }
  172. if os.Getenv("GOPATH") == "" {
  173. setGoPath()
  174. }
  175. // We use Go 1.5+ vendoring.
  176. os.Setenv("GO15VENDOREXPERIMENT", "1")
  177. // Set path to $GOPATH/bin:$PATH so that we can for sure find tools we
  178. // might have installed during "build.go setup".
  179. os.Setenv("PATH", fmt.Sprintf("%s%cbin%c%s", os.Getenv("GOPATH"), os.PathSeparator, os.PathListSeparator, os.Getenv("PATH")))
  180. parseFlags()
  181. checkArchitecture()
  182. goVersion, _ = checkRequiredGoVersion()
  183. // Invoking build.go with no parameters at all builds everything (incrementally),
  184. // which is what you want for maximum error checking during development.
  185. if flag.NArg() == 0 {
  186. runCommand("install", targets["all"])
  187. runCommand("vet", target{})
  188. runCommand("lint", target{})
  189. } else {
  190. // with any command given but not a target, the target is
  191. // "syncthing". So "go run build.go install" is "go run build.go install
  192. // syncthing" etc.
  193. targetName := "syncthing"
  194. if flag.NArg() > 1 {
  195. targetName = flag.Arg(1)
  196. }
  197. target, ok := targets[targetName]
  198. if !ok {
  199. log.Fatalln("Unknown target", target)
  200. }
  201. runCommand(flag.Arg(0), target)
  202. }
  203. }
  204. func checkArchitecture() {
  205. switch goarch {
  206. case "386", "amd64", "arm", "arm64", "ppc64", "ppc64le":
  207. break
  208. default:
  209. log.Printf("Unknown goarch %q; proceed with caution!", goarch)
  210. }
  211. }
  212. func runCommand(cmd string, target target) {
  213. switch cmd {
  214. case "setup":
  215. setup()
  216. case "install":
  217. var tags []string
  218. if noupgrade {
  219. tags = []string{"noupgrade"}
  220. }
  221. install(target, tags)
  222. case "build":
  223. var tags []string
  224. if noupgrade {
  225. tags = []string{"noupgrade"}
  226. }
  227. build(target, tags)
  228. case "test":
  229. test("./lib/...", "./cmd/...")
  230. case "bench":
  231. bench("./lib/...", "./cmd/...")
  232. case "assets":
  233. rebuildAssets()
  234. case "proto":
  235. proto()
  236. case "translate":
  237. translate()
  238. case "transifex":
  239. transifex()
  240. case "tar":
  241. buildTar(target)
  242. case "zip":
  243. buildZip(target)
  244. case "deb":
  245. buildDeb(target)
  246. case "clean":
  247. clean()
  248. case "vet":
  249. vet("build.go")
  250. vet("cmd", "lib")
  251. case "lint":
  252. lint(".")
  253. lint("./cmd/...")
  254. lint("./lib/...")
  255. case "metalint":
  256. if isGometalinterInstalled() {
  257. dirs := []string{".", "./cmd/...", "./lib/..."}
  258. ok := gometalinter("deadcode", dirs, "test/util.go")
  259. ok = gometalinter("structcheck", dirs) && ok
  260. ok = gometalinter("varcheck", dirs) && ok
  261. if !ok {
  262. os.Exit(1)
  263. }
  264. }
  265. default:
  266. log.Fatalf("Unknown command %q", cmd)
  267. }
  268. }
  269. // setGoPath sets GOPATH correctly with the assumption that we are
  270. // in $GOPATH/src/github.com/syncthing/syncthing.
  271. func setGoPath() {
  272. cwd, err := os.Getwd()
  273. if err != nil {
  274. log.Fatal(err)
  275. }
  276. gopath := filepath.Clean(filepath.Join(cwd, "../../../../"))
  277. log.Println("GOPATH is", gopath)
  278. os.Setenv("GOPATH", gopath)
  279. }
  280. func parseFlags() {
  281. flag.StringVar(&goarch, "goarch", runtime.GOARCH, "GOARCH")
  282. flag.StringVar(&goos, "goos", runtime.GOOS, "GOOS")
  283. flag.BoolVar(&noupgrade, "no-upgrade", noupgrade, "Disable upgrade functionality")
  284. flag.StringVar(&version, "version", getVersion(), "Set compiled in version string")
  285. flag.BoolVar(&race, "race", race, "Use race detector")
  286. flag.Parse()
  287. }
  288. func checkRequiredGoVersion() (float64, bool) {
  289. re := regexp.MustCompile(`go(\d+\.\d+)`)
  290. ver := runtime.Version()
  291. if m := re.FindStringSubmatch(ver); len(m) == 2 {
  292. vs := string(m[1])
  293. // This is a standard go build. Verify that it's new enough.
  294. f, err := strconv.ParseFloat(vs, 64)
  295. if err != nil {
  296. log.Printf("*** Couldn't parse Go version out of %q.\n*** This isn't known to work, proceed on your own risk.", vs)
  297. return 0, false
  298. }
  299. if f < 1.5 {
  300. log.Printf("*** Go version %.01f doesn't support the vendoring mechanism.\n*** Ensure correct dependencies in your $GOPATH.", f)
  301. } else if f < minGoVersion {
  302. log.Fatalf("*** Go version %.01f is less than required %.01f.\n*** This is known not to work, not proceeding.", f, minGoVersion)
  303. }
  304. return f, true
  305. }
  306. log.Printf("*** Unknown Go version %q.\n*** This isn't known to work, proceed on your own risk.", ver)
  307. return 0, false
  308. }
  309. func setup() {
  310. runPrint("go", "get", "-v", "github.com/golang/lint/golint")
  311. runPrint("go", "get", "-v", "golang.org/x/tools/cmd/cover")
  312. runPrint("go", "get", "-v", "golang.org/x/net/html")
  313. runPrint("go", "get", "-v", "github.com/FiloSottile/gvt")
  314. runPrint("go", "get", "-v", "github.com/axw/gocov/gocov")
  315. runPrint("go", "get", "-v", "github.com/AlekSi/gocov-xml")
  316. runPrint("go", "get", "-v", "bitbucket.org/tebeka/go2xunit")
  317. runPrint("go", "get", "-v", "github.com/alecthomas/gometalinter")
  318. runPrint("go", "get", "-v", "github.com/mitchellh/go-wordwrap")
  319. }
  320. func test(pkgs ...string) {
  321. lazyRebuildAssets()
  322. useRace := runtime.GOARCH == "amd64"
  323. switch runtime.GOOS {
  324. case "darwin", "linux", "freebsd", "windows":
  325. default:
  326. useRace = false
  327. }
  328. if useRace {
  329. runPrint("go", append([]string{"test", "-short", "-race", "-timeout", "60s", "-tags", "purego"}, pkgs...)...)
  330. } else {
  331. runPrint("go", append([]string{"test", "-short", "-timeout", "60s", "-tags", "purego"}, pkgs...)...)
  332. }
  333. }
  334. func bench(pkgs ...string) {
  335. lazyRebuildAssets()
  336. runPrint("go", append([]string{"test", "-run", "NONE", "-bench", "."}, pkgs...)...)
  337. }
  338. func install(target target, tags []string) {
  339. lazyRebuildAssets()
  340. tags = append(target.tags, tags...)
  341. cwd, err := os.Getwd()
  342. if err != nil {
  343. log.Fatal(err)
  344. }
  345. os.Setenv("GOBIN", filepath.Join(cwd, "bin"))
  346. args := []string{"install", "-v", "-ldflags", ldflags()}
  347. if len(tags) > 0 {
  348. args = append(args, "-tags", strings.Join(tags, " "))
  349. }
  350. if race {
  351. args = append(args, "-race")
  352. }
  353. args = append(args, target.buildPkg)
  354. os.Setenv("GOOS", goos)
  355. os.Setenv("GOARCH", goarch)
  356. runPrint("go", args...)
  357. }
  358. func build(target target, tags []string) {
  359. lazyRebuildAssets()
  360. tags = append(target.tags, tags...)
  361. rmr(target.binaryName)
  362. args := []string{"build", "-i", "-v", "-ldflags", ldflags()}
  363. if len(tags) > 0 {
  364. args = append(args, "-tags", strings.Join(tags, " "))
  365. }
  366. if race {
  367. args = append(args, "-race")
  368. }
  369. args = append(args, target.buildPkg)
  370. os.Setenv("GOOS", goos)
  371. os.Setenv("GOARCH", goarch)
  372. runPrint("go", args...)
  373. }
  374. func buildTar(target target) {
  375. name := archiveName(target)
  376. filename := name + ".tar.gz"
  377. var tags []string
  378. if noupgrade {
  379. tags = []string{"noupgrade"}
  380. name += "-noupgrade"
  381. }
  382. build(target, tags)
  383. if goos == "darwin" {
  384. macosCodesign(target.binaryName)
  385. }
  386. for i := range target.archiveFiles {
  387. target.archiveFiles[i].src = strings.Replace(target.archiveFiles[i].src, "{{binary}}", target.binaryName, 1)
  388. target.archiveFiles[i].dst = strings.Replace(target.archiveFiles[i].dst, "{{binary}}", target.binaryName, 1)
  389. target.archiveFiles[i].dst = name + "/" + target.archiveFiles[i].dst
  390. }
  391. tarGz(filename, target.archiveFiles)
  392. log.Println(filename)
  393. }
  394. func buildZip(target target) {
  395. target.binaryName += ".exe"
  396. name := archiveName(target)
  397. filename := name + ".zip"
  398. var tags []string
  399. if noupgrade {
  400. tags = []string{"noupgrade"}
  401. name += "-noupgrade"
  402. }
  403. build(target, tags)
  404. for i := range target.archiveFiles {
  405. target.archiveFiles[i].src = strings.Replace(target.archiveFiles[i].src, "{{binary}}", target.binaryName, 1)
  406. target.archiveFiles[i].dst = strings.Replace(target.archiveFiles[i].dst, "{{binary}}", target.binaryName, 1)
  407. target.archiveFiles[i].dst = name + "/" + target.archiveFiles[i].dst
  408. }
  409. zipFile(filename, target.archiveFiles)
  410. log.Println(filename)
  411. }
  412. func buildDeb(target target) {
  413. os.RemoveAll("deb")
  414. // "goarch" here is set to whatever the Debian packages expect. We correct
  415. // "it to what we actually know how to build and keep the Debian variant
  416. // "name in "debarch".
  417. debarch := goarch
  418. switch goarch {
  419. case "i386":
  420. goarch = "386"
  421. case "armel", "armhf":
  422. goarch = "arm"
  423. }
  424. build(target, []string{"noupgrade"})
  425. for i := range target.debianFiles {
  426. target.debianFiles[i].src = strings.Replace(target.debianFiles[i].src, "{{binary}}", target.binaryName, 1)
  427. target.debianFiles[i].dst = strings.Replace(target.debianFiles[i].dst, "{{binary}}", target.binaryName, 1)
  428. }
  429. for _, af := range target.debianFiles {
  430. if err := copyFile(af.src, af.dst, af.perm); err != nil {
  431. log.Fatal(err)
  432. }
  433. }
  434. os.MkdirAll("deb/DEBIAN", 0755)
  435. data := map[string]string{
  436. "name": target.name,
  437. "arch": debarch,
  438. "version": version[1:],
  439. "date": time.Now().Format(time.RFC1123),
  440. }
  441. debTemplateFiles := append(listFiles("debtpl/common"), listFiles("debtpl/"+target.name)...)
  442. for _, file := range debTemplateFiles {
  443. tpl, err := template.New(filepath.Base(file)).ParseFiles(file)
  444. if err != nil {
  445. log.Fatal(err)
  446. }
  447. outFile := filepath.Join("deb/DEBIAN", filepath.Base(file))
  448. out, err := os.Create(outFile)
  449. if err != nil {
  450. log.Fatal(err)
  451. }
  452. if err := tpl.Execute(out, data); err != nil {
  453. log.Fatal(err)
  454. }
  455. if err := out.Close(); err != nil {
  456. log.Fatal(err)
  457. }
  458. info, _ := os.Lstat(file)
  459. os.Chmod(outFile, info.Mode())
  460. }
  461. }
  462. func copyFile(src, dst string, perm os.FileMode) error {
  463. dstDir := filepath.Dir(dst)
  464. os.MkdirAll(dstDir, 0755) // ignore error
  465. srcFd, err := os.Open(src)
  466. if err != nil {
  467. return err
  468. }
  469. defer srcFd.Close()
  470. dstFd, err := os.OpenFile(dst, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, perm)
  471. if err != nil {
  472. return err
  473. }
  474. defer dstFd.Close()
  475. _, err = io.Copy(dstFd, srcFd)
  476. return err
  477. }
  478. func listFiles(dir string) []string {
  479. var res []string
  480. filepath.Walk(dir, func(path string, fi os.FileInfo, err error) error {
  481. if err != nil {
  482. return err
  483. }
  484. if fi.Mode().IsRegular() {
  485. res = append(res, path)
  486. }
  487. return nil
  488. })
  489. return res
  490. }
  491. func rebuildAssets() {
  492. runPipe("lib/auto/gui.files.go", "go", "run", "script/genassets.go", "gui")
  493. runPipe("cmd/strelaypoolsrv/auto/gui.go", "go", "run", "script/genassets.go", "cmd/strelaypoolsrv/gui")
  494. }
  495. func lazyRebuildAssets() {
  496. if shouldRebuildAssets("lib/auto/gui.files.go", "gui") || shouldRebuildAssets("cmd/strelaypoolsrv/auto/gui.go", "cmd/strelaypoolsrv/auto/gui") {
  497. rebuildAssets()
  498. }
  499. }
  500. func shouldRebuildAssets(target, srcdir string) bool {
  501. info, err := os.Stat(target)
  502. if err != nil {
  503. // If the file doesn't exist, we must rebuild it
  504. return true
  505. }
  506. // Check if any of the files in gui/ are newer than the asset file. If
  507. // so we should rebuild it.
  508. currentBuild := info.ModTime()
  509. assetsAreNewer := false
  510. filepath.Walk(srcdir, func(path string, info os.FileInfo, err error) error {
  511. if err != nil {
  512. return err
  513. }
  514. if assetsAreNewer {
  515. return nil
  516. }
  517. assetsAreNewer = info.ModTime().After(currentBuild)
  518. return nil
  519. })
  520. return assetsAreNewer
  521. }
  522. func proto() {
  523. runPrint("go", "generate", "./lib/...")
  524. }
  525. func translate() {
  526. os.Chdir("gui/default/assets/lang")
  527. runPipe("lang-en-new.json", "go", "run", "../../../../script/translate.go", "lang-en.json", "../../../")
  528. os.Remove("lang-en.json")
  529. err := os.Rename("lang-en-new.json", "lang-en.json")
  530. if err != nil {
  531. log.Fatal(err)
  532. }
  533. os.Chdir("../../../..")
  534. }
  535. func transifex() {
  536. os.Chdir("gui/default/assets/lang")
  537. runPrint("go", "run", "../../../../script/transifexdl.go")
  538. }
  539. func clean() {
  540. rmr("bin")
  541. rmr(filepath.Join(os.Getenv("GOPATH"), fmt.Sprintf("pkg/%s_%s/github.com/syncthing", goos, goarch)))
  542. }
  543. func ldflags() string {
  544. sep := '='
  545. if goVersion > 0 && goVersion < 1.5 {
  546. sep = ' '
  547. }
  548. b := new(bytes.Buffer)
  549. b.WriteString("-w")
  550. fmt.Fprintf(b, " -X main.Version%c%s", sep, version)
  551. fmt.Fprintf(b, " -X main.BuildStamp%c%d", sep, buildStamp())
  552. fmt.Fprintf(b, " -X main.BuildUser%c%s", sep, buildUser())
  553. fmt.Fprintf(b, " -X main.BuildHost%c%s", sep, buildHost())
  554. return b.String()
  555. }
  556. func rmr(paths ...string) {
  557. for _, path := range paths {
  558. log.Println("rm -r", path)
  559. os.RemoveAll(path)
  560. }
  561. }
  562. func getReleaseVersion() (string, error) {
  563. fd, err := os.Open("RELEASE")
  564. if err != nil {
  565. return "", err
  566. }
  567. defer fd.Close()
  568. bs, err := ioutil.ReadAll(fd)
  569. if err != nil {
  570. return "", err
  571. }
  572. return string(bytes.TrimSpace(bs)), nil
  573. }
  574. func getGitVersion() (string, error) {
  575. v, err := runError("git", "describe", "--always", "--dirty")
  576. if err != nil {
  577. return "", err
  578. }
  579. v = versionRe.ReplaceAllFunc(v, func(s []byte) []byte {
  580. s[0] = '+'
  581. return s
  582. })
  583. return string(v), nil
  584. }
  585. func getVersion() string {
  586. // First try for a RELEASE file,
  587. if ver, err := getReleaseVersion(); err == nil {
  588. return ver
  589. }
  590. // ... then see if we have a Git tag.
  591. if ver, err := getGitVersion(); err == nil {
  592. if strings.Contains(ver, "-") {
  593. // The version already contains a hash and stuff. See if we can
  594. // find a current branch name to tack onto it as well.
  595. return ver + getBranchSuffix()
  596. }
  597. return ver
  598. }
  599. // This seems to be a dev build.
  600. return "unknown-dev"
  601. }
  602. func getBranchSuffix() string {
  603. bs, err := runError("git", "branch", "-a", "--contains")
  604. if err != nil {
  605. return ""
  606. }
  607. branches := strings.Split(string(bs), "\n")
  608. if len(branches) == 0 {
  609. return ""
  610. }
  611. branch := ""
  612. for i, candidate := range branches {
  613. if strings.HasPrefix(candidate, "*") {
  614. // This is the current branch. Select it!
  615. branch = strings.TrimLeft(candidate, " \t*")
  616. break
  617. } else if i == 0 {
  618. // Otherwise the first branch in the list will do.
  619. branch = strings.TrimSpace(branch)
  620. }
  621. }
  622. if branch == "" {
  623. return ""
  624. }
  625. // The branch name may be on the form "remotes/origin/foo" from which we
  626. // just want "foo".
  627. parts := strings.Split(branch, "/")
  628. if len(parts) == 0 || len(parts[len(parts)-1]) == 0 {
  629. return ""
  630. }
  631. branch = parts[len(parts)-1]
  632. if branch == "master" {
  633. // master builds are the default.
  634. return ""
  635. }
  636. validBranchRe := regexp.MustCompile(`^[a-zA-Z0-9_.-]+$`)
  637. if !validBranchRe.MatchString(branch) {
  638. // There's some odd stuff in the branch name. Better skip it.
  639. return ""
  640. }
  641. return "-" + branch
  642. }
  643. func buildStamp() int64 {
  644. // If SOURCE_DATE_EPOCH is set, use that.
  645. if s, _ := strconv.ParseInt(os.Getenv("SOURCE_DATE_EPOCH"), 10, 64); s > 0 {
  646. return s
  647. }
  648. // Try to get the timestamp of the latest commit.
  649. bs, err := runError("git", "show", "-s", "--format=%ct")
  650. if err != nil {
  651. // Fall back to "now".
  652. return time.Now().Unix()
  653. }
  654. s, _ := strconv.ParseInt(string(bs), 10, 64)
  655. return s
  656. }
  657. func buildUser() string {
  658. if v := os.Getenv("BUILD_USER"); v != "" {
  659. return v
  660. }
  661. u, err := user.Current()
  662. if err != nil {
  663. return "unknown-user"
  664. }
  665. return strings.Replace(u.Username, " ", "-", -1)
  666. }
  667. func buildHost() string {
  668. if v := os.Getenv("BUILD_HOST"); v != "" {
  669. return v
  670. }
  671. h, err := os.Hostname()
  672. if err != nil {
  673. return "unknown-host"
  674. }
  675. return h
  676. }
  677. func buildArch() string {
  678. os := goos
  679. if os == "darwin" {
  680. os = "macosx"
  681. }
  682. return fmt.Sprintf("%s-%s", os, goarch)
  683. }
  684. func archiveName(target target) string {
  685. return fmt.Sprintf("%s-%s-%s", target.name, buildArch(), version)
  686. }
  687. func runError(cmd string, args ...string) ([]byte, error) {
  688. if debug {
  689. t0 := time.Now()
  690. log.Println("runError:", cmd, strings.Join(args, " "))
  691. defer func() {
  692. log.Println("... in", time.Since(t0))
  693. }()
  694. }
  695. ecmd := exec.Command(cmd, args...)
  696. bs, err := ecmd.CombinedOutput()
  697. return bytes.TrimSpace(bs), err
  698. }
  699. func runPrint(cmd string, args ...string) {
  700. if debug {
  701. t0 := time.Now()
  702. log.Println("runPrint:", cmd, strings.Join(args, " "))
  703. defer func() {
  704. log.Println("... in", time.Since(t0))
  705. }()
  706. }
  707. ecmd := exec.Command(cmd, args...)
  708. ecmd.Stdout = os.Stdout
  709. ecmd.Stderr = os.Stderr
  710. err := ecmd.Run()
  711. if err != nil {
  712. log.Fatal(err)
  713. }
  714. }
  715. func runPipe(file, cmd string, args ...string) {
  716. if debug {
  717. t0 := time.Now()
  718. log.Println("runPipe:", cmd, strings.Join(args, " "))
  719. defer func() {
  720. log.Println("... in", time.Since(t0))
  721. }()
  722. }
  723. fd, err := os.Create(file)
  724. if err != nil {
  725. log.Fatal(err)
  726. }
  727. ecmd := exec.Command(cmd, args...)
  728. ecmd.Stdout = fd
  729. ecmd.Stderr = os.Stderr
  730. err = ecmd.Run()
  731. if err != nil {
  732. log.Fatal(err)
  733. }
  734. fd.Close()
  735. }
  736. func tarGz(out string, files []archiveFile) {
  737. fd, err := os.Create(out)
  738. if err != nil {
  739. log.Fatal(err)
  740. }
  741. gw := gzip.NewWriter(fd)
  742. tw := tar.NewWriter(gw)
  743. for _, f := range files {
  744. sf, err := os.Open(f.src)
  745. if err != nil {
  746. log.Fatal(err)
  747. }
  748. info, err := sf.Stat()
  749. if err != nil {
  750. log.Fatal(err)
  751. }
  752. h := &tar.Header{
  753. Name: f.dst,
  754. Size: info.Size(),
  755. Mode: int64(info.Mode()),
  756. ModTime: info.ModTime(),
  757. }
  758. err = tw.WriteHeader(h)
  759. if err != nil {
  760. log.Fatal(err)
  761. }
  762. _, err = io.Copy(tw, sf)
  763. if err != nil {
  764. log.Fatal(err)
  765. }
  766. sf.Close()
  767. }
  768. err = tw.Close()
  769. if err != nil {
  770. log.Fatal(err)
  771. }
  772. err = gw.Close()
  773. if err != nil {
  774. log.Fatal(err)
  775. }
  776. err = fd.Close()
  777. if err != nil {
  778. log.Fatal(err)
  779. }
  780. }
  781. func zipFile(out string, files []archiveFile) {
  782. fd, err := os.Create(out)
  783. if err != nil {
  784. log.Fatal(err)
  785. }
  786. zw := zip.NewWriter(fd)
  787. for _, f := range files {
  788. sf, err := os.Open(f.src)
  789. if err != nil {
  790. log.Fatal(err)
  791. }
  792. info, err := sf.Stat()
  793. if err != nil {
  794. log.Fatal(err)
  795. }
  796. fh, err := zip.FileInfoHeader(info)
  797. if err != nil {
  798. log.Fatal(err)
  799. }
  800. fh.Name = filepath.ToSlash(f.dst)
  801. fh.Method = zip.Deflate
  802. if strings.HasSuffix(f.dst, ".txt") {
  803. // Text file. Read it and convert line endings.
  804. bs, err := ioutil.ReadAll(sf)
  805. if err != nil {
  806. log.Fatal(err)
  807. }
  808. bs = bytes.Replace(bs, []byte{'\n'}, []byte{'\n', '\r'}, -1)
  809. fh.UncompressedSize = uint32(len(bs))
  810. fh.UncompressedSize64 = uint64(len(bs))
  811. of, err := zw.CreateHeader(fh)
  812. if err != nil {
  813. log.Fatal(err)
  814. }
  815. of.Write(bs)
  816. } else {
  817. // Binary file. Copy verbatim.
  818. of, err := zw.CreateHeader(fh)
  819. if err != nil {
  820. log.Fatal(err)
  821. }
  822. _, err = io.Copy(of, sf)
  823. if err != nil {
  824. log.Fatal(err)
  825. }
  826. }
  827. }
  828. err = zw.Close()
  829. if err != nil {
  830. log.Fatal(err)
  831. }
  832. err = fd.Close()
  833. if err != nil {
  834. log.Fatal(err)
  835. }
  836. }
  837. func vet(dirs ...string) {
  838. params := []string{"tool", "vet", "-all"}
  839. params = append(params, dirs...)
  840. bs, err := runError("go", params...)
  841. if len(bs) > 0 {
  842. log.Printf("%s", bs)
  843. }
  844. if err != nil {
  845. if exitStatus(err) == 3 {
  846. // Exit code 3, the "vet" tool is not installed
  847. return
  848. }
  849. // A genuine error exit from the vet tool.
  850. log.Fatal(err)
  851. }
  852. }
  853. func lint(pkg string) {
  854. bs, err := runError("golint", pkg)
  855. if err != nil {
  856. log.Println(`- No golint, not linting. Try "go get -u github.com/golang/lint/golint".`)
  857. return
  858. }
  859. analCommentPolicy := regexp.MustCompile(`exported (function|method|const|type|var) [^\s]+ should have comment`)
  860. for _, line := range strings.Split(string(bs), "\n") {
  861. if line == "" {
  862. continue
  863. }
  864. if analCommentPolicy.MatchString(line) {
  865. continue
  866. }
  867. if strings.Contains(line, ".pb.go:") {
  868. continue
  869. }
  870. log.Println(line)
  871. }
  872. }
  873. func macosCodesign(file string) {
  874. if pass := os.Getenv("CODESIGN_KEYCHAIN_PASS"); pass != "" {
  875. bs, err := runError("security", "unlock-keychain", "-p", pass)
  876. if err != nil {
  877. log.Println("Codesign: unlocking keychain failed:", string(bs))
  878. return
  879. }
  880. }
  881. if id := os.Getenv("CODESIGN_IDENTITY"); id != "" {
  882. bs, err := runError("codesign", "-s", id, file)
  883. if err != nil {
  884. log.Println("Codesign: signing failed:", string(bs))
  885. return
  886. }
  887. log.Println("Codesign: successfully signed", file)
  888. }
  889. }
  890. func exitStatus(err error) int {
  891. if err, ok := err.(*exec.ExitError); ok {
  892. if ws, ok := err.ProcessState.Sys().(syscall.WaitStatus); ok {
  893. return ws.ExitStatus()
  894. }
  895. }
  896. return -1
  897. }
  898. func isGometalinterInstalled() bool {
  899. if _, err := runError("gometalinter", "--disable-all"); err != nil {
  900. log.Println("gometalinter is not installed")
  901. return false
  902. }
  903. return true
  904. }
  905. func gometalinter(linter string, dirs []string, excludes ...string) bool {
  906. params := []string{"--disable-all"}
  907. params = append(params, fmt.Sprintf("--deadline=%ds", 60))
  908. params = append(params, "--enable="+linter)
  909. for _, exclude := range excludes {
  910. params = append(params, "--exclude="+exclude)
  911. }
  912. for _, dir := range dirs {
  913. params = append(params, dir)
  914. }
  915. bs, _ := runError("gometalinter", params...)
  916. nerr := 0
  917. for _, line := range strings.Split(string(bs), "\n") {
  918. if line == "" {
  919. continue
  920. }
  921. if strings.Contains(line, ".pb.go:") {
  922. continue
  923. }
  924. log.Println(line)
  925. nerr++
  926. }
  927. return nerr == 0
  928. }