walk.go 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "path"
  6. "path/filepath"
  7. "strings"
  8. )
  9. const BlockSize = 128 * 1024
  10. type File struct {
  11. Name string
  12. Flags uint32
  13. Modified int64
  14. Blocks BlockList
  15. }
  16. func (f File) Dump() {
  17. fmt.Printf("%s\n", f.Name)
  18. for _, b := range f.Blocks {
  19. fmt.Printf(" %dB @ %d: %x\n", b.Length, b.Offset, b.Hash)
  20. }
  21. fmt.Println()
  22. }
  23. func (f File) Size() (bytes int) {
  24. for _, b := range f.Blocks {
  25. bytes += int(b.Length)
  26. }
  27. return
  28. }
  29. func isTempName(name string) bool {
  30. return strings.HasPrefix(path.Base(name), ".syncthing.")
  31. }
  32. func tempName(name string, modified int64) string {
  33. tdir := path.Dir(name)
  34. tname := fmt.Sprintf(".syncthing.%s.%d", path.Base(name), modified)
  35. return path.Join(tdir, tname)
  36. }
  37. func genWalker(base string, res *[]File, model *Model) filepath.WalkFunc {
  38. return func(p string, info os.FileInfo, err error) error {
  39. if err != nil {
  40. return err
  41. }
  42. if isTempName(p) {
  43. return nil
  44. }
  45. if info.Mode()&os.ModeType == 0 {
  46. rn, err := filepath.Rel(base, p)
  47. if err != nil {
  48. return err
  49. }
  50. fi, err := os.Stat(p)
  51. if err != nil {
  52. return err
  53. }
  54. modified := fi.ModTime().Unix()
  55. hf, ok := model.LocalFile(rn)
  56. if ok && hf.Modified == modified {
  57. // No change
  58. *res = append(*res, hf)
  59. } else {
  60. if opts.Debug.TraceFile {
  61. debugf("FILE: Hash %q", p)
  62. }
  63. fd, err := os.Open(p)
  64. if err != nil {
  65. return err
  66. }
  67. defer fd.Close()
  68. blocks, err := Blocks(fd, BlockSize)
  69. if err != nil {
  70. return err
  71. }
  72. f := File{
  73. Name: rn,
  74. Flags: uint32(info.Mode()),
  75. Modified: modified,
  76. Blocks: blocks,
  77. }
  78. *res = append(*res, f)
  79. }
  80. }
  81. return nil
  82. }
  83. }
  84. func Walk(dir string, model *Model, followSymlinks bool) []File {
  85. var files []File
  86. fn := genWalker(dir, &files, model)
  87. err := filepath.Walk(dir, fn)
  88. if err != nil {
  89. warnln(err)
  90. }
  91. if !opts.NoSymlinks {
  92. d, err := os.Open(dir)
  93. if err != nil {
  94. warnln(err)
  95. return files
  96. }
  97. fis, err := d.Readdir(-1)
  98. if err != nil {
  99. warnln(err)
  100. return files
  101. }
  102. d.Close()
  103. for _, fi := range fis {
  104. if fi.Mode()&os.ModeSymlink != 0 {
  105. err := filepath.Walk(path.Join(dir, fi.Name())+"/", fn)
  106. if err != nil {
  107. warnln(err)
  108. }
  109. }
  110. }
  111. }
  112. return files
  113. }
  114. func cleanTempFile(path string, info os.FileInfo, err error) error {
  115. if err != nil {
  116. return err
  117. }
  118. if info.Mode()&os.ModeType == 0 && isTempName(path) {
  119. if opts.Debug.TraceFile {
  120. debugf("FILE: Remove %q", path)
  121. }
  122. os.Remove(path)
  123. }
  124. return nil
  125. }
  126. func CleanTempFiles(dir string) {
  127. filepath.Walk(dir, cleanTempFile)
  128. }