dirwalk_linux.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. // Copyright (c) Tailscale Inc & AUTHORS
  2. // SPDX-License-Identifier: BSD-3-Clause
  3. package dirwalk
  4. import (
  5. "fmt"
  6. "io/fs"
  7. "os"
  8. "path/filepath"
  9. "sync"
  10. "syscall"
  11. "unsafe"
  12. "go4.org/mem"
  13. "golang.org/x/sys/unix"
  14. )
  15. func init() {
  16. osWalkShallow = linuxWalkShallow
  17. }
  18. var dirEntPool = &sync.Pool{New: func() any { return new(linuxDirEnt) }}
  19. func linuxWalkShallow(dirName mem.RO, fn WalkFunc) error {
  20. const blockSize = 8 << 10
  21. buf := make([]byte, blockSize) // stack-allocated; doesn't escape
  22. nameb := mem.Append(buf[:0], dirName)
  23. nameb = append(nameb, 0)
  24. fd, err := sysOpen(nameb)
  25. if err != nil {
  26. return err
  27. }
  28. defer syscall.Close(fd)
  29. bufp := 0 // starting read position in buf
  30. nbuf := 0 // end valid data in buf
  31. de := dirEntPool.Get().(*linuxDirEnt)
  32. defer de.cleanAndPutInPool()
  33. de.root = dirName
  34. for {
  35. if bufp >= nbuf {
  36. bufp = 0
  37. nbuf, err = readDirent(fd, buf)
  38. if err != nil {
  39. return err
  40. }
  41. if nbuf <= 0 {
  42. return nil
  43. }
  44. }
  45. consumed, name := parseDirEnt(&de.d, buf[bufp:nbuf])
  46. bufp += consumed
  47. if len(name) == 0 || string(name) == "." || string(name) == ".." {
  48. continue
  49. }
  50. de.name = mem.B(name)
  51. if err := fn(de.name, de); err != nil {
  52. return err
  53. }
  54. }
  55. }
  56. type linuxDirEnt struct {
  57. root mem.RO
  58. d syscall.Dirent
  59. name mem.RO
  60. }
  61. func (de *linuxDirEnt) cleanAndPutInPool() {
  62. de.root = mem.RO{}
  63. de.name = mem.RO{}
  64. dirEntPool.Put(de)
  65. }
  66. func (de *linuxDirEnt) Name() string { return de.name.StringCopy() }
  67. func (de *linuxDirEnt) Info() (fs.FileInfo, error) {
  68. return os.Lstat(filepath.Join(de.root.StringCopy(), de.name.StringCopy()))
  69. }
  70. func (de *linuxDirEnt) IsDir() bool {
  71. return de.d.Type == syscall.DT_DIR
  72. }
  73. func (de *linuxDirEnt) Type() fs.FileMode {
  74. switch de.d.Type {
  75. case syscall.DT_BLK:
  76. return fs.ModeDevice // shrug
  77. case syscall.DT_CHR:
  78. return fs.ModeCharDevice
  79. case syscall.DT_DIR:
  80. return fs.ModeDir
  81. case syscall.DT_FIFO:
  82. return fs.ModeNamedPipe
  83. case syscall.DT_LNK:
  84. return fs.ModeSymlink
  85. case syscall.DT_REG:
  86. return 0
  87. case syscall.DT_SOCK:
  88. return fs.ModeSocket
  89. default:
  90. return fs.ModeIrregular // shrug
  91. }
  92. }
  93. func direntNamlen(dirent *syscall.Dirent) int {
  94. const fixedHdr = uint16(unsafe.Offsetof(syscall.Dirent{}.Name))
  95. limit := dirent.Reclen - fixedHdr
  96. const dirNameLen = 256 // sizeof syscall.Dirent.Name
  97. if limit > dirNameLen {
  98. limit = dirNameLen
  99. }
  100. for i := uint16(0); i < limit; i++ {
  101. if dirent.Name[i] == 0 {
  102. return int(i)
  103. }
  104. }
  105. panic("failed to find terminating 0 byte in dirent")
  106. }
  107. func parseDirEnt(dirent *syscall.Dirent, buf []byte) (consumed int, name []byte) {
  108. // golang.org/issue/37269
  109. copy(unsafe.Slice((*byte)(unsafe.Pointer(dirent)), unsafe.Sizeof(syscall.Dirent{})), buf)
  110. if v := unsafe.Offsetof(dirent.Reclen) + unsafe.Sizeof(dirent.Reclen); uintptr(len(buf)) < v {
  111. panic(fmt.Sprintf("buf size of %d smaller than dirent header size %d", len(buf), v))
  112. }
  113. if len(buf) < int(dirent.Reclen) {
  114. panic(fmt.Sprintf("buf size %d < record length %d", len(buf), dirent.Reclen))
  115. }
  116. consumed = int(dirent.Reclen)
  117. if dirent.Ino == 0 { // File absent in directory.
  118. return
  119. }
  120. name = unsafe.Slice((*byte)(unsafe.Pointer(&dirent.Name[0])), direntNamlen(dirent))
  121. return
  122. }
  123. func sysOpen(name []byte) (fd int, err error) {
  124. if len(name) == 0 || name[len(name)-1] != 0 {
  125. return 0, syscall.EINVAL
  126. }
  127. var dirfd int = unix.AT_FDCWD
  128. for {
  129. r0, _, e1 := syscall.Syscall(unix.SYS_OPENAT, uintptr(dirfd),
  130. uintptr(unsafe.Pointer(&name[0])), 0)
  131. if e1 == 0 {
  132. return int(r0), nil
  133. }
  134. if e1 == syscall.EINTR {
  135. // Since https://golang.org/doc/go1.14#runtime we
  136. // need to loop on EINTR on more places.
  137. continue
  138. }
  139. return 0, syscall.Errno(e1)
  140. }
  141. }
  142. func readDirent(fd int, buf []byte) (n int, err error) {
  143. for {
  144. nbuf, err := syscall.ReadDirent(fd, buf)
  145. if err != syscall.EINTR {
  146. return nbuf, err
  147. }
  148. }
  149. }