file.go 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361
  1. package webdavd
  2. import (
  3. "context"
  4. "errors"
  5. "io"
  6. "mime"
  7. "os"
  8. "path"
  9. "sync/atomic"
  10. "time"
  11. "github.com/eikenb/pipeat"
  12. "golang.org/x/net/webdav"
  13. "github.com/drakkan/sftpgo/v2/common"
  14. "github.com/drakkan/sftpgo/v2/dataprovider"
  15. "github.com/drakkan/sftpgo/v2/logger"
  16. "github.com/drakkan/sftpgo/v2/vfs"
  17. )
  18. var errTransferAborted = errors.New("transfer aborted")
  19. type webDavFile struct {
  20. *common.BaseTransfer
  21. writer io.WriteCloser
  22. reader io.ReadCloser
  23. info os.FileInfo
  24. startOffset int64
  25. isFinished bool
  26. readTryed int32
  27. }
  28. func newWebDavFile(baseTransfer *common.BaseTransfer, pipeWriter *vfs.PipeWriter, pipeReader *pipeat.PipeReaderAt) *webDavFile {
  29. var writer io.WriteCloser
  30. var reader io.ReadCloser
  31. if baseTransfer.File != nil {
  32. writer = baseTransfer.File
  33. reader = baseTransfer.File
  34. } else if pipeWriter != nil {
  35. writer = pipeWriter
  36. } else if pipeReader != nil {
  37. reader = pipeReader
  38. }
  39. return &webDavFile{
  40. BaseTransfer: baseTransfer,
  41. writer: writer,
  42. reader: reader,
  43. isFinished: false,
  44. startOffset: 0,
  45. info: nil,
  46. readTryed: 0,
  47. }
  48. }
  49. type webDavFileInfo struct {
  50. os.FileInfo
  51. Fs vfs.Fs
  52. virtualPath string
  53. fsPath string
  54. }
  55. // ContentType implements webdav.ContentTyper interface
  56. func (fi *webDavFileInfo) ContentType(ctx context.Context) (string, error) {
  57. extension := path.Ext(fi.virtualPath)
  58. contentType := mime.TypeByExtension(extension)
  59. if contentType != "" {
  60. return contentType, nil
  61. }
  62. contentType = mimeTypeCache.getMimeFromCache(extension)
  63. if contentType != "" {
  64. return contentType, nil
  65. }
  66. contentType, err := fi.Fs.GetMimeType(fi.fsPath)
  67. if contentType != "" {
  68. mimeTypeCache.addMimeToCache(extension, contentType)
  69. return contentType, err
  70. }
  71. return "", webdav.ErrNotImplemented
  72. }
  73. // Readdir reads directory entries from the handle
  74. func (f *webDavFile) Readdir(count int) ([]os.FileInfo, error) {
  75. if !f.Connection.User.HasPerm(dataprovider.PermListItems, f.GetVirtualPath()) {
  76. return nil, f.Connection.GetPermissionDeniedError()
  77. }
  78. fileInfos, err := f.Connection.ListDir(f.GetVirtualPath())
  79. if err != nil {
  80. return nil, err
  81. }
  82. result := make([]os.FileInfo, 0, len(fileInfos))
  83. for _, fileInfo := range fileInfos {
  84. result = append(result, &webDavFileInfo{
  85. FileInfo: fileInfo,
  86. Fs: f.Fs,
  87. virtualPath: path.Join(f.GetVirtualPath(), fileInfo.Name()),
  88. fsPath: f.Fs.Join(f.GetFsPath(), fileInfo.Name()),
  89. })
  90. }
  91. return result, nil
  92. }
  93. // Stat the handle
  94. func (f *webDavFile) Stat() (os.FileInfo, error) {
  95. if f.GetType() == common.TransferDownload && !f.Connection.User.HasPerm(dataprovider.PermListItems, path.Dir(f.GetVirtualPath())) {
  96. return nil, f.Connection.GetPermissionDeniedError()
  97. }
  98. f.Lock()
  99. errUpload := f.ErrTransfer
  100. f.Unlock()
  101. if f.GetType() == common.TransferUpload && errUpload == nil {
  102. info := &webDavFileInfo{
  103. FileInfo: vfs.NewFileInfo(f.GetFsPath(), false, atomic.LoadInt64(&f.BytesReceived), time.Now(), false),
  104. Fs: f.Fs,
  105. virtualPath: f.GetVirtualPath(),
  106. fsPath: f.GetFsPath(),
  107. }
  108. return info, nil
  109. }
  110. info, err := f.Fs.Stat(f.GetFsPath())
  111. if err != nil {
  112. return nil, err
  113. }
  114. if vfs.IsCryptOsFs(f.Fs) {
  115. info = f.Fs.(*vfs.CryptFs).ConvertFileInfo(info)
  116. }
  117. fi := &webDavFileInfo{
  118. FileInfo: info,
  119. Fs: f.Fs,
  120. virtualPath: f.GetVirtualPath(),
  121. fsPath: f.GetFsPath(),
  122. }
  123. return fi, nil
  124. }
  125. // Read reads the contents to downloads.
  126. func (f *webDavFile) Read(p []byte) (n int, err error) {
  127. if atomic.LoadInt32(&f.AbortTransfer) == 1 {
  128. return 0, errTransferAborted
  129. }
  130. if atomic.LoadInt32(&f.readTryed) == 0 {
  131. if !f.Connection.User.HasPerm(dataprovider.PermDownload, path.Dir(f.GetVirtualPath())) {
  132. return 0, f.Connection.GetPermissionDeniedError()
  133. }
  134. transferQuota := f.BaseTransfer.GetTransferQuota()
  135. if !transferQuota.HasDownloadSpace() {
  136. f.Connection.Log(logger.LevelInfo, "denying file read due to quota limits")
  137. return 0, f.Connection.GetReadQuotaExceededError()
  138. }
  139. if ok, policy := f.Connection.User.IsFileAllowed(f.GetVirtualPath()); !ok {
  140. f.Connection.Log(logger.LevelWarn, "reading file %#v is not allowed", f.GetVirtualPath())
  141. return 0, f.Connection.GetErrorForDeniedFile(policy)
  142. }
  143. err := common.ExecutePreAction(f.Connection, common.OperationPreDownload, f.GetFsPath(), f.GetVirtualPath(), 0, 0)
  144. if err != nil {
  145. f.Connection.Log(logger.LevelDebug, "download for file %#v denied by pre action: %v", f.GetVirtualPath(), err)
  146. return 0, f.Connection.GetPermissionDeniedError()
  147. }
  148. atomic.StoreInt32(&f.readTryed, 1)
  149. }
  150. f.Connection.UpdateLastActivity()
  151. // the file is read sequentially we don't need to check for concurrent reads and so
  152. // lock the transfer while opening the remote file
  153. if f.reader == nil {
  154. if f.GetType() != common.TransferDownload {
  155. f.TransferError(common.ErrOpUnsupported)
  156. return 0, common.ErrOpUnsupported
  157. }
  158. _, r, cancelFn, e := f.Fs.Open(f.GetFsPath(), 0)
  159. f.Lock()
  160. if e == nil {
  161. f.reader = r
  162. f.BaseTransfer.SetCancelFn(cancelFn)
  163. }
  164. f.ErrTransfer = e
  165. f.startOffset = 0
  166. f.Unlock()
  167. if e != nil {
  168. return 0, e
  169. }
  170. }
  171. n, err = f.reader.Read(p)
  172. atomic.AddInt64(&f.BytesSent, int64(n))
  173. if err == nil {
  174. err = f.CheckRead()
  175. }
  176. if err != nil && err != io.EOF {
  177. f.TransferError(err)
  178. return
  179. }
  180. f.HandleThrottle()
  181. return
  182. }
  183. // Write writes the uploaded contents.
  184. func (f *webDavFile) Write(p []byte) (n int, err error) {
  185. if atomic.LoadInt32(&f.AbortTransfer) == 1 {
  186. return 0, errTransferAborted
  187. }
  188. f.Connection.UpdateLastActivity()
  189. n, err = f.writer.Write(p)
  190. atomic.AddInt64(&f.BytesReceived, int64(n))
  191. if err == nil {
  192. err = f.CheckWrite()
  193. }
  194. if err != nil {
  195. f.TransferError(err)
  196. return
  197. }
  198. f.HandleThrottle()
  199. return
  200. }
  201. func (f *webDavFile) updateStatInfo() error {
  202. if f.info != nil {
  203. return nil
  204. }
  205. info, err := f.Fs.Stat(f.GetFsPath())
  206. if err != nil {
  207. return err
  208. }
  209. if vfs.IsCryptOsFs(f.Fs) {
  210. info = f.Fs.(*vfs.CryptFs).ConvertFileInfo(info)
  211. }
  212. f.info = info
  213. return nil
  214. }
  215. func (f *webDavFile) updateTransferQuotaOnSeek() {
  216. transferQuota := f.GetTransferQuota()
  217. if transferQuota.HasSizeLimits() {
  218. go func(ulSize, dlSize int64, user dataprovider.User) {
  219. dataprovider.UpdateUserTransferQuota(&user, ulSize, dlSize, false) //nolint:errcheck
  220. }(atomic.LoadInt64(&f.BytesReceived), atomic.LoadInt64(&f.BytesSent), f.Connection.User)
  221. }
  222. }
  223. // Seek sets the offset for the next Read or Write on the writer to offset,
  224. // interpreted according to whence: 0 means relative to the origin of the file,
  225. // 1 means relative to the current offset, and 2 means relative to the end.
  226. // It returns the new offset and an error, if any.
  227. func (f *webDavFile) Seek(offset int64, whence int) (int64, error) {
  228. f.Connection.UpdateLastActivity()
  229. if f.File != nil {
  230. ret, err := f.File.Seek(offset, whence)
  231. if err != nil {
  232. f.TransferError(err)
  233. }
  234. return ret, err
  235. }
  236. if f.GetType() == common.TransferDownload {
  237. readOffset := f.startOffset + atomic.LoadInt64(&f.BytesSent)
  238. if offset == 0 && readOffset == 0 {
  239. if whence == io.SeekStart {
  240. return 0, nil
  241. } else if whence == io.SeekEnd {
  242. if err := f.updateStatInfo(); err != nil {
  243. return 0, err
  244. }
  245. return f.info.Size(), nil
  246. }
  247. }
  248. // close the reader and create a new one at startByte
  249. if f.reader != nil {
  250. f.reader.Close() //nolint:errcheck
  251. f.reader = nil
  252. }
  253. startByte := int64(0)
  254. atomic.StoreInt64(&f.BytesReceived, 0)
  255. atomic.StoreInt64(&f.BytesSent, 0)
  256. f.updateTransferQuotaOnSeek()
  257. switch whence {
  258. case io.SeekStart:
  259. startByte = offset
  260. case io.SeekCurrent:
  261. startByte = readOffset + offset
  262. case io.SeekEnd:
  263. if err := f.updateStatInfo(); err != nil {
  264. f.TransferError(err)
  265. return 0, err
  266. }
  267. startByte = f.info.Size() - offset
  268. }
  269. _, r, cancelFn, err := f.Fs.Open(f.GetFsPath(), startByte)
  270. f.Lock()
  271. if err == nil {
  272. f.startOffset = startByte
  273. f.reader = r
  274. }
  275. f.ErrTransfer = err
  276. f.BaseTransfer.SetCancelFn(cancelFn)
  277. f.Unlock()
  278. return startByte, err
  279. }
  280. return 0, common.ErrOpUnsupported
  281. }
  282. // Close closes the open directory or the current transfer
  283. func (f *webDavFile) Close() error {
  284. if err := f.setFinished(); err != nil {
  285. return err
  286. }
  287. err := f.closeIO()
  288. if f.isTransfer() {
  289. errBaseClose := f.BaseTransfer.Close()
  290. if errBaseClose != nil {
  291. err = errBaseClose
  292. }
  293. } else {
  294. f.Connection.RemoveTransfer(f.BaseTransfer)
  295. }
  296. return f.Connection.GetFsError(f.Fs, err)
  297. }
  298. func (f *webDavFile) closeIO() error {
  299. var err error
  300. if f.File != nil {
  301. err = f.File.Close()
  302. } else if f.writer != nil {
  303. err = f.writer.Close()
  304. f.Lock()
  305. // we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
  306. if err != nil && f.ErrTransfer == nil {
  307. f.ErrTransfer = err
  308. }
  309. f.Unlock()
  310. } else if f.reader != nil {
  311. err = f.reader.Close()
  312. }
  313. return err
  314. }
  315. func (f *webDavFile) setFinished() error {
  316. f.Lock()
  317. defer f.Unlock()
  318. if f.isFinished {
  319. return common.ErrTransferClosed
  320. }
  321. f.isFinished = true
  322. return nil
  323. }
  324. func (f *webDavFile) isTransfer() bool {
  325. if f.GetType() == common.TransferDownload {
  326. return atomic.LoadInt32(&f.readTryed) > 0
  327. }
  328. return true
  329. }