file.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package webdavd
  15. import (
  16. "context"
  17. "errors"
  18. "io"
  19. "mime"
  20. "os"
  21. "path"
  22. "sync/atomic"
  23. "time"
  24. "github.com/eikenb/pipeat"
  25. "golang.org/x/net/webdav"
  26. "github.com/drakkan/sftpgo/v2/internal/common"
  27. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  28. "github.com/drakkan/sftpgo/v2/internal/logger"
  29. "github.com/drakkan/sftpgo/v2/internal/vfs"
  30. )
  31. var errTransferAborted = errors.New("transfer aborted")
  32. type webDavFile struct {
  33. *common.BaseTransfer
  34. writer io.WriteCloser
  35. reader io.ReadCloser
  36. info os.FileInfo
  37. startOffset int64
  38. isFinished bool
  39. readTryed int32
  40. }
  41. func newWebDavFile(baseTransfer *common.BaseTransfer, pipeWriter *vfs.PipeWriter, pipeReader *pipeat.PipeReaderAt) *webDavFile {
  42. var writer io.WriteCloser
  43. var reader io.ReadCloser
  44. if baseTransfer.File != nil {
  45. writer = baseTransfer.File
  46. reader = baseTransfer.File
  47. } else if pipeWriter != nil {
  48. writer = pipeWriter
  49. } else if pipeReader != nil {
  50. reader = pipeReader
  51. }
  52. return &webDavFile{
  53. BaseTransfer: baseTransfer,
  54. writer: writer,
  55. reader: reader,
  56. isFinished: false,
  57. startOffset: 0,
  58. info: nil,
  59. readTryed: 0,
  60. }
  61. }
  62. type webDavFileInfo struct {
  63. os.FileInfo
  64. Fs vfs.Fs
  65. virtualPath string
  66. fsPath string
  67. }
  68. // ContentType implements webdav.ContentTyper interface
  69. func (fi *webDavFileInfo) ContentType(ctx context.Context) (string, error) {
  70. extension := path.Ext(fi.virtualPath)
  71. contentType := mime.TypeByExtension(extension)
  72. if contentType != "" {
  73. return contentType, nil
  74. }
  75. contentType = mimeTypeCache.getMimeFromCache(extension)
  76. if contentType != "" {
  77. return contentType, nil
  78. }
  79. contentType, err := fi.Fs.GetMimeType(fi.fsPath)
  80. if contentType != "" {
  81. mimeTypeCache.addMimeToCache(extension, contentType)
  82. return contentType, err
  83. }
  84. return "", webdav.ErrNotImplemented
  85. }
  86. // Readdir reads directory entries from the handle
  87. func (f *webDavFile) Readdir(count int) ([]os.FileInfo, error) {
  88. if !f.Connection.User.HasPerm(dataprovider.PermListItems, f.GetVirtualPath()) {
  89. return nil, f.Connection.GetPermissionDeniedError()
  90. }
  91. fileInfos, err := f.Connection.ListDir(f.GetVirtualPath())
  92. if err != nil {
  93. return nil, err
  94. }
  95. result := make([]os.FileInfo, 0, len(fileInfos))
  96. for _, fileInfo := range fileInfos {
  97. result = append(result, &webDavFileInfo{
  98. FileInfo: fileInfo,
  99. Fs: f.Fs,
  100. virtualPath: path.Join(f.GetVirtualPath(), fileInfo.Name()),
  101. fsPath: f.Fs.Join(f.GetFsPath(), fileInfo.Name()),
  102. })
  103. }
  104. return result, nil
  105. }
  106. // Stat the handle
  107. func (f *webDavFile) Stat() (os.FileInfo, error) {
  108. if f.GetType() == common.TransferDownload && !f.Connection.User.HasPerm(dataprovider.PermListItems, path.Dir(f.GetVirtualPath())) {
  109. return nil, f.Connection.GetPermissionDeniedError()
  110. }
  111. f.Lock()
  112. errUpload := f.ErrTransfer
  113. f.Unlock()
  114. if f.GetType() == common.TransferUpload && errUpload == nil {
  115. info := &webDavFileInfo{
  116. FileInfo: vfs.NewFileInfo(f.GetFsPath(), false, atomic.LoadInt64(&f.BytesReceived), time.Now(), false),
  117. Fs: f.Fs,
  118. virtualPath: f.GetVirtualPath(),
  119. fsPath: f.GetFsPath(),
  120. }
  121. return info, nil
  122. }
  123. info, err := f.Fs.Stat(f.GetFsPath())
  124. if err != nil {
  125. return nil, err
  126. }
  127. if vfs.IsCryptOsFs(f.Fs) {
  128. info = f.Fs.(*vfs.CryptFs).ConvertFileInfo(info)
  129. }
  130. fi := &webDavFileInfo{
  131. FileInfo: info,
  132. Fs: f.Fs,
  133. virtualPath: f.GetVirtualPath(),
  134. fsPath: f.GetFsPath(),
  135. }
  136. return fi, nil
  137. }
  138. // Read reads the contents to downloads.
  139. func (f *webDavFile) Read(p []byte) (n int, err error) {
  140. if atomic.LoadInt32(&f.AbortTransfer) == 1 {
  141. return 0, errTransferAborted
  142. }
  143. if atomic.LoadInt32(&f.readTryed) == 0 {
  144. if !f.Connection.User.HasPerm(dataprovider.PermDownload, path.Dir(f.GetVirtualPath())) {
  145. return 0, f.Connection.GetPermissionDeniedError()
  146. }
  147. transferQuota := f.BaseTransfer.GetTransferQuota()
  148. if !transferQuota.HasDownloadSpace() {
  149. f.Connection.Log(logger.LevelInfo, "denying file read due to quota limits")
  150. return 0, f.Connection.GetReadQuotaExceededError()
  151. }
  152. if ok, policy := f.Connection.User.IsFileAllowed(f.GetVirtualPath()); !ok {
  153. f.Connection.Log(logger.LevelWarn, "reading file %#v is not allowed", f.GetVirtualPath())
  154. return 0, f.Connection.GetErrorForDeniedFile(policy)
  155. }
  156. err := common.ExecutePreAction(f.Connection, common.OperationPreDownload, f.GetFsPath(), f.GetVirtualPath(), 0, 0)
  157. if err != nil {
  158. f.Connection.Log(logger.LevelDebug, "download for file %#v denied by pre action: %v", f.GetVirtualPath(), err)
  159. return 0, f.Connection.GetPermissionDeniedError()
  160. }
  161. atomic.StoreInt32(&f.readTryed, 1)
  162. }
  163. f.Connection.UpdateLastActivity()
  164. // the file is read sequentially we don't need to check for concurrent reads and so
  165. // lock the transfer while opening the remote file
  166. if f.reader == nil {
  167. if f.GetType() != common.TransferDownload {
  168. f.TransferError(common.ErrOpUnsupported)
  169. return 0, common.ErrOpUnsupported
  170. }
  171. _, r, cancelFn, e := f.Fs.Open(f.GetFsPath(), 0)
  172. f.Lock()
  173. if e == nil {
  174. f.reader = r
  175. f.BaseTransfer.SetCancelFn(cancelFn)
  176. }
  177. f.ErrTransfer = e
  178. f.startOffset = 0
  179. f.Unlock()
  180. if e != nil {
  181. return 0, e
  182. }
  183. }
  184. n, err = f.reader.Read(p)
  185. atomic.AddInt64(&f.BytesSent, int64(n))
  186. if err == nil {
  187. err = f.CheckRead()
  188. }
  189. if err != nil && err != io.EOF {
  190. f.TransferError(err)
  191. return
  192. }
  193. f.HandleThrottle()
  194. return
  195. }
  196. // Write writes the uploaded contents.
  197. func (f *webDavFile) Write(p []byte) (n int, err error) {
  198. if atomic.LoadInt32(&f.AbortTransfer) == 1 {
  199. return 0, errTransferAborted
  200. }
  201. f.Connection.UpdateLastActivity()
  202. n, err = f.writer.Write(p)
  203. atomic.AddInt64(&f.BytesReceived, int64(n))
  204. if err == nil {
  205. err = f.CheckWrite()
  206. }
  207. if err != nil {
  208. f.TransferError(err)
  209. return
  210. }
  211. f.HandleThrottle()
  212. return
  213. }
  214. func (f *webDavFile) updateStatInfo() error {
  215. if f.info != nil {
  216. return nil
  217. }
  218. info, err := f.Fs.Stat(f.GetFsPath())
  219. if err != nil {
  220. return err
  221. }
  222. if vfs.IsCryptOsFs(f.Fs) {
  223. info = f.Fs.(*vfs.CryptFs).ConvertFileInfo(info)
  224. }
  225. f.info = info
  226. return nil
  227. }
  228. func (f *webDavFile) updateTransferQuotaOnSeek() {
  229. transferQuota := f.GetTransferQuota()
  230. if transferQuota.HasSizeLimits() {
  231. go func(ulSize, dlSize int64, user dataprovider.User) {
  232. dataprovider.UpdateUserTransferQuota(&user, ulSize, dlSize, false) //nolint:errcheck
  233. }(atomic.LoadInt64(&f.BytesReceived), atomic.LoadInt64(&f.BytesSent), f.Connection.User)
  234. }
  235. }
  236. // Seek sets the offset for the next Read or Write on the writer to offset,
  237. // interpreted according to whence: 0 means relative to the origin of the file,
  238. // 1 means relative to the current offset, and 2 means relative to the end.
  239. // It returns the new offset and an error, if any.
  240. func (f *webDavFile) Seek(offset int64, whence int) (int64, error) {
  241. f.Connection.UpdateLastActivity()
  242. if f.File != nil {
  243. ret, err := f.File.Seek(offset, whence)
  244. if err != nil {
  245. f.TransferError(err)
  246. }
  247. return ret, err
  248. }
  249. if f.GetType() == common.TransferDownload {
  250. readOffset := f.startOffset + atomic.LoadInt64(&f.BytesSent)
  251. if offset == 0 && readOffset == 0 {
  252. if whence == io.SeekStart {
  253. return 0, nil
  254. } else if whence == io.SeekEnd {
  255. if err := f.updateStatInfo(); err != nil {
  256. return 0, err
  257. }
  258. return f.info.Size(), nil
  259. }
  260. }
  261. // close the reader and create a new one at startByte
  262. if f.reader != nil {
  263. f.reader.Close() //nolint:errcheck
  264. f.reader = nil
  265. }
  266. startByte := int64(0)
  267. atomic.StoreInt64(&f.BytesReceived, 0)
  268. atomic.StoreInt64(&f.BytesSent, 0)
  269. f.updateTransferQuotaOnSeek()
  270. switch whence {
  271. case io.SeekStart:
  272. startByte = offset
  273. case io.SeekCurrent:
  274. startByte = readOffset + offset
  275. case io.SeekEnd:
  276. if err := f.updateStatInfo(); err != nil {
  277. f.TransferError(err)
  278. return 0, err
  279. }
  280. startByte = f.info.Size() - offset
  281. }
  282. _, r, cancelFn, err := f.Fs.Open(f.GetFsPath(), startByte)
  283. f.Lock()
  284. if err == nil {
  285. f.startOffset = startByte
  286. f.reader = r
  287. }
  288. f.ErrTransfer = err
  289. f.BaseTransfer.SetCancelFn(cancelFn)
  290. f.Unlock()
  291. return startByte, err
  292. }
  293. return 0, common.ErrOpUnsupported
  294. }
  295. // Close closes the open directory or the current transfer
  296. func (f *webDavFile) Close() error {
  297. if err := f.setFinished(); err != nil {
  298. return err
  299. }
  300. err := f.closeIO()
  301. if f.isTransfer() {
  302. errBaseClose := f.BaseTransfer.Close()
  303. if errBaseClose != nil {
  304. err = errBaseClose
  305. }
  306. } else {
  307. f.Connection.RemoveTransfer(f.BaseTransfer)
  308. }
  309. return f.Connection.GetFsError(f.Fs, err)
  310. }
  311. func (f *webDavFile) closeIO() error {
  312. var err error
  313. if f.File != nil {
  314. err = f.File.Close()
  315. } else if f.writer != nil {
  316. err = f.writer.Close()
  317. f.Lock()
  318. // we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
  319. if err != nil && f.ErrTransfer == nil {
  320. f.ErrTransfer = err
  321. }
  322. f.Unlock()
  323. } else if f.reader != nil {
  324. err = f.reader.Close()
  325. }
  326. return err
  327. }
  328. func (f *webDavFile) setFinished() error {
  329. f.Lock()
  330. defer f.Unlock()
  331. if f.isFinished {
  332. return common.ErrTransferClosed
  333. }
  334. f.isFinished = true
  335. return nil
  336. }
  337. func (f *webDavFile) isTransfer() bool {
  338. if f.GetType() == common.TransferDownload {
  339. return atomic.LoadInt32(&f.readTryed) > 0
  340. }
  341. return true
  342. }