transfer.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package sftpd
  15. import (
  16. "fmt"
  17. "io"
  18. "github.com/eikenb/pipeat"
  19. "github.com/drakkan/sftpgo/v2/internal/common"
  20. "github.com/drakkan/sftpgo/v2/internal/metric"
  21. "github.com/drakkan/sftpgo/v2/internal/vfs"
  22. )
  23. type writerAtCloser interface {
  24. io.WriterAt
  25. io.Closer
  26. }
  27. type readerAtCloser interface {
  28. io.ReaderAt
  29. io.Closer
  30. }
  31. type failingReader struct {
  32. innerReader readerAtCloser
  33. errRead error
  34. }
  35. func (r *failingReader) ReadAt(p []byte, off int64) (n int, err error) {
  36. return 0, r.errRead
  37. }
  38. func (r *failingReader) Close() error {
  39. if r.innerReader == nil {
  40. return nil
  41. }
  42. return r.innerReader.Close()
  43. }
  44. // transfer defines the transfer details.
  45. // It implements the io.ReaderAt and io.WriterAt interfaces to handle SFTP downloads and uploads
  46. type transfer struct {
  47. *common.BaseTransfer
  48. writerAt writerAtCloser
  49. readerAt readerAtCloser
  50. isFinished bool
  51. }
  52. func newTransfer(baseTransfer *common.BaseTransfer, pipeWriter *vfs.PipeWriter, pipeReader *pipeat.PipeReaderAt,
  53. errForRead error) *transfer {
  54. var writer writerAtCloser
  55. var reader readerAtCloser
  56. if baseTransfer.File != nil {
  57. writer = baseTransfer.File
  58. if errForRead == nil {
  59. reader = baseTransfer.File
  60. } else {
  61. reader = &failingReader{
  62. innerReader: baseTransfer.File,
  63. errRead: errForRead,
  64. }
  65. }
  66. } else if pipeWriter != nil {
  67. writer = pipeWriter
  68. } else if pipeReader != nil {
  69. if errForRead == nil {
  70. reader = pipeReader
  71. } else {
  72. reader = &failingReader{
  73. innerReader: pipeReader,
  74. errRead: errForRead,
  75. }
  76. }
  77. }
  78. if baseTransfer.File == nil && errForRead != nil && pipeReader == nil {
  79. reader = &failingReader{
  80. innerReader: nil,
  81. errRead: errForRead,
  82. }
  83. }
  84. return &transfer{
  85. BaseTransfer: baseTransfer,
  86. writerAt: writer,
  87. readerAt: reader,
  88. isFinished: false,
  89. }
  90. }
  91. // ReadAt reads len(p) bytes from the File to download starting at byte offset off and updates the bytes sent.
  92. // It handles download bandwidth throttling too
  93. func (t *transfer) ReadAt(p []byte, off int64) (n int, err error) {
  94. t.Connection.UpdateLastActivity()
  95. n, err = t.readerAt.ReadAt(p, off)
  96. t.BytesSent.Add(int64(n))
  97. if err == nil {
  98. err = t.CheckRead()
  99. }
  100. if err != nil && err != io.EOF {
  101. if t.GetType() == common.TransferDownload {
  102. t.TransferError(err)
  103. }
  104. err = t.ConvertError(err)
  105. return
  106. }
  107. t.HandleThrottle()
  108. return
  109. }
  110. // WriteAt writes len(p) bytes to the uploaded file starting at byte offset off and updates the bytes received.
  111. // It handles upload bandwidth throttling too
  112. func (t *transfer) WriteAt(p []byte, off int64) (n int, err error) {
  113. t.Connection.UpdateLastActivity()
  114. if off < t.MinWriteOffset {
  115. err := fmt.Errorf("invalid write offset: %v minimum valid value: %v", off, t.MinWriteOffset)
  116. t.TransferError(err)
  117. return 0, err
  118. }
  119. n, err = t.writerAt.WriteAt(p, off)
  120. t.BytesReceived.Add(int64(n))
  121. if err == nil {
  122. err = t.CheckWrite()
  123. }
  124. if err != nil {
  125. t.TransferError(err)
  126. err = t.ConvertError(err)
  127. return
  128. }
  129. t.HandleThrottle()
  130. return
  131. }
  132. // Close it is called when the transfer is completed.
  133. // It closes the underlying file, logs the transfer info, updates the user quota (for uploads)
  134. // and executes any defined action.
  135. // If there is an error no action will be executed and, in atomic mode, we try to delete
  136. // the temporary file
  137. func (t *transfer) Close() error {
  138. if err := t.setFinished(); err != nil {
  139. return err
  140. }
  141. err := t.closeIO()
  142. errBaseClose := t.BaseTransfer.Close()
  143. if errBaseClose != nil {
  144. err = errBaseClose
  145. }
  146. return t.Connection.GetFsError(t.Fs, err)
  147. }
  148. func (t *transfer) closeIO() error {
  149. var err error
  150. if t.File != nil {
  151. err = t.File.Close()
  152. } else if t.writerAt != nil {
  153. err = t.writerAt.Close()
  154. t.Lock()
  155. // we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
  156. if err != nil && t.ErrTransfer == nil {
  157. t.ErrTransfer = err
  158. }
  159. t.Unlock()
  160. } else if t.readerAt != nil {
  161. err = t.readerAt.Close()
  162. }
  163. return err
  164. }
  165. func (t *transfer) setFinished() error {
  166. t.Lock()
  167. defer t.Unlock()
  168. if t.isFinished {
  169. return common.ErrTransferClosed
  170. }
  171. t.isFinished = true
  172. return nil
  173. }
  174. // used for ssh commands.
  175. // It reads from src until EOF so it does not treat an EOF from Read as an error to be reported.
  176. // EOF from Write is reported as error
  177. func (t *transfer) copyFromReaderToWriter(dst io.Writer, src io.Reader) (int64, error) {
  178. defer t.Connection.RemoveTransfer(t)
  179. var written int64
  180. var err error
  181. if t.MaxWriteSize < 0 {
  182. return 0, common.ErrQuotaExceeded
  183. }
  184. isDownload := t.GetType() == common.TransferDownload
  185. buf := make([]byte, 32768)
  186. for {
  187. t.Connection.UpdateLastActivity()
  188. nr, er := src.Read(buf)
  189. if nr > 0 {
  190. nw, ew := dst.Write(buf[0:nr])
  191. if nw > 0 {
  192. written += int64(nw)
  193. if isDownload {
  194. t.BytesSent.Store(written)
  195. if errCheck := t.CheckRead(); errCheck != nil {
  196. err = errCheck
  197. break
  198. }
  199. } else {
  200. t.BytesReceived.Store(written)
  201. if errCheck := t.CheckWrite(); errCheck != nil {
  202. err = errCheck
  203. break
  204. }
  205. }
  206. }
  207. if ew != nil {
  208. err = ew
  209. break
  210. }
  211. if nr != nw {
  212. err = io.ErrShortWrite
  213. break
  214. }
  215. }
  216. if er != nil {
  217. if er != io.EOF {
  218. err = er
  219. }
  220. break
  221. }
  222. t.HandleThrottle()
  223. }
  224. t.ErrTransfer = err
  225. if written > 0 || err != nil {
  226. metric.TransferCompleted(t.BytesSent.Load(), t.BytesReceived.Load(), t.GetType(),
  227. t.ErrTransfer, vfs.IsSFTPFs(t.Fs))
  228. }
  229. return written, err
  230. }