1
0

transfer.go 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. package sftpd
  2. import (
  3. "fmt"
  4. "io"
  5. "sync/atomic"
  6. "github.com/eikenb/pipeat"
  7. "github.com/drakkan/sftpgo/v2/common"
  8. "github.com/drakkan/sftpgo/v2/metric"
  9. "github.com/drakkan/sftpgo/v2/vfs"
  10. )
  11. type writerAtCloser interface {
  12. io.WriterAt
  13. io.Closer
  14. }
  15. type readerAtCloser interface {
  16. io.ReaderAt
  17. io.Closer
  18. }
  19. type failingReader struct {
  20. innerReader readerAtCloser
  21. errRead error
  22. }
  23. func (r *failingReader) ReadAt(p []byte, off int64) (n int, err error) {
  24. return 0, r.errRead
  25. }
  26. func (r *failingReader) Close() error {
  27. if r.innerReader == nil {
  28. return nil
  29. }
  30. return r.innerReader.Close()
  31. }
  32. // transfer defines the transfer details.
  33. // It implements the io.ReaderAt and io.WriterAt interfaces to handle SFTP downloads and uploads
  34. type transfer struct {
  35. *common.BaseTransfer
  36. writerAt writerAtCloser
  37. readerAt readerAtCloser
  38. isFinished bool
  39. }
  40. func newTransfer(baseTransfer *common.BaseTransfer, pipeWriter *vfs.PipeWriter, pipeReader *pipeat.PipeReaderAt,
  41. errForRead error) *transfer {
  42. var writer writerAtCloser
  43. var reader readerAtCloser
  44. if baseTransfer.File != nil {
  45. writer = baseTransfer.File
  46. if errForRead == nil {
  47. reader = baseTransfer.File
  48. } else {
  49. reader = &failingReader{
  50. innerReader: baseTransfer.File,
  51. errRead: errForRead,
  52. }
  53. }
  54. } else if pipeWriter != nil {
  55. writer = pipeWriter
  56. } else if pipeReader != nil {
  57. if errForRead == nil {
  58. reader = pipeReader
  59. } else {
  60. reader = &failingReader{
  61. innerReader: pipeReader,
  62. errRead: errForRead,
  63. }
  64. }
  65. }
  66. if baseTransfer.File == nil && errForRead != nil && pipeReader == nil {
  67. reader = &failingReader{
  68. innerReader: nil,
  69. errRead: errForRead,
  70. }
  71. }
  72. return &transfer{
  73. BaseTransfer: baseTransfer,
  74. writerAt: writer,
  75. readerAt: reader,
  76. isFinished: false,
  77. }
  78. }
  79. // ReadAt reads len(p) bytes from the File to download starting at byte offset off and updates the bytes sent.
  80. // It handles download bandwidth throttling too
  81. func (t *transfer) ReadAt(p []byte, off int64) (n int, err error) {
  82. t.Connection.UpdateLastActivity()
  83. n, err = t.readerAt.ReadAt(p, off)
  84. atomic.AddInt64(&t.BytesSent, int64(n))
  85. if err == nil {
  86. err = t.CheckRead()
  87. }
  88. if err != nil && err != io.EOF {
  89. if t.GetType() == common.TransferDownload {
  90. t.TransferError(err)
  91. }
  92. return
  93. }
  94. t.HandleThrottle()
  95. return
  96. }
  97. // WriteAt writes len(p) bytes to the uploaded file starting at byte offset off and updates the bytes received.
  98. // It handles upload bandwidth throttling too
  99. func (t *transfer) WriteAt(p []byte, off int64) (n int, err error) {
  100. t.Connection.UpdateLastActivity()
  101. if off < t.MinWriteOffset {
  102. err := fmt.Errorf("invalid write offset: %v minimum valid value: %v", off, t.MinWriteOffset)
  103. t.TransferError(err)
  104. return 0, err
  105. }
  106. n, err = t.writerAt.WriteAt(p, off)
  107. atomic.AddInt64(&t.BytesReceived, int64(n))
  108. if err == nil {
  109. err = t.CheckWrite()
  110. }
  111. if err != nil {
  112. t.TransferError(err)
  113. return
  114. }
  115. t.HandleThrottle()
  116. return
  117. }
  118. // Close it is called when the transfer is completed.
  119. // It closes the underlying file, logs the transfer info, updates the user quota (for uploads)
  120. // and executes any defined action.
  121. // If there is an error no action will be executed and, in atomic mode, we try to delete
  122. // the temporary file
  123. func (t *transfer) Close() error {
  124. if err := t.setFinished(); err != nil {
  125. return err
  126. }
  127. err := t.closeIO()
  128. errBaseClose := t.BaseTransfer.Close()
  129. if errBaseClose != nil {
  130. err = errBaseClose
  131. }
  132. return t.Connection.GetFsError(t.Fs, err)
  133. }
  134. func (t *transfer) closeIO() error {
  135. var err error
  136. if t.File != nil {
  137. err = t.File.Close()
  138. } else if t.writerAt != nil {
  139. err = t.writerAt.Close()
  140. t.Lock()
  141. // we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
  142. if err != nil && t.ErrTransfer == nil {
  143. t.ErrTransfer = err
  144. }
  145. t.Unlock()
  146. } else if t.readerAt != nil {
  147. err = t.readerAt.Close()
  148. }
  149. return err
  150. }
  151. func (t *transfer) setFinished() error {
  152. t.Lock()
  153. defer t.Unlock()
  154. if t.isFinished {
  155. return common.ErrTransferClosed
  156. }
  157. t.isFinished = true
  158. return nil
  159. }
  160. // used for ssh commands.
  161. // It reads from src until EOF so it does not treat an EOF from Read as an error to be reported.
  162. // EOF from Write is reported as error
  163. func (t *transfer) copyFromReaderToWriter(dst io.Writer, src io.Reader) (int64, error) {
  164. defer t.Connection.RemoveTransfer(t)
  165. var written int64
  166. var err error
  167. if t.MaxWriteSize < 0 {
  168. return 0, common.ErrQuotaExceeded
  169. }
  170. isDownload := t.GetType() == common.TransferDownload
  171. buf := make([]byte, 32768)
  172. for {
  173. t.Connection.UpdateLastActivity()
  174. nr, er := src.Read(buf)
  175. if nr > 0 {
  176. nw, ew := dst.Write(buf[0:nr])
  177. if nw > 0 {
  178. written += int64(nw)
  179. if isDownload {
  180. atomic.StoreInt64(&t.BytesSent, written)
  181. if errCheck := t.CheckRead(); errCheck != nil {
  182. err = errCheck
  183. break
  184. }
  185. } else {
  186. atomic.StoreInt64(&t.BytesReceived, written)
  187. if errCheck := t.CheckWrite(); errCheck != nil {
  188. err = errCheck
  189. break
  190. }
  191. }
  192. }
  193. if ew != nil {
  194. err = ew
  195. break
  196. }
  197. if nr != nw {
  198. err = io.ErrShortWrite
  199. break
  200. }
  201. }
  202. if er != nil {
  203. if er != io.EOF {
  204. err = er
  205. }
  206. break
  207. }
  208. t.HandleThrottle()
  209. }
  210. t.ErrTransfer = err
  211. if written > 0 || err != nil {
  212. metric.TransferCompleted(atomic.LoadInt64(&t.BytesSent), atomic.LoadInt64(&t.BytesReceived), t.GetType(), t.ErrTransfer)
  213. }
  214. return written, err
  215. }