transfer.go 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package sftpd
  15. import (
  16. "fmt"
  17. "io"
  18. "github.com/eikenb/pipeat"
  19. "github.com/drakkan/sftpgo/v2/internal/common"
  20. "github.com/drakkan/sftpgo/v2/internal/metric"
  21. "github.com/drakkan/sftpgo/v2/internal/vfs"
  22. )
  23. type writerAtCloser interface {
  24. io.WriterAt
  25. io.Closer
  26. }
  27. type readerAtCloser interface {
  28. io.ReaderAt
  29. io.Closer
  30. }
  31. type failingReader struct {
  32. innerReader readerAtCloser
  33. errRead error
  34. }
  35. func (r *failingReader) ReadAt(p []byte, off int64) (n int, err error) {
  36. return 0, r.errRead
  37. }
  38. func (r *failingReader) Close() error {
  39. if r.innerReader == nil {
  40. return nil
  41. }
  42. return r.innerReader.Close()
  43. }
  44. // transfer defines the transfer details.
  45. // It implements the io.ReaderAt and io.WriterAt interfaces to handle SFTP downloads and uploads
  46. type transfer struct {
  47. *common.BaseTransfer
  48. writerAt writerAtCloser
  49. readerAt readerAtCloser
  50. isFinished bool
  51. }
  52. func newTransfer(baseTransfer *common.BaseTransfer, pipeWriter *vfs.PipeWriter, pipeReader *pipeat.PipeReaderAt,
  53. errForRead error) *transfer {
  54. var writer writerAtCloser
  55. var reader readerAtCloser
  56. if baseTransfer.File != nil {
  57. writer = baseTransfer.File
  58. if errForRead == nil {
  59. reader = baseTransfer.File
  60. } else {
  61. reader = &failingReader{
  62. innerReader: baseTransfer.File,
  63. errRead: errForRead,
  64. }
  65. }
  66. } else if pipeWriter != nil {
  67. writer = pipeWriter
  68. } else if pipeReader != nil {
  69. if errForRead == nil {
  70. reader = pipeReader
  71. } else {
  72. reader = &failingReader{
  73. innerReader: pipeReader,
  74. errRead: errForRead,
  75. }
  76. }
  77. }
  78. if baseTransfer.File == nil && errForRead != nil && pipeReader == nil {
  79. reader = &failingReader{
  80. innerReader: nil,
  81. errRead: errForRead,
  82. }
  83. }
  84. return &transfer{
  85. BaseTransfer: baseTransfer,
  86. writerAt: writer,
  87. readerAt: reader,
  88. isFinished: false,
  89. }
  90. }
  91. // ReadAt reads len(p) bytes from the File to download starting at byte offset off and updates the bytes sent.
  92. // It handles download bandwidth throttling too
  93. func (t *transfer) ReadAt(p []byte, off int64) (n int, err error) {
  94. t.Connection.UpdateLastActivity()
  95. n, err = t.readerAt.ReadAt(p, off)
  96. t.BytesSent.Add(int64(n))
  97. if err == nil {
  98. err = t.CheckRead()
  99. }
  100. if err != nil && err != io.EOF {
  101. if t.GetType() == common.TransferDownload {
  102. t.TransferError(err)
  103. }
  104. return
  105. }
  106. t.HandleThrottle()
  107. return
  108. }
  109. // WriteAt writes len(p) bytes to the uploaded file starting at byte offset off and updates the bytes received.
  110. // It handles upload bandwidth throttling too
  111. func (t *transfer) WriteAt(p []byte, off int64) (n int, err error) {
  112. t.Connection.UpdateLastActivity()
  113. if off < t.MinWriteOffset {
  114. err := fmt.Errorf("invalid write offset: %v minimum valid value: %v", off, t.MinWriteOffset)
  115. t.TransferError(err)
  116. return 0, err
  117. }
  118. n, err = t.writerAt.WriteAt(p, off)
  119. t.BytesReceived.Add(int64(n))
  120. if err == nil {
  121. err = t.CheckWrite()
  122. }
  123. if err != nil {
  124. t.TransferError(err)
  125. return
  126. }
  127. t.HandleThrottle()
  128. return
  129. }
  130. // Close it is called when the transfer is completed.
  131. // It closes the underlying file, logs the transfer info, updates the user quota (for uploads)
  132. // and executes any defined action.
  133. // If there is an error no action will be executed and, in atomic mode, we try to delete
  134. // the temporary file
  135. func (t *transfer) Close() error {
  136. if err := t.setFinished(); err != nil {
  137. return err
  138. }
  139. err := t.closeIO()
  140. errBaseClose := t.BaseTransfer.Close()
  141. if errBaseClose != nil {
  142. err = errBaseClose
  143. }
  144. return t.Connection.GetFsError(t.Fs, err)
  145. }
  146. func (t *transfer) closeIO() error {
  147. var err error
  148. if t.File != nil {
  149. err = t.File.Close()
  150. } else if t.writerAt != nil {
  151. err = t.writerAt.Close()
  152. t.Lock()
  153. // we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
  154. if err != nil && t.ErrTransfer == nil {
  155. t.ErrTransfer = err
  156. }
  157. t.Unlock()
  158. } else if t.readerAt != nil {
  159. err = t.readerAt.Close()
  160. }
  161. return err
  162. }
  163. func (t *transfer) setFinished() error {
  164. t.Lock()
  165. defer t.Unlock()
  166. if t.isFinished {
  167. return common.ErrTransferClosed
  168. }
  169. t.isFinished = true
  170. return nil
  171. }
  172. // used for ssh commands.
  173. // It reads from src until EOF so it does not treat an EOF from Read as an error to be reported.
  174. // EOF from Write is reported as error
  175. func (t *transfer) copyFromReaderToWriter(dst io.Writer, src io.Reader) (int64, error) {
  176. defer t.Connection.RemoveTransfer(t)
  177. var written int64
  178. var err error
  179. if t.MaxWriteSize < 0 {
  180. return 0, common.ErrQuotaExceeded
  181. }
  182. isDownload := t.GetType() == common.TransferDownload
  183. buf := make([]byte, 32768)
  184. for {
  185. t.Connection.UpdateLastActivity()
  186. nr, er := src.Read(buf)
  187. if nr > 0 {
  188. nw, ew := dst.Write(buf[0:nr])
  189. if nw > 0 {
  190. written += int64(nw)
  191. if isDownload {
  192. t.BytesSent.Store(written)
  193. if errCheck := t.CheckRead(); errCheck != nil {
  194. err = errCheck
  195. break
  196. }
  197. } else {
  198. t.BytesReceived.Store(written)
  199. if errCheck := t.CheckWrite(); errCheck != nil {
  200. err = errCheck
  201. break
  202. }
  203. }
  204. }
  205. if ew != nil {
  206. err = ew
  207. break
  208. }
  209. if nr != nw {
  210. err = io.ErrShortWrite
  211. break
  212. }
  213. }
  214. if er != nil {
  215. if er != io.EOF {
  216. err = er
  217. }
  218. break
  219. }
  220. t.HandleThrottle()
  221. }
  222. t.ErrTransfer = err
  223. if written > 0 || err != nil {
  224. metric.TransferCompleted(t.BytesSent.Load(), t.BytesReceived.Load(), t.GetType(),
  225. t.ErrTransfer, vfs.IsSFTPFs(t.Fs))
  226. }
  227. return written, err
  228. }