transfer.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package sftpd
  15. import (
  16. "fmt"
  17. "io"
  18. "github.com/drakkan/sftpgo/v2/internal/common"
  19. "github.com/drakkan/sftpgo/v2/internal/metric"
  20. "github.com/drakkan/sftpgo/v2/internal/vfs"
  21. )
  22. type writerAtCloser interface {
  23. io.WriterAt
  24. io.Closer
  25. }
  26. type readerAtCloser interface {
  27. io.ReaderAt
  28. io.Closer
  29. }
  30. type failingReader struct {
  31. innerReader readerAtCloser
  32. errRead error
  33. }
  34. func (r *failingReader) ReadAt(_ []byte, _ int64) (n int, err error) {
  35. return 0, r.errRead
  36. }
  37. func (r *failingReader) Close() error {
  38. if r.innerReader == nil {
  39. return nil
  40. }
  41. return r.innerReader.Close()
  42. }
  43. // transfer defines the transfer details.
  44. // It implements the io.ReaderAt and io.WriterAt interfaces to handle SFTP downloads and uploads
  45. type transfer struct {
  46. *common.BaseTransfer
  47. writerAt writerAtCloser
  48. readerAt readerAtCloser
  49. isFinished bool
  50. }
  51. func newTransfer(baseTransfer *common.BaseTransfer, pipeWriter vfs.PipeWriter, pipeReader vfs.PipeReader,
  52. errForRead error) *transfer {
  53. var writer writerAtCloser
  54. var reader readerAtCloser
  55. if baseTransfer.File != nil {
  56. writer = baseTransfer.File
  57. if errForRead == nil {
  58. reader = baseTransfer.File
  59. } else {
  60. reader = &failingReader{
  61. innerReader: baseTransfer.File,
  62. errRead: errForRead,
  63. }
  64. }
  65. } else if pipeWriter != nil {
  66. writer = pipeWriter
  67. } else if pipeReader != nil {
  68. if errForRead == nil {
  69. reader = pipeReader
  70. } else {
  71. reader = &failingReader{
  72. innerReader: pipeReader,
  73. errRead: errForRead,
  74. }
  75. }
  76. }
  77. if baseTransfer.File == nil && errForRead != nil && pipeReader == nil {
  78. reader = &failingReader{
  79. innerReader: nil,
  80. errRead: errForRead,
  81. }
  82. }
  83. return &transfer{
  84. BaseTransfer: baseTransfer,
  85. writerAt: writer,
  86. readerAt: reader,
  87. isFinished: false,
  88. }
  89. }
  90. // ReadAt reads len(p) bytes from the File to download starting at byte offset off and updates the bytes sent.
  91. // It handles download bandwidth throttling too
  92. func (t *transfer) ReadAt(p []byte, off int64) (n int, err error) {
  93. t.Connection.UpdateLastActivity()
  94. n, err = t.readerAt.ReadAt(p, off)
  95. t.BytesSent.Add(int64(n))
  96. if err == nil {
  97. err = t.CheckRead()
  98. }
  99. if err != nil && err != io.EOF {
  100. if t.GetType() == common.TransferDownload {
  101. t.TransferError(err)
  102. }
  103. err = t.ConvertError(err)
  104. return
  105. }
  106. t.HandleThrottle()
  107. return
  108. }
  109. // WriteAt writes len(p) bytes to the uploaded file starting at byte offset off and updates the bytes received.
  110. // It handles upload bandwidth throttling too
  111. func (t *transfer) WriteAt(p []byte, off int64) (n int, err error) {
  112. t.Connection.UpdateLastActivity()
  113. if off < t.MinWriteOffset {
  114. err := fmt.Errorf("invalid write offset: %v minimum valid value: %v", off, t.MinWriteOffset)
  115. t.TransferError(err)
  116. return 0, err
  117. }
  118. n, err = t.writerAt.WriteAt(p, off)
  119. t.BytesReceived.Add(int64(n))
  120. if err == nil {
  121. err = t.CheckWrite()
  122. }
  123. if err != nil {
  124. t.TransferError(err)
  125. err = t.ConvertError(err)
  126. return
  127. }
  128. t.HandleThrottle()
  129. return
  130. }
  131. // Close it is called when the transfer is completed.
  132. // It closes the underlying file, logs the transfer info, updates the user quota (for uploads)
  133. // and executes any defined action.
  134. // If there is an error no action will be executed and, in atomic mode, we try to delete
  135. // the temporary file
  136. func (t *transfer) Close() error {
  137. if err := t.setFinished(); err != nil {
  138. return err
  139. }
  140. err := t.closeIO()
  141. errBaseClose := t.BaseTransfer.Close()
  142. if errBaseClose != nil {
  143. err = errBaseClose
  144. }
  145. return t.Connection.GetFsError(t.Fs, err)
  146. }
  147. func (t *transfer) closeIO() error {
  148. var err error
  149. if t.File != nil {
  150. err = t.File.Close()
  151. } else if t.writerAt != nil {
  152. err = t.writerAt.Close()
  153. t.Lock()
  154. // we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
  155. if err != nil && t.ErrTransfer == nil {
  156. t.ErrTransfer = err
  157. }
  158. t.Unlock()
  159. } else if t.readerAt != nil {
  160. err = t.readerAt.Close()
  161. if metadater, ok := t.readerAt.(vfs.Metadater); ok {
  162. t.BaseTransfer.SetMetadata(metadater.Metadata())
  163. }
  164. }
  165. return err
  166. }
  167. func (t *transfer) setFinished() error {
  168. t.Lock()
  169. defer t.Unlock()
  170. if t.isFinished {
  171. return common.ErrTransferClosed
  172. }
  173. t.isFinished = true
  174. return nil
  175. }
  176. // used for ssh commands.
  177. // It reads from src until EOF so it does not treat an EOF from Read as an error to be reported.
  178. // EOF from Write is reported as error
  179. func (t *transfer) copyFromReaderToWriter(dst io.Writer, src io.Reader) (int64, error) {
  180. defer t.Connection.RemoveTransfer(t)
  181. var written int64
  182. var err error
  183. if t.MaxWriteSize < 0 {
  184. return 0, common.ErrQuotaExceeded
  185. }
  186. isDownload := t.GetType() == common.TransferDownload
  187. buf := make([]byte, 32768)
  188. for {
  189. t.Connection.UpdateLastActivity()
  190. nr, er := src.Read(buf)
  191. if nr > 0 {
  192. nw, ew := dst.Write(buf[0:nr])
  193. if nw > 0 {
  194. written += int64(nw)
  195. if isDownload {
  196. t.BytesSent.Store(written)
  197. if errCheck := t.CheckRead(); errCheck != nil {
  198. err = errCheck
  199. break
  200. }
  201. } else {
  202. t.BytesReceived.Store(written)
  203. if errCheck := t.CheckWrite(); errCheck != nil {
  204. err = errCheck
  205. break
  206. }
  207. }
  208. }
  209. if ew != nil {
  210. err = ew
  211. break
  212. }
  213. if nr != nw {
  214. err = io.ErrShortWrite
  215. break
  216. }
  217. }
  218. if er != nil {
  219. if er != io.EOF {
  220. err = er
  221. }
  222. break
  223. }
  224. t.HandleThrottle()
  225. }
  226. t.ErrTransfer = err
  227. if written > 0 || err != nil {
  228. metric.TransferCompleted(t.BytesSent.Load(), t.BytesReceived.Load(), t.GetType(),
  229. t.ErrTransfer, vfs.IsSFTPFs(t.Fs))
  230. }
  231. return written, err
  232. }