writer.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284
  1. package buf
  2. import (
  3. "io"
  4. "net"
  5. "sync"
  6. "github.com/xtls/xray-core/common"
  7. "github.com/xtls/xray-core/common/errors"
  8. "github.com/xtls/xray-core/features/stats"
  9. )
  10. // BufferToBytesWriter is a Writer that writes alloc.Buffer into underlying writer.
  11. type BufferToBytesWriter struct {
  12. io.Writer
  13. counter stats.Counter
  14. cache [][]byte
  15. }
  16. // WriteMultiBuffer implements Writer. This method takes ownership of the given buffer.
  17. func (w *BufferToBytesWriter) WriteMultiBuffer(mb MultiBuffer) error {
  18. defer ReleaseMulti(mb)
  19. size := mb.Len()
  20. if size == 0 {
  21. return nil
  22. }
  23. if len(mb) == 1 {
  24. return WriteAllBytes(w.Writer, mb[0].Bytes(), w.counter)
  25. }
  26. if cap(w.cache) < len(mb) {
  27. w.cache = make([][]byte, 0, len(mb))
  28. }
  29. bs := w.cache
  30. for _, b := range mb {
  31. bs = append(bs, b.Bytes())
  32. }
  33. defer func() {
  34. for idx := range bs {
  35. bs[idx] = nil
  36. }
  37. }()
  38. nb := net.Buffers(bs)
  39. wc := int64(0)
  40. defer func() {
  41. if w.counter != nil {
  42. w.counter.Add(wc)
  43. }
  44. }()
  45. for size > 0 {
  46. n, err := nb.WriteTo(w.Writer)
  47. wc += n
  48. if err != nil {
  49. return err
  50. }
  51. size -= int32(n)
  52. }
  53. return nil
  54. }
  55. // ReadFrom implements io.ReaderFrom.
  56. func (w *BufferToBytesWriter) ReadFrom(reader io.Reader) (int64, error) {
  57. var sc SizeCounter
  58. err := Copy(NewReader(reader), w, CountSize(&sc))
  59. return sc.Size, err
  60. }
  61. // BufferedWriter is a Writer with internal buffer.
  62. type BufferedWriter struct {
  63. sync.Mutex
  64. writer Writer
  65. buffer *Buffer
  66. buffered bool
  67. flushNext bool
  68. }
  69. // NewBufferedWriter creates a new BufferedWriter.
  70. func NewBufferedWriter(writer Writer) *BufferedWriter {
  71. return &BufferedWriter{
  72. writer: writer,
  73. buffer: New(),
  74. buffered: true,
  75. }
  76. }
  77. // WriteByte implements io.ByteWriter.
  78. func (w *BufferedWriter) WriteByte(c byte) error {
  79. return common.Error2(w.Write([]byte{c}))
  80. }
  81. // Write implements io.Writer.
  82. func (w *BufferedWriter) Write(b []byte) (int, error) {
  83. if len(b) == 0 {
  84. return 0, nil
  85. }
  86. w.Lock()
  87. defer w.Unlock()
  88. if !w.buffered {
  89. if writer, ok := w.writer.(io.Writer); ok {
  90. return writer.Write(b)
  91. }
  92. }
  93. totalBytes := 0
  94. for len(b) > 0 {
  95. if w.buffer == nil {
  96. w.buffer = New()
  97. }
  98. nBytes, err := w.buffer.Write(b)
  99. totalBytes += nBytes
  100. if err != nil {
  101. return totalBytes, err
  102. }
  103. if !w.buffered || w.buffer.IsFull() {
  104. if err := w.flushInternal(); err != nil {
  105. return totalBytes, err
  106. }
  107. }
  108. b = b[nBytes:]
  109. }
  110. return totalBytes, nil
  111. }
  112. // WriteMultiBuffer implements Writer. It takes ownership of the given MultiBuffer.
  113. func (w *BufferedWriter) WriteMultiBuffer(b MultiBuffer) error {
  114. if b.IsEmpty() {
  115. return nil
  116. }
  117. w.Lock()
  118. defer w.Unlock()
  119. if !w.buffered {
  120. return w.writer.WriteMultiBuffer(b)
  121. }
  122. reader := MultiBufferContainer{
  123. MultiBuffer: b,
  124. }
  125. defer reader.Close()
  126. for !reader.MultiBuffer.IsEmpty() {
  127. if w.buffer == nil {
  128. w.buffer = New()
  129. }
  130. common.Must2(w.buffer.ReadFrom(&reader))
  131. if w.buffer.IsFull() {
  132. if err := w.flushInternal(); err != nil {
  133. return err
  134. }
  135. }
  136. }
  137. if w.flushNext {
  138. w.buffered = false
  139. w.flushNext = false
  140. return w.flushInternal()
  141. }
  142. return nil
  143. }
  144. // Flush flushes buffered content into underlying writer.
  145. func (w *BufferedWriter) Flush() error {
  146. w.Lock()
  147. defer w.Unlock()
  148. return w.flushInternal()
  149. }
  150. func (w *BufferedWriter) flushInternal() error {
  151. if w.buffer.IsEmpty() {
  152. return nil
  153. }
  154. b := w.buffer
  155. w.buffer = nil
  156. if writer, ok := w.writer.(io.Writer); ok {
  157. err := WriteAllBytes(writer, b.Bytes(), nil)
  158. b.Release()
  159. return err
  160. }
  161. return w.writer.WriteMultiBuffer(MultiBuffer{b})
  162. }
  163. // SetBuffered sets whether the internal buffer is used. If set to false, Flush() will be called to clear the buffer.
  164. func (w *BufferedWriter) SetBuffered(f bool) error {
  165. w.Lock()
  166. defer w.Unlock()
  167. w.buffered = f
  168. if !f {
  169. return w.flushInternal()
  170. }
  171. return nil
  172. }
  173. // SetFlushNext will wait the next WriteMultiBuffer to flush and set buffered = false
  174. func (w *BufferedWriter) SetFlushNext() {
  175. w.Lock()
  176. defer w.Unlock()
  177. w.flushNext = true
  178. }
  179. // ReadFrom implements io.ReaderFrom.
  180. func (w *BufferedWriter) ReadFrom(reader io.Reader) (int64, error) {
  181. if err := w.SetBuffered(false); err != nil {
  182. return 0, err
  183. }
  184. var sc SizeCounter
  185. err := Copy(NewReader(reader), w, CountSize(&sc))
  186. return sc.Size, err
  187. }
  188. // Close implements io.Closable.
  189. func (w *BufferedWriter) Close() error {
  190. if err := w.Flush(); err != nil {
  191. return err
  192. }
  193. return common.Close(w.writer)
  194. }
  195. // SequentialWriter is a Writer that writes MultiBuffer sequentially into the underlying io.Writer.
  196. type SequentialWriter struct {
  197. io.Writer
  198. }
  199. // WriteMultiBuffer implements Writer.
  200. func (w *SequentialWriter) WriteMultiBuffer(mb MultiBuffer) error {
  201. mb, err := WriteMultiBuffer(w.Writer, mb)
  202. ReleaseMulti(mb)
  203. return err
  204. }
  205. type noOpWriter byte
  206. func (noOpWriter) WriteMultiBuffer(b MultiBuffer) error {
  207. ReleaseMulti(b)
  208. return nil
  209. }
  210. func (noOpWriter) Write(b []byte) (int, error) {
  211. return len(b), nil
  212. }
  213. func (noOpWriter) ReadFrom(reader io.Reader) (int64, error) {
  214. b := New()
  215. defer b.Release()
  216. totalBytes := int64(0)
  217. for {
  218. b.Clear()
  219. _, err := b.ReadFrom(reader)
  220. totalBytes += int64(b.Len())
  221. if err != nil {
  222. if errors.Cause(err) == io.EOF {
  223. return totalBytes, nil
  224. }
  225. return totalBytes, err
  226. }
  227. }
  228. }
  229. var (
  230. // Discard is a Writer that swallows all contents written in.
  231. Discard Writer = noOpWriter(0)
  232. // DiscardBytes is an io.Writer that swallows all contents written in.
  233. DiscardBytes io.Writer = noOpWriter(0)
  234. )