writer.go 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. package buf
  2. import (
  3. "io"
  4. "net"
  5. "sync"
  6. "github.com/xtls/xray-core/common"
  7. "github.com/xtls/xray-core/common/errors"
  8. "github.com/xtls/xray-core/features/stats"
  9. )
  10. // BufferToBytesWriter is a Writer that writes alloc.Buffer into underlying writer.
  11. type BufferToBytesWriter struct {
  12. io.Writer
  13. counter stats.Counter
  14. cache [][]byte
  15. }
  16. // WriteMultiBuffer implements Writer. This method takes ownership of the given buffer.
  17. func (w *BufferToBytesWriter) WriteMultiBuffer(mb MultiBuffer) error {
  18. defer ReleaseMulti(mb)
  19. size := mb.Len()
  20. if size == 0 {
  21. return nil
  22. }
  23. if len(mb) == 1 {
  24. return WriteAllBytes(w.Writer, mb[0].Bytes(), w.counter)
  25. }
  26. if cap(w.cache) < len(mb) {
  27. w.cache = make([][]byte, 0, len(mb))
  28. }
  29. bs := w.cache
  30. for _, b := range mb {
  31. bs = append(bs, b.Bytes())
  32. }
  33. defer func() {
  34. for idx := range bs {
  35. bs[idx] = nil
  36. }
  37. }()
  38. nb := net.Buffers(bs)
  39. wc := int64(0)
  40. defer func() {
  41. if w.counter != nil {
  42. w.counter.Add(wc)
  43. }
  44. }()
  45. for size > 0 {
  46. n, err := nb.WriteTo(w.Writer)
  47. wc += n
  48. if err != nil {
  49. return err
  50. }
  51. size -= int32(n)
  52. }
  53. return nil
  54. }
  55. // ReadFrom implements io.ReaderFrom.
  56. func (w *BufferToBytesWriter) ReadFrom(reader io.Reader) (int64, error) {
  57. var sc SizeCounter
  58. err := Copy(NewReader(reader), w, CountSize(&sc))
  59. return sc.Size, err
  60. }
  61. // BufferedWriter is a Writer with internal buffer.
  62. type BufferedWriter struct {
  63. sync.Mutex
  64. writer Writer
  65. buffer *Buffer
  66. buffered bool
  67. }
  68. // NewBufferedWriter creates a new BufferedWriter.
  69. func NewBufferedWriter(writer Writer) *BufferedWriter {
  70. return &BufferedWriter{
  71. writer: writer,
  72. buffer: New(),
  73. buffered: true,
  74. }
  75. }
  76. // WriteByte implements io.ByteWriter.
  77. func (w *BufferedWriter) WriteByte(c byte) error {
  78. return common.Error2(w.Write([]byte{c}))
  79. }
  80. // Write implements io.Writer.
  81. func (w *BufferedWriter) Write(b []byte) (int, error) {
  82. if len(b) == 0 {
  83. return 0, nil
  84. }
  85. w.Lock()
  86. defer w.Unlock()
  87. if !w.buffered {
  88. if writer, ok := w.writer.(io.Writer); ok {
  89. return writer.Write(b)
  90. }
  91. }
  92. totalBytes := 0
  93. for len(b) > 0 {
  94. if w.buffer == nil {
  95. w.buffer = New()
  96. }
  97. nBytes, err := w.buffer.Write(b)
  98. totalBytes += nBytes
  99. if err != nil {
  100. return totalBytes, err
  101. }
  102. if !w.buffered || w.buffer.IsFull() {
  103. if err := w.flushInternal(); err != nil {
  104. return totalBytes, err
  105. }
  106. }
  107. b = b[nBytes:]
  108. }
  109. return totalBytes, nil
  110. }
  111. // WriteMultiBuffer implements Writer. It takes ownership of the given MultiBuffer.
  112. func (w *BufferedWriter) WriteMultiBuffer(b MultiBuffer) error {
  113. if b.IsEmpty() {
  114. return nil
  115. }
  116. w.Lock()
  117. defer w.Unlock()
  118. if !w.buffered {
  119. return w.writer.WriteMultiBuffer(b)
  120. }
  121. reader := MultiBufferContainer{
  122. MultiBuffer: b,
  123. }
  124. defer reader.Close()
  125. for !reader.MultiBuffer.IsEmpty() {
  126. if w.buffer == nil {
  127. w.buffer = New()
  128. }
  129. common.Must2(w.buffer.ReadFrom(&reader))
  130. if w.buffer.IsFull() {
  131. if err := w.flushInternal(); err != nil {
  132. return err
  133. }
  134. }
  135. }
  136. return nil
  137. }
  138. // Flush flushes buffered content into underlying writer.
  139. func (w *BufferedWriter) Flush() error {
  140. w.Lock()
  141. defer w.Unlock()
  142. return w.flushInternal()
  143. }
  144. func (w *BufferedWriter) flushInternal() error {
  145. if w.buffer.IsEmpty() {
  146. return nil
  147. }
  148. b := w.buffer
  149. w.buffer = nil
  150. if writer, ok := w.writer.(io.Writer); ok {
  151. err := WriteAllBytes(writer, b.Bytes(), nil)
  152. b.Release()
  153. return err
  154. }
  155. return w.writer.WriteMultiBuffer(MultiBuffer{b})
  156. }
  157. // SetBuffered sets whether the internal buffer is used. If set to false, Flush() will be called to clear the buffer.
  158. func (w *BufferedWriter) SetBuffered(f bool) error {
  159. w.Lock()
  160. defer w.Unlock()
  161. w.buffered = f
  162. if !f {
  163. return w.flushInternal()
  164. }
  165. return nil
  166. }
  167. // ReadFrom implements io.ReaderFrom.
  168. func (w *BufferedWriter) ReadFrom(reader io.Reader) (int64, error) {
  169. if err := w.SetBuffered(false); err != nil {
  170. return 0, err
  171. }
  172. var sc SizeCounter
  173. err := Copy(NewReader(reader), w, CountSize(&sc))
  174. return sc.Size, err
  175. }
  176. // Close implements io.Closable.
  177. func (w *BufferedWriter) Close() error {
  178. if err := w.Flush(); err != nil {
  179. return err
  180. }
  181. return common.Close(w.writer)
  182. }
  183. // SequentialWriter is a Writer that writes MultiBuffer sequentially into the underlying io.Writer.
  184. type SequentialWriter struct {
  185. io.Writer
  186. }
  187. // WriteMultiBuffer implements Writer.
  188. func (w *SequentialWriter) WriteMultiBuffer(mb MultiBuffer) error {
  189. mb, err := WriteMultiBuffer(w.Writer, mb)
  190. ReleaseMulti(mb)
  191. return err
  192. }
  193. type noOpWriter byte
  194. func (noOpWriter) WriteMultiBuffer(b MultiBuffer) error {
  195. ReleaseMulti(b)
  196. return nil
  197. }
  198. func (noOpWriter) Write(b []byte) (int, error) {
  199. return len(b), nil
  200. }
  201. func (noOpWriter) ReadFrom(reader io.Reader) (int64, error) {
  202. b := New()
  203. defer b.Release()
  204. totalBytes := int64(0)
  205. for {
  206. b.Clear()
  207. _, err := b.ReadFrom(reader)
  208. totalBytes += int64(b.Len())
  209. if err != nil {
  210. if errors.Cause(err) == io.EOF {
  211. return totalBytes, nil
  212. }
  213. return totalBytes, err
  214. }
  215. }
  216. }
  217. var (
  218. // Discard is a Writer that swallows all contents written in.
  219. Discard Writer = noOpWriter(0)
  220. // DiscardBytes is an io.Writer that swallows all contents written in.
  221. DiscardBytes io.Writer = noOpWriter(0)
  222. )