server.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
  1. package mux
  2. import (
  3. "context"
  4. "io"
  5. "time"
  6. "github.com/xtls/xray-core/common"
  7. "github.com/xtls/xray-core/common/buf"
  8. "github.com/xtls/xray-core/common/errors"
  9. "github.com/xtls/xray-core/common/log"
  10. "github.com/xtls/xray-core/common/net"
  11. "github.com/xtls/xray-core/common/protocol"
  12. "github.com/xtls/xray-core/common/session"
  13. "github.com/xtls/xray-core/common/signal/done"
  14. "github.com/xtls/xray-core/core"
  15. "github.com/xtls/xray-core/features/routing"
  16. "github.com/xtls/xray-core/transport"
  17. "github.com/xtls/xray-core/transport/pipe"
  18. )
  19. type Server struct {
  20. dispatcher routing.Dispatcher
  21. }
  22. // NewServer creates a new mux.Server.
  23. func NewServer(ctx context.Context) *Server {
  24. s := &Server{}
  25. core.RequireFeatures(ctx, func(d routing.Dispatcher) {
  26. s.dispatcher = d
  27. })
  28. return s
  29. }
  30. // Type implements common.HasType.
  31. func (s *Server) Type() interface{} {
  32. return s.dispatcher.Type()
  33. }
  34. // Dispatch implements routing.Dispatcher
  35. func (s *Server) Dispatch(ctx context.Context, dest net.Destination) (*transport.Link, error) {
  36. if dest.Address != muxCoolAddress {
  37. return s.dispatcher.Dispatch(ctx, dest)
  38. }
  39. opts := pipe.OptionsFromContext(ctx)
  40. uplinkReader, uplinkWriter := pipe.New(opts...)
  41. downlinkReader, downlinkWriter := pipe.New(opts...)
  42. _, err := NewServerWorker(ctx, s.dispatcher, &transport.Link{
  43. Reader: uplinkReader,
  44. Writer: downlinkWriter,
  45. })
  46. if err != nil {
  47. return nil, err
  48. }
  49. return &transport.Link{Reader: downlinkReader, Writer: uplinkWriter}, nil
  50. }
  51. // DispatchLink implements routing.Dispatcher
  52. func (s *Server) DispatchLink(ctx context.Context, dest net.Destination, link *transport.Link) error {
  53. if dest.Address != muxCoolAddress {
  54. return s.dispatcher.DispatchLink(ctx, dest, link)
  55. }
  56. worker, err := NewServerWorker(ctx, s.dispatcher, link)
  57. if err != nil {
  58. return err
  59. }
  60. select {
  61. case <-ctx.Done():
  62. case <-worker.done.Wait():
  63. }
  64. return nil
  65. }
  66. // Start implements common.Runnable.
  67. func (s *Server) Start() error {
  68. return nil
  69. }
  70. // Close implements common.Closable.
  71. func (s *Server) Close() error {
  72. return nil
  73. }
  74. type ServerWorker struct {
  75. dispatcher routing.Dispatcher
  76. link *transport.Link
  77. sessionManager *SessionManager
  78. done *done.Instance
  79. timer *time.Ticker
  80. }
  81. func NewServerWorker(ctx context.Context, d routing.Dispatcher, link *transport.Link) (*ServerWorker, error) {
  82. worker := &ServerWorker{
  83. dispatcher: d,
  84. link: link,
  85. sessionManager: NewSessionManager(),
  86. done: done.New(),
  87. timer: time.NewTicker(60 * time.Second),
  88. }
  89. if inbound := session.InboundFromContext(ctx); inbound != nil {
  90. inbound.CanSpliceCopy = 3
  91. }
  92. go worker.run(ctx)
  93. go worker.monitor()
  94. return worker, nil
  95. }
  96. func handle(ctx context.Context, s *Session, output buf.Writer) {
  97. writer := NewResponseWriter(s.ID, output, s.transferType)
  98. if err := buf.Copy(s.input, writer); err != nil {
  99. errors.LogInfoInner(ctx, err, "session ", s.ID, " ends.")
  100. writer.hasError = true
  101. }
  102. writer.Close()
  103. s.Close(false)
  104. }
  105. func (w *ServerWorker) monitor() {
  106. defer w.timer.Stop()
  107. for {
  108. checkSize := w.sessionManager.Size()
  109. checkCount := w.sessionManager.Count()
  110. select {
  111. case <-w.done.Wait():
  112. w.sessionManager.Close()
  113. common.Interrupt(w.link.Writer)
  114. common.Interrupt(w.link.Reader)
  115. return
  116. case <-w.timer.C:
  117. if w.sessionManager.CloseIfNoSessionAndIdle(checkSize, checkCount) {
  118. common.Must(w.done.Close())
  119. }
  120. }
  121. }
  122. }
  123. func (w *ServerWorker) ActiveConnections() uint32 {
  124. return uint32(w.sessionManager.Size())
  125. }
  126. func (w *ServerWorker) Closed() bool {
  127. return w.done.Done()
  128. }
  129. func (w *ServerWorker) WaitClosed() <-chan struct{} {
  130. return w.done.Wait()
  131. }
  132. func (w *ServerWorker) Close() error {
  133. return w.done.Close()
  134. }
  135. func (w *ServerWorker) handleStatusKeepAlive(meta *FrameMetadata, reader *buf.BufferedReader) error {
  136. if meta.Option.Has(OptionData) {
  137. return buf.Copy(NewStreamReader(reader), buf.Discard)
  138. }
  139. return nil
  140. }
  141. func (w *ServerWorker) handleStatusNew(ctx context.Context, meta *FrameMetadata, reader *buf.BufferedReader) error {
  142. ctx = session.SubContextFromMuxInbound(ctx)
  143. if meta.Inbound != nil && meta.Inbound.Source.IsValid() && meta.Inbound.Local.IsValid() {
  144. if inbound := session.InboundFromContext(ctx); inbound != nil {
  145. newInbound := *inbound
  146. newInbound.Source = meta.Inbound.Source
  147. newInbound.Local = meta.Inbound.Local
  148. ctx = session.ContextWithInbound(ctx, &newInbound)
  149. }
  150. }
  151. errors.LogInfo(ctx, "received request for ", meta.Target)
  152. {
  153. msg := &log.AccessMessage{
  154. To: meta.Target,
  155. Status: log.AccessAccepted,
  156. Reason: "",
  157. }
  158. if inbound := session.InboundFromContext(ctx); inbound != nil && inbound.Source.IsValid() {
  159. msg.From = inbound.Source
  160. msg.Email = inbound.User.Email
  161. }
  162. ctx = log.ContextWithAccessMessage(ctx, msg)
  163. }
  164. if network := session.AllowedNetworkFromContext(ctx); network != net.Network_Unknown {
  165. if meta.Target.Network != network {
  166. return errors.New("unexpected network ", meta.Target.Network) // it will break the whole Mux connection
  167. }
  168. }
  169. if meta.GlobalID != [8]byte{} { // MUST ignore empty Global ID
  170. mb, err := NewPacketReader(reader, &meta.Target).ReadMultiBuffer()
  171. if err != nil {
  172. return err
  173. }
  174. XUDPManager.Lock()
  175. x := XUDPManager.Map[meta.GlobalID]
  176. if x == nil {
  177. x = &XUDP{GlobalID: meta.GlobalID}
  178. XUDPManager.Map[meta.GlobalID] = x
  179. XUDPManager.Unlock()
  180. } else {
  181. if x.Status == Initializing { // nearly impossible
  182. XUDPManager.Unlock()
  183. errors.LogWarningInner(ctx, errors.New("conflict"), "XUDP hit ", meta.GlobalID)
  184. // It's not a good idea to return an err here, so just let client wait.
  185. // Client will receive an End frame after sending a Keep frame.
  186. return nil
  187. }
  188. x.Status = Initializing
  189. XUDPManager.Unlock()
  190. x.Mux.Close(false) // detach from previous Mux
  191. b := buf.New()
  192. b.Write(mb[0].Bytes())
  193. b.UDP = mb[0].UDP
  194. if err = x.Mux.output.WriteMultiBuffer(mb); err != nil {
  195. x.Interrupt()
  196. mb = buf.MultiBuffer{b}
  197. } else {
  198. b.Release()
  199. mb = nil
  200. }
  201. errors.LogInfoInner(ctx, err, "XUDP hit ", meta.GlobalID)
  202. }
  203. if mb != nil {
  204. ctx = session.ContextWithTimeoutOnly(ctx, true)
  205. // Actually, it won't return an error in Xray-core's implementations.
  206. link, err := w.dispatcher.Dispatch(ctx, meta.Target)
  207. if err != nil {
  208. XUDPManager.Lock()
  209. delete(XUDPManager.Map, x.GlobalID)
  210. XUDPManager.Unlock()
  211. err = errors.New("XUDP new ", meta.GlobalID).Base(errors.New("failed to dispatch request to ", meta.Target).Base(err))
  212. return err // it will break the whole Mux connection
  213. }
  214. link.Writer.WriteMultiBuffer(mb) // it's meaningless to test a new pipe
  215. x.Mux = &Session{
  216. input: link.Reader,
  217. output: link.Writer,
  218. }
  219. errors.LogInfoInner(ctx, err, "XUDP new ", meta.GlobalID)
  220. }
  221. x.Mux = &Session{
  222. input: x.Mux.input,
  223. output: x.Mux.output,
  224. parent: w.sessionManager,
  225. ID: meta.SessionID,
  226. transferType: protocol.TransferTypePacket,
  227. XUDP: x,
  228. }
  229. x.Status = Active
  230. if !w.sessionManager.Add(x.Mux) {
  231. x.Mux.Close(false)
  232. return errors.New("failed to add new session")
  233. }
  234. go handle(ctx, x.Mux, w.link.Writer)
  235. return nil
  236. }
  237. link, err := w.dispatcher.Dispatch(ctx, meta.Target)
  238. if err != nil {
  239. if meta.Option.Has(OptionData) {
  240. buf.Copy(NewStreamReader(reader), buf.Discard)
  241. }
  242. return errors.New("failed to dispatch request.").Base(err)
  243. }
  244. s := &Session{
  245. input: link.Reader,
  246. output: link.Writer,
  247. parent: w.sessionManager,
  248. ID: meta.SessionID,
  249. transferType: protocol.TransferTypeStream,
  250. }
  251. if meta.Target.Network == net.Network_UDP {
  252. s.transferType = protocol.TransferTypePacket
  253. }
  254. if !w.sessionManager.Add(s) {
  255. s.Close(false)
  256. return errors.New("failed to add new session")
  257. }
  258. go handle(ctx, s, w.link.Writer)
  259. if !meta.Option.Has(OptionData) {
  260. return nil
  261. }
  262. rr := s.NewReader(reader, &meta.Target)
  263. err = buf.Copy(rr, s.output)
  264. if err != nil && buf.IsWriteError(err) {
  265. s.Close(false)
  266. return buf.Copy(rr, buf.Discard)
  267. }
  268. return err
  269. }
  270. func (w *ServerWorker) handleStatusKeep(meta *FrameMetadata, reader *buf.BufferedReader) error {
  271. if !meta.Option.Has(OptionData) {
  272. return nil
  273. }
  274. s, found := w.sessionManager.Get(meta.SessionID)
  275. if !found {
  276. // Notify remote peer to close this session.
  277. closingWriter := NewResponseWriter(meta.SessionID, w.link.Writer, protocol.TransferTypeStream)
  278. closingWriter.Close()
  279. return buf.Copy(NewStreamReader(reader), buf.Discard)
  280. }
  281. rr := s.NewReader(reader, &meta.Target)
  282. err := buf.Copy(rr, s.output)
  283. if err != nil && buf.IsWriteError(err) {
  284. errors.LogInfoInner(context.Background(), err, "failed to write to downstream writer. closing session ", s.ID)
  285. s.Close(false)
  286. return buf.Copy(rr, buf.Discard)
  287. }
  288. return err
  289. }
  290. func (w *ServerWorker) handleStatusEnd(meta *FrameMetadata, reader *buf.BufferedReader) error {
  291. if s, found := w.sessionManager.Get(meta.SessionID); found {
  292. s.Close(false)
  293. }
  294. if meta.Option.Has(OptionData) {
  295. return buf.Copy(NewStreamReader(reader), buf.Discard)
  296. }
  297. return nil
  298. }
  299. func (w *ServerWorker) handleFrame(ctx context.Context, reader *buf.BufferedReader) error {
  300. var meta FrameMetadata
  301. err := meta.Unmarshal(reader, session.IsReverseMuxFromContext(ctx))
  302. if err != nil {
  303. return errors.New("failed to read metadata").Base(err)
  304. }
  305. switch meta.SessionStatus {
  306. case SessionStatusKeepAlive:
  307. err = w.handleStatusKeepAlive(&meta, reader)
  308. case SessionStatusEnd:
  309. err = w.handleStatusEnd(&meta, reader)
  310. case SessionStatusNew:
  311. err = w.handleStatusNew(session.ContextWithIsReverseMux(ctx, false), &meta, reader)
  312. case SessionStatusKeep:
  313. err = w.handleStatusKeep(&meta, reader)
  314. default:
  315. status := meta.SessionStatus
  316. return errors.New("unknown status: ", status).AtError()
  317. }
  318. if err != nil {
  319. return errors.New("failed to process data").Base(err)
  320. }
  321. return nil
  322. }
  323. func (w *ServerWorker) run(ctx context.Context) {
  324. defer func() {
  325. common.Must(w.done.Close())
  326. }()
  327. reader := &buf.BufferedReader{Reader: w.link.Reader}
  328. for {
  329. select {
  330. case <-ctx.Done():
  331. return
  332. default:
  333. err := w.handleFrame(ctx, reader)
  334. if err != nil {
  335. if errors.Cause(err) != io.EOF {
  336. errors.LogInfoInner(ctx, err, "unexpected EOF")
  337. }
  338. return
  339. }
  340. }
  341. }
  342. }