1
0

engine.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811
  1. package mitm
  2. import (
  3. "bufio"
  4. "bytes"
  5. "context"
  6. "crypto/tls"
  7. "io"
  8. "math"
  9. "mime"
  10. "net"
  11. "net/http"
  12. "os"
  13. "path/filepath"
  14. "strings"
  15. "time"
  16. "unicode"
  17. "github.com/sagernet/sing-box/adapter"
  18. "github.com/sagernet/sing-box/common/dialer"
  19. sTLS "github.com/sagernet/sing-box/common/tls"
  20. "github.com/sagernet/sing-box/option"
  21. "github.com/sagernet/sing/common"
  22. "github.com/sagernet/sing/common/atomic"
  23. E "github.com/sagernet/sing/common/exceptions"
  24. F "github.com/sagernet/sing/common/format"
  25. "github.com/sagernet/sing/common/logger"
  26. M "github.com/sagernet/sing/common/metadata"
  27. N "github.com/sagernet/sing/common/network"
  28. "github.com/sagernet/sing/common/ntp"
  29. sHTTP "github.com/sagernet/sing/protocol/http"
  30. "github.com/sagernet/sing/service"
  31. "golang.org/x/net/http2"
  32. )
  33. var _ adapter.MITMEngine = (*Engine)(nil)
  34. type Engine struct {
  35. ctx context.Context
  36. logger logger.ContextLogger
  37. connection adapter.ConnectionManager
  38. certificate adapter.CertificateStore
  39. timeFunc func() time.Time
  40. http2Enabled bool
  41. }
  42. func NewEngine(ctx context.Context, logger logger.ContextLogger, options option.MITMOptions) (*Engine, error) {
  43. engine := &Engine{
  44. ctx: ctx,
  45. logger: logger,
  46. http2Enabled: options.HTTP2Enabled,
  47. }
  48. return engine, nil
  49. }
  50. func (e *Engine) Start(stage adapter.StartStage) error {
  51. switch stage {
  52. case adapter.StartStateInitialize:
  53. e.connection = service.FromContext[adapter.ConnectionManager](e.ctx)
  54. e.certificate = service.FromContext[adapter.CertificateStore](e.ctx)
  55. e.timeFunc = ntp.TimeFuncFromContext(e.ctx)
  56. if e.timeFunc == nil {
  57. e.timeFunc = time.Now
  58. }
  59. }
  60. return nil
  61. }
  62. func (e *Engine) Close() error {
  63. return nil
  64. }
  65. func (e *Engine) NewConnection(ctx context.Context, this N.Dialer, conn net.Conn, metadata adapter.InboundContext, onClose N.CloseHandlerFunc) {
  66. if e.certificate.TLSDecryptionEnabled() && metadata.ClientHello != nil {
  67. err := e.newTLS(ctx, this, conn, metadata, onClose)
  68. if err != nil {
  69. e.logger.ErrorContext(ctx, err)
  70. } else {
  71. e.logger.DebugContext(ctx, "connection closed")
  72. }
  73. if onClose != nil {
  74. onClose(err)
  75. }
  76. return
  77. } else if metadata.HTTPRequest != nil {
  78. err := e.newHTTP1(ctx, this, conn, nil, metadata)
  79. if err != nil {
  80. e.logger.ErrorContext(ctx, err)
  81. } else {
  82. e.logger.DebugContext(ctx, "connection closed")
  83. }
  84. if onClose != nil {
  85. onClose(err)
  86. }
  87. return
  88. } else {
  89. e.logger.DebugContext(ctx, "HTTP and TLS not detected, skipped")
  90. }
  91. metadata.MITM = nil
  92. e.connection.NewConnection(ctx, this, conn, metadata, onClose)
  93. }
  94. func (e *Engine) newTLS(ctx context.Context, this N.Dialer, conn net.Conn, metadata adapter.InboundContext, onClose N.CloseHandlerFunc) error {
  95. acceptHTTP := len(metadata.ClientHello.SupportedProtos) == 0 || common.Contains(metadata.ClientHello.SupportedProtos, "http/1.1")
  96. acceptH2 := e.http2Enabled && common.Contains(metadata.ClientHello.SupportedProtos, "h2")
  97. if !acceptHTTP && !acceptH2 {
  98. metadata.MITM = nil
  99. e.logger.DebugContext(ctx, "unsupported application protocol: ", strings.Join(metadata.ClientHello.SupportedProtos, ","))
  100. e.connection.NewConnection(ctx, this, conn, metadata, onClose)
  101. return nil
  102. }
  103. var nextProtos []string
  104. if acceptH2 {
  105. nextProtos = append(nextProtos, "h2")
  106. } else if acceptHTTP {
  107. nextProtos = append(nextProtos, "http/1.1")
  108. }
  109. var (
  110. maxVersion uint16
  111. minVersion uint16
  112. )
  113. for _, version := range metadata.ClientHello.SupportedVersions {
  114. maxVersion = common.Max(maxVersion, version)
  115. minVersion = common.Min(minVersion, version)
  116. }
  117. serverName := metadata.ClientHello.ServerName
  118. if serverName == "" && metadata.Destination.IsIP() {
  119. serverName = metadata.Destination.Addr.String()
  120. }
  121. tlsConfig := &tls.Config{
  122. Time: e.timeFunc,
  123. ServerName: serverName,
  124. NextProtos: nextProtos,
  125. MinVersion: minVersion,
  126. MaxVersion: maxVersion,
  127. GetCertificate: func(info *tls.ClientHelloInfo) (*tls.Certificate, error) {
  128. return sTLS.GenerateKeyPair(e.certificate.TLSDecryptionCertificate(), e.certificate.TLSDecryptionPrivateKey(), e.timeFunc, serverName)
  129. },
  130. }
  131. tlsConn := tls.Server(conn, tlsConfig)
  132. err := tlsConn.HandshakeContext(ctx)
  133. if err != nil {
  134. return E.Cause(err, "TLS handshake failed for ", metadata.ClientHello.ServerName, ", ", strings.Join(metadata.ClientHello.SupportedProtos, ", "))
  135. }
  136. if tlsConn.ConnectionState().NegotiatedProtocol == "h2" {
  137. return e.newHTTP2(ctx, this, tlsConn, tlsConfig, metadata, onClose)
  138. } else {
  139. return e.newHTTP1(ctx, this, tlsConn, tlsConfig, metadata)
  140. }
  141. }
  142. func (e *Engine) newHTTP1(ctx context.Context, this N.Dialer, conn net.Conn, tlsConfig *tls.Config, metadata adapter.InboundContext) error {
  143. options := metadata.MITM
  144. defer conn.Close()
  145. reader := bufio.NewReader(conn)
  146. request, err := sHTTP.ReadRequest(reader)
  147. if err != nil {
  148. return E.Cause(err, "read HTTP request")
  149. }
  150. rawRequestURL := request.URL
  151. if tlsConfig != nil {
  152. rawRequestURL.Scheme = "https"
  153. } else {
  154. rawRequestURL.Scheme = "http"
  155. }
  156. if rawRequestURL.Host == "" {
  157. rawRequestURL.Host = request.Host
  158. }
  159. requestURL := rawRequestURL.String()
  160. request.RequestURI = ""
  161. var requestMatch bool
  162. var body []byte
  163. if options.Print && request.ContentLength > 0 && request.ContentLength <= 131072 {
  164. body, err = io.ReadAll(request.Body)
  165. if err != nil {
  166. return E.Cause(err, "read HTTP request body")
  167. }
  168. request.Body = io.NopCloser(bytes.NewReader(body))
  169. }
  170. if options.Print {
  171. e.printRequest(ctx, request, body)
  172. }
  173. for i, rule := range options.SurgeURLRewrite {
  174. if !rule.Pattern.MatchString(requestURL) {
  175. continue
  176. }
  177. e.logger.DebugContext(ctx, "match url_rewrite[", i, "] => ", rule.String())
  178. if rule.Reject {
  179. return E.New("request rejected by url_rewrite")
  180. } else if rule.Redirect {
  181. w := new(simpleResponseWriter)
  182. http.Redirect(w, request, rule.Destination.String(), http.StatusFound)
  183. err = w.Build(request).Write(conn)
  184. if err != nil {
  185. return E.Cause(err, "write url_rewrite 302 response")
  186. }
  187. return nil
  188. }
  189. requestMatch = true
  190. request.URL = rule.Destination
  191. newDestination := M.ParseSocksaddrHostPortStr(rule.Destination.Hostname(), rule.Destination.Port())
  192. if newDestination.Port == 0 {
  193. newDestination.Port = metadata.Destination.Port
  194. }
  195. metadata.Destination = newDestination
  196. if tlsConfig != nil {
  197. tlsConfig.ServerName = rule.Destination.Hostname()
  198. }
  199. break
  200. }
  201. for i, rule := range options.SurgeHeaderRewrite {
  202. if rule.Response {
  203. continue
  204. }
  205. if !rule.Pattern.MatchString(requestURL) {
  206. continue
  207. }
  208. requestMatch = true
  209. e.logger.DebugContext(ctx, "match header_rewrite[", i, "] => ", rule.String())
  210. switch {
  211. case rule.Add:
  212. if strings.ToLower(rule.Key) == "host" {
  213. request.Host = rule.Value
  214. continue
  215. }
  216. request.Header.Add(rule.Key, rule.Value)
  217. case rule.Delete:
  218. request.Header.Del(rule.Key)
  219. case rule.Replace:
  220. if request.Header.Get(rule.Key) != "" {
  221. request.Header.Set(rule.Key, rule.Value)
  222. }
  223. case rule.ReplaceRegex:
  224. if value := request.Header.Get(rule.Key); value != "" {
  225. request.Header.Set(rule.Key, rule.Match.ReplaceAllString(value, rule.Value))
  226. }
  227. }
  228. }
  229. for i, rule := range options.SurgeBodyRewrite {
  230. if rule.Response {
  231. continue
  232. }
  233. if !rule.Pattern.MatchString(requestURL) {
  234. continue
  235. }
  236. requestMatch = true
  237. e.logger.DebugContext(ctx, "match body_rewrite[", i, "] => ", rule.String())
  238. if body == nil {
  239. if request.ContentLength <= 0 {
  240. e.logger.WarnContext(ctx, "body replace skipped due to non-fixed content length")
  241. break
  242. } else if request.ContentLength > 131072 {
  243. e.logger.WarnContext(ctx, "body replace skipped due to large content length: ", request.ContentLength)
  244. break
  245. }
  246. body, err = io.ReadAll(request.Body)
  247. if err != nil {
  248. return E.Cause(err, "read HTTP request body")
  249. }
  250. }
  251. for mi := 0; i < len(rule.Match); i++ {
  252. body = rule.Match[mi].ReplaceAll(body, []byte(rule.Replace[i]))
  253. }
  254. request.Body = io.NopCloser(bytes.NewReader(body))
  255. request.ContentLength = int64(len(body))
  256. }
  257. if !requestMatch {
  258. for i, rule := range options.SurgeMapLocal {
  259. if !rule.Pattern.MatchString(requestURL) {
  260. continue
  261. }
  262. requestMatch = true
  263. e.logger.DebugContext(ctx, "match map_local[", i, "] => ", rule.String())
  264. var (
  265. statusCode = http.StatusOK
  266. headers = make(http.Header)
  267. )
  268. if rule.StatusCode > 0 {
  269. statusCode = rule.StatusCode
  270. }
  271. switch {
  272. case rule.File:
  273. resource, err := os.ReadFile(rule.Data)
  274. if err != nil {
  275. return E.Cause(err, "open map local source")
  276. }
  277. mimeType := mime.TypeByExtension(filepath.Ext(rule.Data))
  278. if mimeType == "" {
  279. mimeType = "application/octet-stream"
  280. }
  281. headers.Set("Content-Type", mimeType)
  282. body = resource
  283. case rule.Text:
  284. headers.Set("Content-Type", "text/plain")
  285. body = []byte(rule.Data)
  286. case rule.TinyGif:
  287. headers.Set("Content-Type", "image/gif")
  288. body = surgeTinyGif()
  289. case rule.Base64:
  290. headers.Set("Content-Type", "application/octet-stream")
  291. body = rule.Base64Data
  292. }
  293. response := &http.Response{
  294. StatusCode: statusCode,
  295. Status: http.StatusText(statusCode),
  296. Proto: request.Proto,
  297. ProtoMajor: request.ProtoMajor,
  298. ProtoMinor: request.ProtoMinor,
  299. Header: headers,
  300. Body: io.NopCloser(bytes.NewReader(body)),
  301. }
  302. err = response.Write(conn)
  303. if err != nil {
  304. return E.Cause(err, "write map local response")
  305. }
  306. return nil
  307. }
  308. }
  309. ctx = adapter.WithContext(ctx, &metadata)
  310. var innerErr atomic.TypedValue[error]
  311. httpClient := &http.Client{
  312. Transport: &http.Transport{
  313. DialContext: func(ctx context.Context, network, address string) (net.Conn, error) {
  314. if len(metadata.DestinationAddresses) > 0 || metadata.Destination.IsIP() {
  315. return dialer.DialSerialNetwork(ctx, this, N.NetworkTCP, metadata.Destination, metadata.DestinationAddresses, metadata.NetworkStrategy, metadata.NetworkType, metadata.FallbackNetworkType, metadata.FallbackDelay)
  316. } else {
  317. return this.DialContext(ctx, N.NetworkTCP, metadata.Destination)
  318. }
  319. },
  320. TLSClientConfig: tlsConfig,
  321. },
  322. CheckRedirect: func(req *http.Request, via []*http.Request) error {
  323. return http.ErrUseLastResponse
  324. },
  325. }
  326. defer httpClient.CloseIdleConnections()
  327. requestCtx, cancel := context.WithCancel(ctx)
  328. defer cancel()
  329. response, err := httpClient.Do(request.WithContext(requestCtx))
  330. if err != nil {
  331. cancel()
  332. return E.Errors(innerErr.Load(), err)
  333. }
  334. var responseMatch bool
  335. var responseBody []byte
  336. if options.Print && response.ContentLength > 0 && response.ContentLength <= 131072 {
  337. responseBody, err = io.ReadAll(response.Body)
  338. if err != nil {
  339. return E.Cause(err, "read HTTP response body")
  340. }
  341. response.Body = io.NopCloser(bytes.NewReader(responseBody))
  342. }
  343. if options.Print {
  344. e.printResponse(ctx, request, response, responseBody)
  345. }
  346. for i, rule := range options.SurgeHeaderRewrite {
  347. if !rule.Response {
  348. continue
  349. }
  350. if !rule.Pattern.MatchString(requestURL) {
  351. continue
  352. }
  353. responseMatch = true
  354. e.logger.DebugContext(ctx, "match header_rewrite[", i, "] => ", rule.String())
  355. switch {
  356. case rule.Add:
  357. response.Header.Add(rule.Key, rule.Value)
  358. case rule.Delete:
  359. response.Header.Del(rule.Key)
  360. case rule.Replace:
  361. if response.Header.Get(rule.Key) != "" {
  362. response.Header.Set(rule.Key, rule.Value)
  363. }
  364. case rule.ReplaceRegex:
  365. if value := response.Header.Get(rule.Key); value != "" {
  366. response.Header.Set(rule.Key, rule.Match.ReplaceAllString(value, rule.Value))
  367. }
  368. }
  369. }
  370. for i, rule := range options.SurgeBodyRewrite {
  371. if !rule.Response {
  372. continue
  373. }
  374. if !rule.Pattern.MatchString(requestURL) {
  375. continue
  376. }
  377. responseMatch = true
  378. e.logger.DebugContext(ctx, "match body_rewrite[", i, "] => ", rule.String())
  379. if responseBody == nil {
  380. if response.ContentLength <= 0 {
  381. e.logger.WarnContext(ctx, "body replace skipped due to non-fixed content length")
  382. break
  383. } else if response.ContentLength > 131072 {
  384. e.logger.WarnContext(ctx, "body replace skipped due to large content length: ", request.ContentLength)
  385. break
  386. }
  387. responseBody, err = io.ReadAll(response.Body)
  388. if err != nil {
  389. return E.Cause(err, "read HTTP request body")
  390. }
  391. }
  392. for mi := 0; i < len(rule.Match); i++ {
  393. responseBody = rule.Match[mi].ReplaceAll(responseBody, []byte(rule.Replace[i]))
  394. }
  395. response.Body = io.NopCloser(bytes.NewReader(responseBody))
  396. response.ContentLength = int64(len(responseBody))
  397. }
  398. if !options.Print && !requestMatch && !responseMatch {
  399. e.logger.WarnContext(ctx, "request not modified")
  400. }
  401. err = response.Write(conn)
  402. if err != nil {
  403. return E.Errors(E.Cause(err, "write HTTP response"), innerErr.Load())
  404. } else if innerErr.Load() != nil {
  405. return E.Cause(innerErr.Load(), "write HTTP response")
  406. }
  407. return nil
  408. }
  409. func (e *Engine) newHTTP2(ctx context.Context, this N.Dialer, conn net.Conn, tlsConfig *tls.Config, metadata adapter.InboundContext, onClose N.CloseHandlerFunc) error {
  410. httpTransport := &http.Transport{
  411. ForceAttemptHTTP2: true,
  412. DialContext: func(ctx context.Context, network, address string) (net.Conn, error) {
  413. ctx = adapter.WithContext(ctx, &metadata)
  414. if len(metadata.DestinationAddresses) > 0 || metadata.Destination.IsIP() {
  415. return dialer.DialSerialNetwork(ctx, this, N.NetworkTCP, metadata.Destination, metadata.DestinationAddresses, metadata.NetworkStrategy, metadata.NetworkType, metadata.FallbackNetworkType, metadata.FallbackDelay)
  416. } else {
  417. return this.DialContext(ctx, N.NetworkTCP, metadata.Destination)
  418. }
  419. },
  420. TLSClientConfig: tlsConfig,
  421. }
  422. err := http2.ConfigureTransport(httpTransport)
  423. if err != nil {
  424. return E.Cause(err, "configure HTTP/2 transport")
  425. }
  426. handler := &engineHandler{
  427. Engine: e,
  428. conn: conn,
  429. tlsConfig: tlsConfig,
  430. dialer: this,
  431. metadata: metadata,
  432. httpClient: &http.Client{
  433. Transport: httpTransport,
  434. CheckRedirect: func(req *http.Request, via []*http.Request) error {
  435. return http.ErrUseLastResponse
  436. },
  437. },
  438. onClose: onClose,
  439. }
  440. http2Server := &http2.Server{
  441. MaxReadFrameSize: math.MaxUint32,
  442. }
  443. http2Server.ServeConn(conn, &http2.ServeConnOpts{
  444. Context: ctx,
  445. Handler: handler,
  446. })
  447. return nil
  448. }
  449. type engineHandler struct {
  450. *Engine
  451. conn net.Conn
  452. tlsConfig *tls.Config
  453. dialer N.Dialer
  454. metadata adapter.InboundContext
  455. onClose N.CloseHandlerFunc
  456. httpClient *http.Client
  457. }
  458. func (e *engineHandler) ServeHTTP(writer http.ResponseWriter, request *http.Request) {
  459. err := e.serveHTTP(request.Context(), writer, request)
  460. if err != nil {
  461. if E.IsClosedOrCanceled(err) {
  462. e.logger.DebugContext(request.Context(), E.Cause(err, "connection closed"))
  463. } else {
  464. e.logger.ErrorContext(request.Context(), err)
  465. }
  466. }
  467. }
  468. func (e *engineHandler) serveHTTP(ctx context.Context, writer http.ResponseWriter, request *http.Request) error {
  469. options := e.metadata.MITM
  470. rawRequestURL := request.URL
  471. rawRequestURL.Scheme = "https"
  472. if rawRequestURL.Host == "" {
  473. rawRequestURL.Host = request.Host
  474. }
  475. requestURL := rawRequestURL.String()
  476. request.RequestURI = ""
  477. var requestMatch bool
  478. var (
  479. body []byte
  480. err error
  481. )
  482. if options.Print && request.ContentLength > 0 && request.ContentLength <= 131072 {
  483. body, err = io.ReadAll(request.Body)
  484. if err != nil {
  485. return E.Cause(err, "read HTTP request body")
  486. }
  487. request.Body.Close()
  488. request.Body = io.NopCloser(bytes.NewReader(body))
  489. }
  490. if options.Print {
  491. e.printRequest(ctx, request, body)
  492. }
  493. for i, rule := range options.SurgeURLRewrite {
  494. if !rule.Pattern.MatchString(requestURL) {
  495. continue
  496. }
  497. e.logger.DebugContext(ctx, "match url_rewrite[", i, "] => ", rule.String())
  498. if rule.Reject {
  499. return E.New("request rejected by url_rewrite")
  500. } else if rule.Redirect {
  501. http.Redirect(writer, request, rule.Destination.String(), http.StatusFound)
  502. return nil
  503. }
  504. requestMatch = true
  505. request.URL = rule.Destination
  506. newDestination := M.ParseSocksaddrHostPortStr(rule.Destination.Hostname(), rule.Destination.Port())
  507. if newDestination.Port == 0 {
  508. newDestination.Port = e.metadata.Destination.Port
  509. }
  510. e.metadata.Destination = newDestination
  511. e.tlsConfig.ServerName = rule.Destination.Hostname()
  512. break
  513. }
  514. for i, rule := range options.SurgeHeaderRewrite {
  515. if rule.Response {
  516. continue
  517. }
  518. if !rule.Pattern.MatchString(requestURL) {
  519. continue
  520. }
  521. requestMatch = true
  522. e.logger.DebugContext(ctx, "match header_rewrite[", i, "] => ", rule.String())
  523. switch {
  524. case rule.Add:
  525. if strings.ToLower(rule.Key) == "host" {
  526. request.Host = rule.Value
  527. continue
  528. }
  529. request.Header.Add(rule.Key, rule.Value)
  530. case rule.Delete:
  531. request.Header.Del(rule.Key)
  532. case rule.Replace:
  533. if request.Header.Get(rule.Key) != "" {
  534. request.Header.Set(rule.Key, rule.Value)
  535. }
  536. case rule.ReplaceRegex:
  537. if value := request.Header.Get(rule.Key); value != "" {
  538. request.Header.Set(rule.Key, rule.Match.ReplaceAllString(value, rule.Value))
  539. }
  540. }
  541. }
  542. for i, rule := range options.SurgeBodyRewrite {
  543. if rule.Response {
  544. continue
  545. }
  546. if !rule.Pattern.MatchString(requestURL) {
  547. continue
  548. }
  549. requestMatch = true
  550. e.logger.DebugContext(ctx, "match body_rewrite[", i, "] => ", rule.String())
  551. var body []byte
  552. if request.ContentLength <= 0 {
  553. e.logger.WarnContext(ctx, "body replace skipped due to non-fixed content length")
  554. break
  555. } else if request.ContentLength > 131072 {
  556. e.logger.WarnContext(ctx, "body replace skipped due to large content length: ", request.ContentLength)
  557. break
  558. }
  559. body, err := io.ReadAll(request.Body)
  560. if err != nil {
  561. return E.Cause(err, "read HTTP request body")
  562. }
  563. request.Body.Close()
  564. for mi := 0; i < len(rule.Match); i++ {
  565. body = rule.Match[mi].ReplaceAll(body, []byte(rule.Replace[i]))
  566. }
  567. request.Body = io.NopCloser(bytes.NewReader(body))
  568. request.ContentLength = int64(len(body))
  569. }
  570. if !requestMatch {
  571. for i, rule := range options.SurgeMapLocal {
  572. if !rule.Pattern.MatchString(requestURL) {
  573. continue
  574. }
  575. requestMatch = true
  576. e.logger.DebugContext(ctx, "match map_local[", i, "] => ", rule.String())
  577. go func() {
  578. io.Copy(io.Discard, request.Body)
  579. request.Body.Close()
  580. }()
  581. var (
  582. statusCode = http.StatusOK
  583. headers = make(http.Header)
  584. body []byte
  585. )
  586. if rule.StatusCode > 0 {
  587. statusCode = rule.StatusCode
  588. }
  589. switch {
  590. case rule.File:
  591. resource, err := os.ReadFile(rule.Data)
  592. if err != nil {
  593. return E.Cause(err, "open map local source")
  594. }
  595. mimeType := mime.TypeByExtension(filepath.Ext(rule.Data))
  596. if mimeType == "" {
  597. mimeType = "application/octet-stream"
  598. }
  599. headers.Set("Content-Type", mimeType)
  600. body = resource
  601. case rule.Text:
  602. headers.Set("Content-Type", "text/plain")
  603. body = []byte(rule.Data)
  604. case rule.TinyGif:
  605. headers.Set("Content-Type", "image/gif")
  606. body = surgeTinyGif()
  607. case rule.Base64:
  608. headers.Set("Content-Type", "application/octet-stream")
  609. body = rule.Base64Data
  610. }
  611. for key, values := range headers {
  612. writer.Header()[key] = values
  613. }
  614. writer.WriteHeader(statusCode)
  615. _, err = writer.Write(body)
  616. if err != nil {
  617. return E.Cause(err, "write map local response")
  618. }
  619. return nil
  620. }
  621. }
  622. requestCtx, cancel := context.WithCancel(ctx)
  623. defer cancel()
  624. response, err := e.httpClient.Do(request.WithContext(requestCtx))
  625. if err != nil {
  626. cancel()
  627. return E.Cause(err, "exchange request")
  628. }
  629. var responseMatch bool
  630. var responseBody []byte
  631. if options.Print && response.ContentLength > 0 && response.ContentLength <= 131072 {
  632. responseBody, err = io.ReadAll(response.Body)
  633. if err != nil {
  634. return E.Cause(err, "read HTTP response body")
  635. }
  636. response.Body.Close()
  637. response.Body = io.NopCloser(bytes.NewReader(responseBody))
  638. }
  639. if options.Print {
  640. e.printResponse(ctx, request, response, responseBody)
  641. }
  642. for i, rule := range options.SurgeHeaderRewrite {
  643. if !rule.Response {
  644. continue
  645. }
  646. if !rule.Pattern.MatchString(requestURL) {
  647. continue
  648. }
  649. responseMatch = true
  650. e.logger.DebugContext(ctx, "match header_rewrite[", i, "] => ", rule.String())
  651. switch {
  652. case rule.Add:
  653. response.Header.Add(rule.Key, rule.Value)
  654. case rule.Delete:
  655. response.Header.Del(rule.Key)
  656. case rule.Replace:
  657. if response.Header.Get(rule.Key) != "" {
  658. response.Header.Set(rule.Key, rule.Value)
  659. }
  660. case rule.ReplaceRegex:
  661. if value := response.Header.Get(rule.Key); value != "" {
  662. response.Header.Set(rule.Key, rule.Match.ReplaceAllString(value, rule.Value))
  663. }
  664. }
  665. }
  666. for i, rule := range options.SurgeBodyRewrite {
  667. if !rule.Response {
  668. continue
  669. }
  670. if !rule.Pattern.MatchString(requestURL) {
  671. continue
  672. }
  673. responseMatch = true
  674. e.logger.DebugContext(ctx, "match body_rewrite[", i, "] => ", rule.String())
  675. if responseBody == nil {
  676. if response.ContentLength <= 0 {
  677. e.logger.WarnContext(ctx, "body replace skipped due to non-fixed content length")
  678. break
  679. } else if response.ContentLength > 131072 {
  680. e.logger.WarnContext(ctx, "body replace skipped due to large content length: ", request.ContentLength)
  681. break
  682. }
  683. responseBody, err = io.ReadAll(response.Body)
  684. if err != nil {
  685. return E.Cause(err, "read HTTP request body")
  686. }
  687. response.Body.Close()
  688. }
  689. for mi := 0; i < len(rule.Match); i++ {
  690. responseBody = rule.Match[mi].ReplaceAll(responseBody, []byte(rule.Replace[i]))
  691. }
  692. response.Body = io.NopCloser(bytes.NewReader(responseBody))
  693. response.ContentLength = int64(len(responseBody))
  694. }
  695. if !options.Print && !requestMatch && !responseMatch {
  696. e.logger.WarnContext(ctx, "request not modified")
  697. }
  698. for key, values := range response.Header {
  699. writer.Header()[key] = values
  700. }
  701. writer.WriteHeader(response.StatusCode)
  702. _, err = io.Copy(writer, response.Body)
  703. response.Body.Close()
  704. if err != nil {
  705. return E.Cause(err, "write HTTP response")
  706. }
  707. return nil
  708. }
  709. func (e *Engine) printRequest(ctx context.Context, request *http.Request, body []byte) {
  710. var builder strings.Builder
  711. builder.WriteString(F.ToString(request.Proto, " ", request.Method, " ", request.URL))
  712. builder.WriteString("\n")
  713. if request.URL.Hostname() != "" && request.URL.Hostname() != request.Host {
  714. builder.WriteString("Host: ")
  715. builder.WriteString(request.Host)
  716. builder.WriteString("\n")
  717. }
  718. for key, values := range request.Header {
  719. for _, value := range values {
  720. builder.WriteString(key)
  721. builder.WriteString(": ")
  722. builder.WriteString(value)
  723. builder.WriteString("\n")
  724. }
  725. }
  726. if len(body) > 0 {
  727. builder.WriteString("\n")
  728. if !bytes.ContainsFunc(body, func(r rune) bool {
  729. return !unicode.IsPrint(r) && !unicode.IsSpace(r)
  730. }) {
  731. builder.Write(body)
  732. } else {
  733. builder.WriteString("(body not printable)")
  734. }
  735. }
  736. e.logger.InfoContext(ctx, "request: ", builder.String())
  737. }
  738. func (e *Engine) printResponse(ctx context.Context, request *http.Request, response *http.Response, body []byte) {
  739. var builder strings.Builder
  740. builder.WriteString(F.ToString(response.Proto, " ", response.Status, " ", request.URL))
  741. builder.WriteString("\n")
  742. for key, values := range response.Header {
  743. for _, value := range values {
  744. builder.WriteString(key)
  745. builder.WriteString(": ")
  746. builder.WriteString(value)
  747. builder.WriteString("\n")
  748. }
  749. }
  750. if len(body) > 0 {
  751. builder.WriteString("\n")
  752. if !bytes.ContainsFunc(body, func(r rune) bool {
  753. return !unicode.IsPrint(r) && !unicode.IsSpace(r)
  754. }) {
  755. builder.Write(body)
  756. } else {
  757. builder.WriteString("(body not printable)")
  758. }
  759. }
  760. e.logger.InfoContext(ctx, "response: ", builder.String())
  761. }
  762. type simpleResponseWriter struct {
  763. statusCode int
  764. header http.Header
  765. body bytes.Buffer
  766. }
  767. func (w *simpleResponseWriter) Build(request *http.Request) *http.Response {
  768. return &http.Response{
  769. StatusCode: w.statusCode,
  770. Status: http.StatusText(w.statusCode),
  771. Proto: request.Proto,
  772. ProtoMajor: request.ProtoMajor,
  773. ProtoMinor: request.ProtoMinor,
  774. Header: w.header,
  775. Body: io.NopCloser(&w.body),
  776. }
  777. }
  778. func (w *simpleResponseWriter) Header() http.Header {
  779. if w.header == nil {
  780. w.header = make(http.Header)
  781. }
  782. return w.header
  783. }
  784. func (w *simpleResponseWriter) Write(b []byte) (int, error) {
  785. return w.body.Write(b)
  786. }
  787. func (w *simpleResponseWriter) WriteHeader(statusCode int) {
  788. w.statusCode = statusCode
  789. }