http_client.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169
  1. package service
  2. import (
  3. "context"
  4. "fmt"
  5. "net"
  6. "net/http"
  7. "net/url"
  8. "sync"
  9. "time"
  10. "github.com/QuantumNous/new-api/common"
  11. "github.com/QuantumNous/new-api/setting/system_setting"
  12. "golang.org/x/net/proxy"
  13. )
  14. var (
  15. httpClient *http.Client
  16. proxyClientLock sync.Mutex
  17. proxyClients = make(map[string]*http.Client)
  18. )
  19. func checkRedirect(req *http.Request, via []*http.Request) error {
  20. fetchSetting := system_setting.GetFetchSetting()
  21. urlStr := req.URL.String()
  22. if err := common.ValidateURLWithFetchSetting(urlStr, fetchSetting.EnableSSRFProtection, fetchSetting.AllowPrivateIp, fetchSetting.DomainFilterMode, fetchSetting.IpFilterMode, fetchSetting.DomainList, fetchSetting.IpList, fetchSetting.AllowedPorts, fetchSetting.ApplyIPFilterForDomain); err != nil {
  23. return fmt.Errorf("redirect to %s blocked: %v", urlStr, err)
  24. }
  25. if len(via) >= 10 {
  26. return fmt.Errorf("stopped after 10 redirects")
  27. }
  28. return nil
  29. }
  30. func InitHttpClient() {
  31. transport := &http.Transport{
  32. MaxIdleConns: common.RelayMaxIdleConns,
  33. MaxIdleConnsPerHost: common.RelayMaxIdleConnsPerHost,
  34. ForceAttemptHTTP2: true,
  35. Proxy: http.ProxyFromEnvironment, // Support HTTP_PROXY, HTTPS_PROXY, NO_PROXY env vars
  36. }
  37. if common.TLSInsecureSkipVerify {
  38. transport.TLSClientConfig = common.InsecureTLSConfig
  39. }
  40. if common.RelayTimeout == 0 {
  41. httpClient = &http.Client{
  42. Transport: transport,
  43. CheckRedirect: checkRedirect,
  44. }
  45. } else {
  46. httpClient = &http.Client{
  47. Transport: transport,
  48. Timeout: time.Duration(common.RelayTimeout) * time.Second,
  49. CheckRedirect: checkRedirect,
  50. }
  51. }
  52. }
  53. func GetHttpClient() *http.Client {
  54. return httpClient
  55. }
  56. // GetHttpClientWithProxy returns the default client or a proxy-enabled one when proxyURL is provided.
  57. func GetHttpClientWithProxy(proxyURL string) (*http.Client, error) {
  58. if proxyURL == "" {
  59. return GetHttpClient(), nil
  60. }
  61. return NewProxyHttpClient(proxyURL)
  62. }
  63. // ResetProxyClientCache 清空代理客户端缓存,确保下次使用时重新初始化
  64. func ResetProxyClientCache() {
  65. proxyClientLock.Lock()
  66. defer proxyClientLock.Unlock()
  67. for _, client := range proxyClients {
  68. if transport, ok := client.Transport.(*http.Transport); ok && transport != nil {
  69. transport.CloseIdleConnections()
  70. }
  71. }
  72. proxyClients = make(map[string]*http.Client)
  73. }
  74. // NewProxyHttpClient 创建支持代理的 HTTP 客户端
  75. func NewProxyHttpClient(proxyURL string) (*http.Client, error) {
  76. if proxyURL == "" {
  77. if client := GetHttpClient(); client != nil {
  78. return client, nil
  79. }
  80. return http.DefaultClient, nil
  81. }
  82. proxyClientLock.Lock()
  83. if client, ok := proxyClients[proxyURL]; ok {
  84. proxyClientLock.Unlock()
  85. return client, nil
  86. }
  87. proxyClientLock.Unlock()
  88. parsedURL, err := url.Parse(proxyURL)
  89. if err != nil {
  90. return nil, err
  91. }
  92. switch parsedURL.Scheme {
  93. case "http", "https":
  94. transport := &http.Transport{
  95. MaxIdleConns: common.RelayMaxIdleConns,
  96. MaxIdleConnsPerHost: common.RelayMaxIdleConnsPerHost,
  97. ForceAttemptHTTP2: true,
  98. Proxy: http.ProxyURL(parsedURL),
  99. }
  100. if common.TLSInsecureSkipVerify {
  101. transport.TLSClientConfig = common.InsecureTLSConfig
  102. }
  103. client := &http.Client{
  104. Transport: transport,
  105. CheckRedirect: checkRedirect,
  106. }
  107. client.Timeout = time.Duration(common.RelayTimeout) * time.Second
  108. proxyClientLock.Lock()
  109. proxyClients[proxyURL] = client
  110. proxyClientLock.Unlock()
  111. return client, nil
  112. case "socks5", "socks5h":
  113. // 获取认证信息
  114. var auth *proxy.Auth
  115. if parsedURL.User != nil {
  116. auth = &proxy.Auth{
  117. User: parsedURL.User.Username(),
  118. Password: "",
  119. }
  120. if password, ok := parsedURL.User.Password(); ok {
  121. auth.Password = password
  122. }
  123. }
  124. // 创建 SOCKS5 代理拨号器
  125. // proxy.SOCKS5 使用 tcp 参数,所有 TCP 连接包括 DNS 查询都将通过代理进行。行为与 socks5h 相同
  126. dialer, err := proxy.SOCKS5("tcp", parsedURL.Host, auth, proxy.Direct)
  127. if err != nil {
  128. return nil, err
  129. }
  130. transport := &http.Transport{
  131. MaxIdleConns: common.RelayMaxIdleConns,
  132. MaxIdleConnsPerHost: common.RelayMaxIdleConnsPerHost,
  133. ForceAttemptHTTP2: true,
  134. DialContext: func(ctx context.Context, network, addr string) (net.Conn, error) {
  135. return dialer.Dial(network, addr)
  136. },
  137. }
  138. if common.TLSInsecureSkipVerify {
  139. transport.TLSClientConfig = common.InsecureTLSConfig
  140. }
  141. client := &http.Client{Transport: transport, CheckRedirect: checkRedirect}
  142. client.Timeout = time.Duration(common.RelayTimeout) * time.Second
  143. proxyClientLock.Lock()
  144. proxyClients[proxyURL] = client
  145. proxyClientLock.Unlock()
  146. return client, nil
  147. default:
  148. return nil, fmt.Errorf("unsupported proxy scheme: %s, must be http, https, socks5 or socks5h", parsedURL.Scheme)
  149. }
  150. }