download.go 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. package task
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "net"
  7. "net/http"
  8. "sort"
  9. "strconv"
  10. "time"
  11. "CloudflareSpeedTest/utils"
  12. "github.com/VividCortex/ewma"
  13. )
  14. const (
  15. bufferSize = 1024
  16. defaultURL = "https://cf.xiu2.xyz/url"
  17. defaultTimeout = 10 * time.Second
  18. defaultDisableDownload = false
  19. defaultTestNum = 10
  20. defaultMinSpeed float64 = 0.0
  21. )
  22. var (
  23. URL = defaultURL
  24. Timeout = defaultTimeout
  25. Disable = defaultDisableDownload
  26. TestCount = defaultTestNum
  27. MinSpeed = defaultMinSpeed
  28. )
  29. func checkDownloadDefault() {
  30. if URL == "" {
  31. URL = defaultURL
  32. }
  33. if Timeout <= 0 {
  34. Timeout = defaultTimeout
  35. }
  36. if TestCount <= 0 {
  37. TestCount = defaultTestNum
  38. }
  39. if MinSpeed <= 0.0 {
  40. MinSpeed = defaultMinSpeed
  41. }
  42. }
  43. func TestDownloadSpeed(ipSet utils.PingDelaySet) (speedSet utils.DownloadSpeedSet) {
  44. checkDownloadDefault()
  45. if Disable {
  46. return utils.DownloadSpeedSet(ipSet)
  47. }
  48. if len(ipSet) <= 0 { // IP数组长度(IP数量) 大于 0 时才会继续下载测速
  49. fmt.Println("\n[信息] 延迟测速结果 IP 数量为 0,跳过下载测速。")
  50. return
  51. }
  52. testNum := TestCount
  53. if len(ipSet) < TestCount || MinSpeed > 0 { // 如果IP数组长度(IP数量) 小于下载测速数量(-dn),则次数修正为IP数
  54. testNum = len(ipSet)
  55. }
  56. if testNum < TestCount {
  57. TestCount = testNum
  58. }
  59. fmt.Printf("开始下载测速(下载速度下限:%.2f MB/s,下载测速数量:%d,下载测速队列:%d):\n", MinSpeed, TestCount, testNum)
  60. // 控制 下载测速进度条 与 延迟测速进度条 长度一致(强迫症)
  61. bar_a := len(strconv.Itoa(len(ipSet)))
  62. bar_b := " "
  63. for i := 0; i < bar_a; i++ {
  64. bar_b += " "
  65. }
  66. bar := utils.NewBar(TestCount, bar_b, "")
  67. for i := 0; i < testNum; i++ {
  68. speed := downloadHandler(ipSet[i].IP)
  69. ipSet[i].DownloadSpeed = speed
  70. // 在每个 IP 下载测速后,以 [下载速度下限] 条件过滤结果
  71. if speed >= MinSpeed*1024*1024 {
  72. bar.Grow(1, "")
  73. speedSet = append(speedSet, ipSet[i]) // 高于下载速度下限时,添加到新数组中
  74. if len(speedSet) == TestCount { // 凑够满足条件的 IP 时(下载测速数量 -dn),就跳出循环
  75. break
  76. }
  77. }
  78. }
  79. bar.Done()
  80. if len(speedSet) == 0 { // 没有符合速度限制的数据,返回所有测试数据
  81. speedSet = utils.DownloadSpeedSet(ipSet)
  82. }
  83. // 按速度排序
  84. sort.Sort(speedSet)
  85. return
  86. }
  87. func getDialContext(ip *net.IPAddr) func(ctx context.Context, network, address string) (net.Conn, error) {
  88. var fakeSourceAddr string
  89. if isIPv4(ip.String()) {
  90. fakeSourceAddr = fmt.Sprintf("%s:%d", ip.String(), TCPPort)
  91. } else {
  92. fakeSourceAddr = fmt.Sprintf("[%s]:%d", ip.String(), TCPPort)
  93. }
  94. return func(ctx context.Context, network, address string) (net.Conn, error) {
  95. return (&net.Dialer{}).DialContext(ctx, network, fakeSourceAddr)
  96. }
  97. }
  98. // return download Speed
  99. func downloadHandler(ip *net.IPAddr) float64 {
  100. client := &http.Client{
  101. Transport: &http.Transport{DialContext: getDialContext(ip)},
  102. Timeout: Timeout,
  103. CheckRedirect: func(req *http.Request, via []*http.Request) error {
  104. if len(via) > 10 { // 限制最多重定向 10 次
  105. return http.ErrUseLastResponse
  106. }
  107. if req.Header.Get("Referer") == defaultURL { // 当使用默认下载测速地址时,重定向不携带 Referer
  108. req.Header.Del("Referer")
  109. }
  110. return nil
  111. },
  112. }
  113. req, err := http.NewRequest("GET", URL, nil)
  114. if err != nil {
  115. return 0.0
  116. }
  117. req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36")
  118. response, err := client.Do(req)
  119. if err != nil {
  120. return 0.0
  121. }
  122. defer response.Body.Close()
  123. if response.StatusCode != 200 {
  124. return 0.0
  125. }
  126. timeStart := time.Now() // 开始时间(当前)
  127. timeEnd := timeStart.Add(Timeout) // 加上下载测速时间得到的结束时间
  128. contentLength := response.ContentLength // 文件大小
  129. buffer := make([]byte, bufferSize)
  130. var (
  131. contentRead int64 = 0
  132. timeSlice = Timeout / 100
  133. timeCounter = 1
  134. lastContentRead int64 = 0
  135. )
  136. var nextTime = timeStart.Add(timeSlice * time.Duration(timeCounter))
  137. e := ewma.NewMovingAverage()
  138. // 循环计算,如果文件下载完了(两者相等),则退出循环(终止测速)
  139. for contentLength != contentRead {
  140. currentTime := time.Now()
  141. if currentTime.After(nextTime) {
  142. timeCounter++
  143. nextTime = timeStart.Add(timeSlice * time.Duration(timeCounter))
  144. e.Add(float64(contentRead - lastContentRead))
  145. lastContentRead = contentRead
  146. }
  147. // 如果超出下载测速时间,则退出循环(终止测速)
  148. if currentTime.After(timeEnd) {
  149. break
  150. }
  151. bufferRead, err := response.Body.Read(buffer)
  152. if err != nil {
  153. if err != io.EOF { // 文件下载完了,或因网络等问题导致链接中断,则退出循环(终止测速)
  154. break
  155. }
  156. e.Add(float64(contentRead-lastContentRead) / (float64(nextTime.Sub(currentTime)) / float64(timeSlice)))
  157. }
  158. contentRead += int64(bufferRead)
  159. }
  160. return e.Value() / (Timeout.Seconds() / 120)
  161. }