image.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. package service
  2. import (
  3. "bytes"
  4. "encoding/base64"
  5. "errors"
  6. "fmt"
  7. "image"
  8. "io"
  9. "net/http"
  10. "strings"
  11. "github.com/QuantumNous/new-api/common"
  12. "github.com/QuantumNous/new-api/constant"
  13. "golang.org/x/image/webp"
  14. )
  15. // return image.Config, format, clean base64 string, error
  16. func DecodeBase64ImageData(base64String string) (image.Config, string, string, error) {
  17. // 去除base64数据的URL前缀(如果有)
  18. if idx := strings.Index(base64String, ","); idx != -1 {
  19. base64String = base64String[idx+1:]
  20. }
  21. if len(base64String) == 0 {
  22. return image.Config{}, "", "", errors.New("base64 string is empty")
  23. }
  24. // 将base64字符串解码为字节切片
  25. decodedData, err := base64.StdEncoding.DecodeString(base64String)
  26. if err != nil {
  27. fmt.Println("Error: Failed to decode base64 string")
  28. return image.Config{}, "", "", fmt.Errorf("failed to decode base64 string: %s", err.Error())
  29. }
  30. // 创建一个bytes.Buffer用于存储解码后的数据
  31. reader := bytes.NewReader(decodedData)
  32. config, format, err := getImageConfig(reader)
  33. return config, format, base64String, err
  34. }
  35. func DecodeBase64FileData(base64String string) (string, string, error) {
  36. var mimeType string
  37. var idx int
  38. idx = strings.Index(base64String, ",")
  39. if idx == -1 {
  40. _, file_type, base64, err := DecodeBase64ImageData(base64String)
  41. return "image/" + file_type, base64, err
  42. }
  43. mimeType = base64String[:idx]
  44. base64String = base64String[idx+1:]
  45. idx = strings.Index(mimeType, ";")
  46. if idx == -1 {
  47. _, file_type, base64, err := DecodeBase64ImageData(base64String)
  48. return "image/" + file_type, base64, err
  49. }
  50. mimeType = mimeType[:idx]
  51. idx = strings.Index(mimeType, ":")
  52. if idx == -1 {
  53. _, file_type, base64, err := DecodeBase64ImageData(base64String)
  54. return "image/" + file_type, base64, err
  55. }
  56. mimeType = mimeType[idx+1:]
  57. return mimeType, base64String, nil
  58. }
  59. // GetImageFromUrl 获取图片的类型和base64编码的数据
  60. func GetImageFromUrl(url string) (mimeType string, data string, err error) {
  61. resp, err := DoDownloadRequest(url)
  62. if err != nil {
  63. return "", "", fmt.Errorf("failed to download image: %w", err)
  64. }
  65. defer resp.Body.Close()
  66. // Check HTTP status code
  67. if resp.StatusCode != http.StatusOK {
  68. return "", "", fmt.Errorf("failed to download image: HTTP %d", resp.StatusCode)
  69. }
  70. contentType := resp.Header.Get("Content-Type")
  71. if contentType != "application/octet-stream" && !strings.HasPrefix(contentType, "image/") {
  72. return "", "", fmt.Errorf("invalid content type: %s, required image/*", contentType)
  73. }
  74. maxImageSize := int64(constant.MaxFileDownloadMB * 1024 * 1024)
  75. // Check Content-Length if available
  76. if resp.ContentLength > maxImageSize {
  77. return "", "", fmt.Errorf("image size %d exceeds maximum allowed size of %d bytes", resp.ContentLength, maxImageSize)
  78. }
  79. // Use LimitReader to prevent reading oversized images
  80. limitReader := io.LimitReader(resp.Body, maxImageSize)
  81. buffer := &bytes.Buffer{}
  82. written, err := io.Copy(buffer, limitReader)
  83. if err != nil {
  84. return "", "", fmt.Errorf("failed to read image data: %w", err)
  85. }
  86. if written >= maxImageSize {
  87. return "", "", fmt.Errorf("image size exceeds maximum allowed size of %d bytes", maxImageSize)
  88. }
  89. data = base64.StdEncoding.EncodeToString(buffer.Bytes())
  90. mimeType = contentType
  91. // Handle application/octet-stream type
  92. if mimeType == "application/octet-stream" {
  93. _, format, _, err := DecodeBase64ImageData(data)
  94. if err != nil {
  95. return "", "", err
  96. }
  97. mimeType = "image/" + format
  98. }
  99. return mimeType, data, nil
  100. }
  101. func DecodeUrlImageData(imageUrl string) (image.Config, string, error) {
  102. response, err := DoDownloadRequest(imageUrl)
  103. if err != nil {
  104. common.SysLog(fmt.Sprintf("fail to get image from url: %s", err.Error()))
  105. return image.Config{}, "", err
  106. }
  107. defer response.Body.Close()
  108. if response.StatusCode != 200 {
  109. err = errors.New(fmt.Sprintf("fail to get image from url: %s", response.Status))
  110. return image.Config{}, "", err
  111. }
  112. mimeType := response.Header.Get("Content-Type")
  113. if mimeType != "application/octet-stream" && !strings.HasPrefix(mimeType, "image/") {
  114. return image.Config{}, "", fmt.Errorf("invalid content type: %s, required image/*", mimeType)
  115. }
  116. var readData []byte
  117. for _, limit := range []int64{1024 * 8, 1024 * 24, 1024 * 64} {
  118. common.SysLog(fmt.Sprintf("try to decode image config with limit: %d", limit))
  119. // 从response.Body读取更多的数据直到达到当前的限制
  120. additionalData := make([]byte, limit-int64(len(readData)))
  121. n, _ := io.ReadFull(response.Body, additionalData)
  122. readData = append(readData, additionalData[:n]...)
  123. // 使用io.MultiReader组合已经读取的数据和response.Body
  124. limitReader := io.MultiReader(bytes.NewReader(readData), response.Body)
  125. var config image.Config
  126. var format string
  127. config, format, err = getImageConfig(limitReader)
  128. if err == nil {
  129. return config, format, nil
  130. }
  131. }
  132. return image.Config{}, "", err // 返回最后一个错误
  133. }
  134. func getImageConfig(reader io.Reader) (image.Config, string, error) {
  135. // 读取图片的头部信息来获取图片尺寸
  136. config, format, err := image.DecodeConfig(reader)
  137. if err != nil {
  138. err = errors.New(fmt.Sprintf("fail to decode image config(gif, jpg, png): %s", err.Error()))
  139. common.SysLog(err.Error())
  140. config, err = webp.DecodeConfig(reader)
  141. if err != nil {
  142. err = errors.New(fmt.Sprintf("fail to decode image config(webp): %s", err.Error()))
  143. common.SysLog(err.Error())
  144. }
  145. format = "webp"
  146. }
  147. if err != nil {
  148. return image.Config{}, "", err
  149. }
  150. return config, format, nil
  151. }