image.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. package service
  2. import (
  3. "bytes"
  4. "encoding/base64"
  5. "errors"
  6. "fmt"
  7. "image"
  8. "io"
  9. "net/http"
  10. "strings"
  11. "github.com/QuantumNous/new-api/common"
  12. "github.com/QuantumNous/new-api/constant"
  13. "golang.org/x/image/webp"
  14. )
  15. func DecodeBase64ImageData(base64String string) (image.Config, string, string, error) {
  16. // 去除base64数据的URL前缀(如果有)
  17. if idx := strings.Index(base64String, ","); idx != -1 {
  18. base64String = base64String[idx+1:]
  19. }
  20. if len(base64String) == 0 {
  21. return image.Config{}, "", "", errors.New("base64 string is empty")
  22. }
  23. // 将base64字符串解码为字节切片
  24. decodedData, err := base64.StdEncoding.DecodeString(base64String)
  25. if err != nil {
  26. fmt.Println("Error: Failed to decode base64 string")
  27. return image.Config{}, "", "", fmt.Errorf("failed to decode base64 string: %s", err.Error())
  28. }
  29. // 创建一个bytes.Buffer用于存储解码后的数据
  30. reader := bytes.NewReader(decodedData)
  31. config, format, err := getImageConfig(reader)
  32. return config, format, base64String, err
  33. }
  34. func DecodeBase64FileData(base64String string) (string, string, error) {
  35. var mimeType string
  36. var idx int
  37. idx = strings.Index(base64String, ",")
  38. if idx == -1 {
  39. _, file_type, base64, err := DecodeBase64ImageData(base64String)
  40. return "image/" + file_type, base64, err
  41. }
  42. mimeType = base64String[:idx]
  43. base64String = base64String[idx+1:]
  44. idx = strings.Index(mimeType, ";")
  45. if idx == -1 {
  46. _, file_type, base64, err := DecodeBase64ImageData(base64String)
  47. return "image/" + file_type, base64, err
  48. }
  49. mimeType = mimeType[:idx]
  50. idx = strings.Index(mimeType, ":")
  51. if idx == -1 {
  52. _, file_type, base64, err := DecodeBase64ImageData(base64String)
  53. return "image/" + file_type, base64, err
  54. }
  55. mimeType = mimeType[idx+1:]
  56. return mimeType, base64String, nil
  57. }
  58. // GetImageFromUrl 获取图片的类型和base64编码的数据
  59. func GetImageFromUrl(url string) (mimeType string, data string, err error) {
  60. resp, err := DoDownloadRequest(url)
  61. if err != nil {
  62. return "", "", fmt.Errorf("failed to download image: %w", err)
  63. }
  64. defer resp.Body.Close()
  65. // Check HTTP status code
  66. if resp.StatusCode != http.StatusOK {
  67. return "", "", fmt.Errorf("failed to download image: HTTP %d", resp.StatusCode)
  68. }
  69. contentType := resp.Header.Get("Content-Type")
  70. if contentType != "application/octet-stream" && !strings.HasPrefix(contentType, "image/") {
  71. return "", "", fmt.Errorf("invalid content type: %s, required image/*", contentType)
  72. }
  73. maxImageSize := int64(constant.MaxFileDownloadMB * 1024 * 1024)
  74. // Check Content-Length if available
  75. if resp.ContentLength > maxImageSize {
  76. return "", "", fmt.Errorf("image size %d exceeds maximum allowed size of %d bytes", resp.ContentLength, maxImageSize)
  77. }
  78. // Use LimitReader to prevent reading oversized images
  79. limitReader := io.LimitReader(resp.Body, maxImageSize)
  80. buffer := &bytes.Buffer{}
  81. written, err := io.Copy(buffer, limitReader)
  82. if err != nil {
  83. return "", "", fmt.Errorf("failed to read image data: %w", err)
  84. }
  85. if written >= maxImageSize {
  86. return "", "", fmt.Errorf("image size exceeds maximum allowed size of %d bytes", maxImageSize)
  87. }
  88. data = base64.StdEncoding.EncodeToString(buffer.Bytes())
  89. mimeType = contentType
  90. // Handle application/octet-stream type
  91. if mimeType == "application/octet-stream" {
  92. _, format, _, err := DecodeBase64ImageData(data)
  93. if err != nil {
  94. return "", "", err
  95. }
  96. mimeType = "image/" + format
  97. }
  98. return mimeType, data, nil
  99. }
  100. func DecodeUrlImageData(imageUrl string) (image.Config, string, error) {
  101. response, err := DoDownloadRequest(imageUrl)
  102. if err != nil {
  103. common.SysLog(fmt.Sprintf("fail to get image from url: %s", err.Error()))
  104. return image.Config{}, "", err
  105. }
  106. defer response.Body.Close()
  107. if response.StatusCode != 200 {
  108. err = errors.New(fmt.Sprintf("fail to get image from url: %s", response.Status))
  109. return image.Config{}, "", err
  110. }
  111. mimeType := response.Header.Get("Content-Type")
  112. if mimeType != "application/octet-stream" && !strings.HasPrefix(mimeType, "image/") {
  113. return image.Config{}, "", fmt.Errorf("invalid content type: %s, required image/*", mimeType)
  114. }
  115. var readData []byte
  116. for _, limit := range []int64{1024 * 8, 1024 * 24, 1024 * 64} {
  117. common.SysLog(fmt.Sprintf("try to decode image config with limit: %d", limit))
  118. // 从response.Body读取更多的数据直到达到当前的限制
  119. additionalData := make([]byte, limit-int64(len(readData)))
  120. n, _ := io.ReadFull(response.Body, additionalData)
  121. readData = append(readData, additionalData[:n]...)
  122. // 使用io.MultiReader组合已经读取的数据和response.Body
  123. limitReader := io.MultiReader(bytes.NewReader(readData), response.Body)
  124. var config image.Config
  125. var format string
  126. config, format, err = getImageConfig(limitReader)
  127. if err == nil {
  128. return config, format, nil
  129. }
  130. }
  131. return image.Config{}, "", err // 返回最后一个错误
  132. }
  133. func getImageConfig(reader io.Reader) (image.Config, string, error) {
  134. // 读取图片的头部信息来获取图片尺寸
  135. config, format, err := image.DecodeConfig(reader)
  136. if err != nil {
  137. err = errors.New(fmt.Sprintf("fail to decode image config(gif, jpg, png): %s", err.Error()))
  138. common.SysLog(err.Error())
  139. config, err = webp.DecodeConfig(reader)
  140. if err != nil {
  141. err = errors.New(fmt.Sprintf("fail to decode image config(webp): %s", err.Error()))
  142. common.SysLog(err.Error())
  143. }
  144. format = "webp"
  145. }
  146. if err != nil {
  147. return image.Config{}, "", err
  148. }
  149. return config, format, nil
  150. }