midjourney.go 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "io"
  6. "log"
  7. "net/http"
  8. "one-api/common"
  9. "one-api/constant"
  10. "one-api/dto"
  11. relayconstant "one-api/relay/constant"
  12. "one-api/setting"
  13. "strconv"
  14. "strings"
  15. "time"
  16. "github.com/gin-gonic/gin"
  17. )
  18. func CoverActionToModelName(mjAction string) string {
  19. modelName := "mj_" + strings.ToLower(mjAction)
  20. if mjAction == constant.MjActionSwapFace {
  21. modelName = "swap_face"
  22. }
  23. return modelName
  24. }
  25. func GetMjRequestModel(relayMode int, midjRequest *dto.MidjourneyRequest) (string, *dto.MidjourneyResponse, bool) {
  26. action := ""
  27. if relayMode == relayconstant.RelayModeMidjourneyAction {
  28. // plus request
  29. err := CoverPlusActionToNormalAction(midjRequest)
  30. if err != nil {
  31. return "", err, false
  32. }
  33. action = midjRequest.Action
  34. } else {
  35. switch relayMode {
  36. case relayconstant.RelayModeMidjourneyImagine:
  37. action = constant.MjActionImagine
  38. case relayconstant.RelayModeMidjourneyVideo:
  39. action = constant.MjActionVideo
  40. case relayconstant.RelayModeMidjourneyEdits:
  41. action = constant.MjActionEdits
  42. case relayconstant.RelayModeMidjourneyDescribe:
  43. action = constant.MjActionDescribe
  44. case relayconstant.RelayModeMidjourneyBlend:
  45. action = constant.MjActionBlend
  46. case relayconstant.RelayModeMidjourneyShorten:
  47. action = constant.MjActionShorten
  48. case relayconstant.RelayModeMidjourneyChange:
  49. action = midjRequest.Action
  50. case relayconstant.RelayModeMidjourneyModal:
  51. action = constant.MjActionModal
  52. case relayconstant.RelayModeSwapFace:
  53. action = constant.MjActionSwapFace
  54. case relayconstant.RelayModeMidjourneyUpload:
  55. action = constant.MjActionUpload
  56. case relayconstant.RelayModeMidjourneySimpleChange:
  57. params := ConvertSimpleChangeParams(midjRequest.Content)
  58. if params == nil {
  59. return "", MidjourneyErrorWrapper(constant.MjRequestError, "invalid_request"), false
  60. }
  61. action = params.Action
  62. case relayconstant.RelayModeMidjourneyTaskFetch, relayconstant.RelayModeMidjourneyTaskFetchByCondition, relayconstant.RelayModeMidjourneyNotify:
  63. return "", nil, true
  64. default:
  65. return "", MidjourneyErrorWrapper(constant.MjRequestError, "unknown_relay_action"), false
  66. }
  67. }
  68. modelName := CoverActionToModelName(action)
  69. return modelName, nil, true
  70. }
  71. func CoverPlusActionToNormalAction(midjRequest *dto.MidjourneyRequest) *dto.MidjourneyResponse {
  72. // "customId": "MJ::JOB::upsample::2::3dbbd469-36af-4a0f-8f02-df6c579e7011"
  73. customId := midjRequest.CustomId
  74. if customId == "" {
  75. return MidjourneyErrorWrapper(constant.MjRequestError, "custom_id_is_required")
  76. }
  77. splits := strings.Split(customId, "::")
  78. var action string
  79. if splits[1] == "JOB" {
  80. action = splits[2]
  81. } else {
  82. action = splits[1]
  83. }
  84. if action == "" {
  85. return MidjourneyErrorWrapper(constant.MjRequestError, "unknown_action")
  86. }
  87. if strings.Contains(action, "upsample") {
  88. index, err := strconv.Atoi(splits[3])
  89. if err != nil {
  90. return MidjourneyErrorWrapper(constant.MjRequestError, "index_parse_failed")
  91. }
  92. midjRequest.Index = index
  93. midjRequest.Action = constant.MjActionUpscale
  94. } else if strings.Contains(action, "variation") {
  95. midjRequest.Index = 1
  96. if action == "variation" {
  97. index, err := strconv.Atoi(splits[3])
  98. if err != nil {
  99. return MidjourneyErrorWrapper(constant.MjRequestError, "index_parse_failed")
  100. }
  101. midjRequest.Index = index
  102. midjRequest.Action = constant.MjActionVariation
  103. } else if action == "low_variation" {
  104. midjRequest.Action = constant.MjActionLowVariation
  105. } else if action == "high_variation" {
  106. midjRequest.Action = constant.MjActionHighVariation
  107. }
  108. } else if strings.Contains(action, "pan") {
  109. midjRequest.Action = constant.MjActionPan
  110. midjRequest.Index = 1
  111. } else if strings.Contains(action, "reroll") {
  112. midjRequest.Action = constant.MjActionReRoll
  113. midjRequest.Index = 1
  114. } else if action == "Outpaint" {
  115. midjRequest.Action = constant.MjActionZoom
  116. midjRequest.Index = 1
  117. } else if action == "CustomZoom" {
  118. midjRequest.Action = constant.MjActionCustomZoom
  119. midjRequest.Index = 1
  120. } else if action == "Inpaint" {
  121. midjRequest.Action = constant.MjActionInPaint
  122. midjRequest.Index = 1
  123. } else {
  124. return MidjourneyErrorWrapper(constant.MjRequestError, "unknown_action:"+customId)
  125. }
  126. return nil
  127. }
  128. func ConvertSimpleChangeParams(content string) *dto.MidjourneyRequest {
  129. split := strings.Split(content, " ")
  130. if len(split) != 2 {
  131. return nil
  132. }
  133. action := strings.ToLower(split[1])
  134. changeParams := &dto.MidjourneyRequest{}
  135. changeParams.TaskId = split[0]
  136. if action[0] == 'u' {
  137. changeParams.Action = "UPSCALE"
  138. } else if action[0] == 'v' {
  139. changeParams.Action = "VARIATION"
  140. } else if action == "r" {
  141. changeParams.Action = "REROLL"
  142. return changeParams
  143. } else {
  144. return nil
  145. }
  146. index, err := strconv.Atoi(action[1:2])
  147. if err != nil || index < 1 || index > 4 {
  148. return nil
  149. }
  150. changeParams.Index = index
  151. return changeParams
  152. }
  153. func DoMidjourneyHttpRequest(c *gin.Context, timeout time.Duration, fullRequestURL string) (*dto.MidjourneyResponseWithStatusCode, []byte, error) {
  154. var nullBytes []byte
  155. //var requestBody io.Reader
  156. //requestBody = c.Request.Body
  157. // read request body to json, delete accountFilter and notifyHook
  158. var mapResult map[string]interface{}
  159. // if get request, no need to read request body
  160. if c.Request.Method != "GET" {
  161. err := json.NewDecoder(c.Request.Body).Decode(&mapResult)
  162. if err != nil {
  163. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "read_request_body_failed", http.StatusInternalServerError), nullBytes, err
  164. }
  165. if !setting.MjAccountFilterEnabled {
  166. delete(mapResult, "accountFilter")
  167. }
  168. if !setting.MjNotifyEnabled {
  169. delete(mapResult, "notifyHook")
  170. }
  171. //req, err := http.NewRequest(c.Request.Method, fullRequestURL, requestBody)
  172. // make new request with mapResult
  173. }
  174. if setting.MjModeClearEnabled {
  175. if prompt, ok := mapResult["prompt"].(string); ok {
  176. prompt = strings.Replace(prompt, "--fast", "", -1)
  177. prompt = strings.Replace(prompt, "--relax", "", -1)
  178. prompt = strings.Replace(prompt, "--turbo", "", -1)
  179. mapResult["prompt"] = prompt
  180. }
  181. }
  182. reqBody, err := json.Marshal(mapResult)
  183. if err != nil {
  184. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "marshal_request_body_failed", http.StatusInternalServerError), nullBytes, err
  185. }
  186. req, err := http.NewRequest(c.Request.Method, fullRequestURL, strings.NewReader(string(reqBody)))
  187. if err != nil {
  188. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "create_request_failed", http.StatusInternalServerError), nullBytes, err
  189. }
  190. ctx, cancel := context.WithTimeout(context.Background(), timeout)
  191. // 使用带有超时的 context 创建新的请求
  192. req = req.WithContext(ctx)
  193. req.Header.Set("Content-Type", c.Request.Header.Get("Content-Type"))
  194. req.Header.Set("Accept", c.Request.Header.Get("Accept"))
  195. auth := common.GetContextKeyString(c, constant.ContextKeyChannelKey)
  196. if auth != "" {
  197. auth = strings.TrimPrefix(auth, "Bearer ")
  198. req.Header.Set("mj-api-secret", auth)
  199. }
  200. defer cancel()
  201. resp, err := GetHttpClient().Do(req)
  202. if err != nil {
  203. common.SysError("do request failed: " + err.Error())
  204. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "do_request_failed", http.StatusInternalServerError), nullBytes, err
  205. }
  206. statusCode := resp.StatusCode
  207. //if statusCode != 200 {
  208. // return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "bad_response_status_code", statusCode), nullBytes, nil
  209. //}
  210. err = req.Body.Close()
  211. if err != nil {
  212. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "close_request_body_failed", statusCode), nullBytes, err
  213. }
  214. err = c.Request.Body.Close()
  215. if err != nil {
  216. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "close_request_body_failed", statusCode), nullBytes, err
  217. }
  218. var midjResponse dto.MidjourneyResponse
  219. var midjourneyUploadsResponse dto.MidjourneyUploadResponse
  220. responseBody, err := io.ReadAll(resp.Body)
  221. if err != nil {
  222. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "read_response_body_failed", statusCode), nullBytes, err
  223. }
  224. common.CloseResponseBodyGracefully(resp)
  225. respStr := string(responseBody)
  226. log.Printf("respStr: %s", respStr)
  227. if respStr == "" {
  228. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "empty_response_body", statusCode), responseBody, nil
  229. } else {
  230. err = json.Unmarshal(responseBody, &midjResponse)
  231. if err != nil {
  232. err2 := json.Unmarshal(responseBody, &midjourneyUploadsResponse)
  233. if err2 != nil {
  234. return MidjourneyErrorWithStatusCodeWrapper(constant.MjErrorUnknown, "unmarshal_response_body_failed", statusCode), responseBody, err
  235. }
  236. }
  237. }
  238. //log.Printf("midjResponse: %v", midjResponse)
  239. //for k, v := range resp.Header {
  240. // c.Writer.Header().Set(k, v[0])
  241. //}
  242. return &dto.MidjourneyResponseWithStatusCode{
  243. StatusCode: statusCode,
  244. Response: midjResponse,
  245. }, responseBody, nil
  246. }