relay_task.go 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290
  1. package relay
  2. import (
  3. "bytes"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "io"
  8. "net/http"
  9. "one-api/common"
  10. "one-api/constant"
  11. "one-api/dto"
  12. "one-api/model"
  13. relaycommon "one-api/relay/common"
  14. relayconstant "one-api/relay/constant"
  15. "one-api/service"
  16. "one-api/setting/ratio_setting"
  17. "github.com/gin-gonic/gin"
  18. )
  19. /*
  20. Task 任务通过平台、Action 区分任务
  21. */
  22. func RelayTaskSubmit(c *gin.Context, relayMode int) (taskErr *dto.TaskError) {
  23. platform := constant.TaskPlatform(c.GetString("platform"))
  24. relayInfo := relaycommon.GenTaskRelayInfo(c)
  25. adaptor := GetTaskAdaptor(platform)
  26. if adaptor == nil {
  27. return service.TaskErrorWrapperLocal(fmt.Errorf("invalid api platform: %s", platform), "invalid_api_platform", http.StatusBadRequest)
  28. }
  29. adaptor.Init(relayInfo)
  30. // get & validate taskRequest 获取并验证文本请求
  31. taskErr = adaptor.ValidateRequestAndSetAction(c, relayInfo)
  32. if taskErr != nil {
  33. return
  34. }
  35. modelName := relayInfo.OriginModelName
  36. if modelName == "" {
  37. modelName = service.CoverTaskActionToModelName(platform, relayInfo.Action)
  38. }
  39. modelPrice, success := ratio_setting.GetModelPrice(modelName, true)
  40. if !success {
  41. defaultPrice, ok := ratio_setting.GetDefaultModelRatioMap()[modelName]
  42. if !ok {
  43. modelPrice = 0.1
  44. } else {
  45. modelPrice = defaultPrice
  46. }
  47. }
  48. // 预扣
  49. groupRatio := ratio_setting.GetGroupRatio(relayInfo.UsingGroup)
  50. var ratio float64
  51. userGroupRatio, hasUserGroupRatio := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.UsingGroup)
  52. if hasUserGroupRatio {
  53. ratio = modelPrice * userGroupRatio
  54. } else {
  55. ratio = modelPrice * groupRatio
  56. }
  57. userQuota, err := model.GetUserQuota(relayInfo.UserId, false)
  58. if err != nil {
  59. taskErr = service.TaskErrorWrapper(err, "get_user_quota_failed", http.StatusInternalServerError)
  60. return
  61. }
  62. quota := int(ratio * common.QuotaPerUnit)
  63. if userQuota-quota < 0 {
  64. taskErr = service.TaskErrorWrapperLocal(errors.New("user quota is not enough"), "quota_not_enough", http.StatusForbidden)
  65. return
  66. }
  67. if relayInfo.OriginTaskID != "" {
  68. originTask, exist, err := model.GetByTaskId(relayInfo.UserId, relayInfo.OriginTaskID)
  69. if err != nil {
  70. taskErr = service.TaskErrorWrapper(err, "get_origin_task_failed", http.StatusInternalServerError)
  71. return
  72. }
  73. if !exist {
  74. taskErr = service.TaskErrorWrapperLocal(errors.New("task_origin_not_exist"), "task_not_exist", http.StatusBadRequest)
  75. return
  76. }
  77. if originTask.ChannelId != relayInfo.ChannelId {
  78. channel, err := model.GetChannelById(originTask.ChannelId, true)
  79. if err != nil {
  80. taskErr = service.TaskErrorWrapperLocal(err, "channel_not_found", http.StatusBadRequest)
  81. return
  82. }
  83. if channel.Status != common.ChannelStatusEnabled {
  84. return service.TaskErrorWrapperLocal(errors.New("该任务所属渠道已被禁用"), "task_channel_disable", http.StatusBadRequest)
  85. }
  86. c.Set("base_url", channel.GetBaseURL())
  87. c.Set("channel_id", originTask.ChannelId)
  88. c.Request.Header.Set("Authorization", fmt.Sprintf("Bearer %s", channel.Key))
  89. relayInfo.BaseUrl = channel.GetBaseURL()
  90. relayInfo.ChannelId = originTask.ChannelId
  91. }
  92. }
  93. // build body
  94. requestBody, err := adaptor.BuildRequestBody(c, relayInfo)
  95. if err != nil {
  96. taskErr = service.TaskErrorWrapper(err, "build_request_failed", http.StatusInternalServerError)
  97. return
  98. }
  99. // do request
  100. resp, err := adaptor.DoRequest(c, relayInfo, requestBody)
  101. if err != nil {
  102. taskErr = service.TaskErrorWrapper(err, "do_request_failed", http.StatusInternalServerError)
  103. return
  104. }
  105. // handle response
  106. if resp != nil && resp.StatusCode != http.StatusOK {
  107. responseBody, _ := io.ReadAll(resp.Body)
  108. taskErr = service.TaskErrorWrapper(fmt.Errorf(string(responseBody)), "fail_to_fetch_task", resp.StatusCode)
  109. return
  110. }
  111. defer func() {
  112. // release quota
  113. if relayInfo.ConsumeQuota && taskErr == nil {
  114. err := service.PostConsumeQuota(relayInfo.RelayInfo, quota, 0, true)
  115. if err != nil {
  116. common.SysError("error consuming token remain quota: " + err.Error())
  117. }
  118. if quota != 0 {
  119. tokenName := c.GetString("token_name")
  120. gRatio := groupRatio
  121. if hasUserGroupRatio {
  122. gRatio = userGroupRatio
  123. }
  124. logContent := fmt.Sprintf("模型固定价格 %.2f,分组倍率 %.2f,操作 %s", modelPrice, gRatio, relayInfo.Action)
  125. other := make(map[string]interface{})
  126. other["model_price"] = modelPrice
  127. other["group_ratio"] = groupRatio
  128. if hasUserGroupRatio {
  129. other["user_group_ratio"] = userGroupRatio
  130. }
  131. model.RecordConsumeLog(c, relayInfo.UserId, model.RecordConsumeLogParams{
  132. ChannelId: relayInfo.ChannelId,
  133. ModelName: modelName,
  134. TokenName: tokenName,
  135. Quota: quota,
  136. Content: logContent,
  137. UserInput: "", // Task任务不记录用户输入
  138. TokenId: relayInfo.TokenId,
  139. UserQuota: userQuota,
  140. Group: relayInfo.UsingGroup,
  141. Other: other,
  142. })
  143. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  144. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  145. }
  146. }
  147. }()
  148. taskID, taskData, taskErr := adaptor.DoResponse(c, resp, relayInfo)
  149. if taskErr != nil {
  150. return
  151. }
  152. relayInfo.ConsumeQuota = true
  153. // insert task
  154. task := model.InitTask(platform, relayInfo)
  155. task.TaskID = taskID
  156. task.Quota = quota
  157. task.Data = taskData
  158. task.Action = relayInfo.Action
  159. err = task.Insert()
  160. if err != nil {
  161. taskErr = service.TaskErrorWrapper(err, "insert_task_failed", http.StatusInternalServerError)
  162. return
  163. }
  164. return nil
  165. }
  166. var fetchRespBuilders = map[int]func(c *gin.Context) (respBody []byte, taskResp *dto.TaskError){
  167. relayconstant.RelayModeSunoFetchByID: sunoFetchByIDRespBodyBuilder,
  168. relayconstant.RelayModeSunoFetch: sunoFetchRespBodyBuilder,
  169. relayconstant.RelayModeKlingFetchByID: videoFetchByIDRespBodyBuilder,
  170. }
  171. func RelayTaskFetch(c *gin.Context, relayMode int) (taskResp *dto.TaskError) {
  172. respBuilder, ok := fetchRespBuilders[relayMode]
  173. if !ok {
  174. taskResp = service.TaskErrorWrapperLocal(errors.New("invalid_relay_mode"), "invalid_relay_mode", http.StatusBadRequest)
  175. }
  176. respBody, taskErr := respBuilder(c)
  177. if taskErr != nil {
  178. return taskErr
  179. }
  180. c.Writer.Header().Set("Content-Type", "application/json")
  181. _, err := io.Copy(c.Writer, bytes.NewBuffer(respBody))
  182. if err != nil {
  183. taskResp = service.TaskErrorWrapper(err, "copy_response_body_failed", http.StatusInternalServerError)
  184. return
  185. }
  186. return
  187. }
  188. func sunoFetchRespBodyBuilder(c *gin.Context) (respBody []byte, taskResp *dto.TaskError) {
  189. userId := c.GetInt("id")
  190. var condition = struct {
  191. IDs []any `json:"ids"`
  192. Action string `json:"action"`
  193. }{}
  194. err := c.BindJSON(&condition)
  195. if err != nil {
  196. taskResp = service.TaskErrorWrapper(err, "invalid_request", http.StatusBadRequest)
  197. return
  198. }
  199. var tasks []any
  200. if len(condition.IDs) > 0 {
  201. taskModels, err := model.GetByTaskIds(userId, condition.IDs)
  202. if err != nil {
  203. taskResp = service.TaskErrorWrapper(err, "get_tasks_failed", http.StatusInternalServerError)
  204. return
  205. }
  206. for _, task := range taskModels {
  207. tasks = append(tasks, TaskModel2Dto(task))
  208. }
  209. } else {
  210. tasks = make([]any, 0)
  211. }
  212. respBody, err = json.Marshal(dto.TaskResponse[[]any]{
  213. Code: "success",
  214. Data: tasks,
  215. })
  216. return
  217. }
  218. func sunoFetchByIDRespBodyBuilder(c *gin.Context) (respBody []byte, taskResp *dto.TaskError) {
  219. taskId := c.Param("id")
  220. userId := c.GetInt("id")
  221. originTask, exist, err := model.GetByTaskId(userId, taskId)
  222. if err != nil {
  223. taskResp = service.TaskErrorWrapper(err, "get_task_failed", http.StatusInternalServerError)
  224. return
  225. }
  226. if !exist {
  227. taskResp = service.TaskErrorWrapperLocal(errors.New("task_not_exist"), "task_not_exist", http.StatusBadRequest)
  228. return
  229. }
  230. respBody, err = json.Marshal(dto.TaskResponse[any]{
  231. Code: "success",
  232. Data: TaskModel2Dto(originTask),
  233. })
  234. return
  235. }
  236. func videoFetchByIDRespBodyBuilder(c *gin.Context) (respBody []byte, taskResp *dto.TaskError) {
  237. taskId := c.Param("task_id")
  238. userId := c.GetInt("id")
  239. originTask, exist, err := model.GetByTaskId(userId, taskId)
  240. if err != nil {
  241. taskResp = service.TaskErrorWrapper(err, "get_task_failed", http.StatusInternalServerError)
  242. return
  243. }
  244. if !exist {
  245. taskResp = service.TaskErrorWrapperLocal(errors.New("task_not_exist"), "task_not_exist", http.StatusBadRequest)
  246. return
  247. }
  248. respBody, err = json.Marshal(dto.TaskResponse[any]{
  249. Code: "success",
  250. Data: TaskModel2Dto(originTask),
  251. })
  252. return
  253. }
  254. func TaskModel2Dto(task *model.Task) *dto.TaskDto {
  255. return &dto.TaskDto{
  256. TaskID: task.TaskID,
  257. Action: task.Action,
  258. Status: string(task.Status),
  259. FailReason: task.FailReason,
  260. SubmitTime: task.SubmitTime,
  261. StartTime: task.StartTime,
  262. FinishTime: task.FinishTime,
  263. Progress: task.Progress,
  264. Data: task.Data,
  265. }
  266. }