task.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. package model
  2. import (
  3. "database/sql/driver"
  4. "encoding/json"
  5. "time"
  6. "github.com/QuantumNous/new-api/constant"
  7. "github.com/QuantumNous/new-api/dto"
  8. commonRelay "github.com/QuantumNous/new-api/relay/common"
  9. )
  10. type TaskStatus string
  11. func (t TaskStatus) ToVideoStatus() string {
  12. var status string
  13. switch t {
  14. case TaskStatusQueued, TaskStatusSubmitted:
  15. status = dto.VideoStatusQueued
  16. case TaskStatusInProgress:
  17. status = dto.VideoStatusInProgress
  18. case TaskStatusSuccess:
  19. status = dto.VideoStatusCompleted
  20. case TaskStatusFailure:
  21. status = dto.VideoStatusFailed
  22. default:
  23. status = dto.VideoStatusUnknown // Default fallback
  24. }
  25. return status
  26. }
  27. const (
  28. TaskStatusNotStart TaskStatus = "NOT_START"
  29. TaskStatusSubmitted = "SUBMITTED"
  30. TaskStatusQueued = "QUEUED"
  31. TaskStatusInProgress = "IN_PROGRESS"
  32. TaskStatusFailure = "FAILURE"
  33. TaskStatusSuccess = "SUCCESS"
  34. TaskStatusUnknown = "UNKNOWN"
  35. )
  36. type Task struct {
  37. ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"`
  38. CreatedAt int64 `json:"created_at" gorm:"index"`
  39. UpdatedAt int64 `json:"updated_at"`
  40. TaskID string `json:"task_id" gorm:"type:varchar(191);index"` // 第三方id,不一定有/ song id\ Task id
  41. Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` // 平台
  42. UserId int `json:"user_id" gorm:"index"`
  43. Group string `json:"group" gorm:"type:varchar(50)"` // 修正计费用
  44. ChannelId int `json:"channel_id" gorm:"index"`
  45. Quota int `json:"quota"`
  46. Action string `json:"action" gorm:"type:varchar(40);index"` // 任务类型, song, lyrics, description-mode
  47. Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` // 任务状态
  48. FailReason string `json:"fail_reason"`
  49. SubmitTime int64 `json:"submit_time" gorm:"index"`
  50. StartTime int64 `json:"start_time" gorm:"index"`
  51. FinishTime int64 `json:"finish_time" gorm:"index"`
  52. Progress string `json:"progress" gorm:"type:varchar(20);index"`
  53. Properties Properties `json:"properties" gorm:"type:json"`
  54. Data json.RawMessage `json:"data" gorm:"type:json"`
  55. }
  56. func (t *Task) SetData(data any) {
  57. b, _ := json.Marshal(data)
  58. t.Data = json.RawMessage(b)
  59. }
  60. func (t *Task) GetData(v any) error {
  61. err := json.Unmarshal(t.Data, &v)
  62. return err
  63. }
  64. type Properties struct {
  65. Input string `json:"input"`
  66. }
  67. func (m *Properties) Scan(val interface{}) error {
  68. bytesValue, _ := val.([]byte)
  69. return json.Unmarshal(bytesValue, m)
  70. }
  71. func (m Properties) Value() (driver.Value, error) {
  72. return json.Marshal(m)
  73. }
  74. // SyncTaskQueryParams 用于包含所有搜索条件的结构体,可以根据需求添加更多字段
  75. type SyncTaskQueryParams struct {
  76. Platform constant.TaskPlatform
  77. ChannelID string
  78. TaskID string
  79. UserID string
  80. Action string
  81. Status string
  82. StartTimestamp int64
  83. EndTimestamp int64
  84. UserIDs []int
  85. }
  86. func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task {
  87. t := &Task{
  88. UserId: relayInfo.UserId,
  89. Group: relayInfo.UsingGroup,
  90. SubmitTime: time.Now().Unix(),
  91. Status: TaskStatusNotStart,
  92. Progress: "0%",
  93. ChannelId: relayInfo.ChannelId,
  94. Platform: platform,
  95. }
  96. return t
  97. }
  98. func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  99. var tasks []*Task
  100. var err error
  101. // 初始化查询构建器
  102. query := DB.Where("user_id = ?", userId)
  103. if queryParams.TaskID != "" {
  104. query = query.Where("task_id = ?", queryParams.TaskID)
  105. }
  106. if queryParams.Action != "" {
  107. query = query.Where("action = ?", queryParams.Action)
  108. }
  109. if queryParams.Status != "" {
  110. query = query.Where("status = ?", queryParams.Status)
  111. }
  112. if queryParams.Platform != "" {
  113. query = query.Where("platform = ?", queryParams.Platform)
  114. }
  115. if queryParams.StartTimestamp != 0 {
  116. // 假设您已将前端传来的时间戳转换为数据库所需的时间格式,并处理了时间戳的验证和解析
  117. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  118. }
  119. if queryParams.EndTimestamp != 0 {
  120. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  121. }
  122. // 获取数据
  123. err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  124. if err != nil {
  125. return nil
  126. }
  127. return tasks
  128. }
  129. func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  130. var tasks []*Task
  131. var err error
  132. // 初始化查询构建器
  133. query := DB
  134. // 添加过滤条件
  135. if queryParams.ChannelID != "" {
  136. query = query.Where("channel_id = ?", queryParams.ChannelID)
  137. }
  138. if queryParams.Platform != "" {
  139. query = query.Where("platform = ?", queryParams.Platform)
  140. }
  141. if queryParams.UserID != "" {
  142. query = query.Where("user_id = ?", queryParams.UserID)
  143. }
  144. if len(queryParams.UserIDs) != 0 {
  145. query = query.Where("user_id in (?)", queryParams.UserIDs)
  146. }
  147. if queryParams.TaskID != "" {
  148. query = query.Where("task_id = ?", queryParams.TaskID)
  149. }
  150. if queryParams.Action != "" {
  151. query = query.Where("action = ?", queryParams.Action)
  152. }
  153. if queryParams.Status != "" {
  154. query = query.Where("status = ?", queryParams.Status)
  155. }
  156. if queryParams.StartTimestamp != 0 {
  157. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  158. }
  159. if queryParams.EndTimestamp != 0 {
  160. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  161. }
  162. // 获取数据
  163. err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  164. if err != nil {
  165. return nil
  166. }
  167. return tasks
  168. }
  169. func GetAllUnFinishSyncTasks(limit int) []*Task {
  170. var tasks []*Task
  171. var err error
  172. // get all tasks progress is not 100%
  173. err = DB.Where("progress != ?", "100%").Where("status != ?", TaskStatusFailure).Where("status != ?", TaskStatusSuccess).Limit(limit).Order("id").Find(&tasks).Error
  174. if err != nil {
  175. return nil
  176. }
  177. return tasks
  178. }
  179. func GetByOnlyTaskId(taskId string) (*Task, bool, error) {
  180. if taskId == "" {
  181. return nil, false, nil
  182. }
  183. var task *Task
  184. var err error
  185. err = DB.Where("task_id = ?", taskId).First(&task).Error
  186. exist, err := RecordExist(err)
  187. if err != nil {
  188. return nil, false, err
  189. }
  190. return task, exist, err
  191. }
  192. func GetByTaskId(userId int, taskId string) (*Task, bool, error) {
  193. if taskId == "" {
  194. return nil, false, nil
  195. }
  196. var task *Task
  197. var err error
  198. err = DB.Where("user_id = ? and task_id = ?", userId, taskId).
  199. First(&task).Error
  200. exist, err := RecordExist(err)
  201. if err != nil {
  202. return nil, false, err
  203. }
  204. return task, exist, err
  205. }
  206. func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) {
  207. if len(taskIds) == 0 {
  208. return nil, nil
  209. }
  210. var task []*Task
  211. var err error
  212. err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds).
  213. Find(&task).Error
  214. if err != nil {
  215. return nil, err
  216. }
  217. return task, nil
  218. }
  219. func TaskUpdateProgress(id int64, progress string) error {
  220. return DB.Model(&Task{}).Where("id = ?", id).Update("progress", progress).Error
  221. }
  222. func (Task *Task) Insert() error {
  223. var err error
  224. err = DB.Create(Task).Error
  225. return err
  226. }
  227. func (Task *Task) Update() error {
  228. var err error
  229. err = DB.Save(Task).Error
  230. return err
  231. }
  232. func TaskBulkUpdate(TaskIds []string, params map[string]any) error {
  233. if len(TaskIds) == 0 {
  234. return nil
  235. }
  236. return DB.Model(&Task{}).
  237. Where("task_id in (?)", TaskIds).
  238. Updates(params).Error
  239. }
  240. func TaskBulkUpdateByTaskIds(taskIDs []int64, params map[string]any) error {
  241. if len(taskIDs) == 0 {
  242. return nil
  243. }
  244. return DB.Model(&Task{}).
  245. Where("id in (?)", taskIDs).
  246. Updates(params).Error
  247. }
  248. func TaskBulkUpdateByID(ids []int64, params map[string]any) error {
  249. if len(ids) == 0 {
  250. return nil
  251. }
  252. return DB.Model(&Task{}).
  253. Where("id in (?)", ids).
  254. Updates(params).Error
  255. }
  256. type TaskQuotaUsage struct {
  257. Mode string `json:"mode"`
  258. Count float64 `json:"count"`
  259. }
  260. func SumUsedTaskQuota(queryParams SyncTaskQueryParams) (stat []TaskQuotaUsage, err error) {
  261. query := DB.Model(Task{})
  262. // 添加过滤条件
  263. if queryParams.ChannelID != "" {
  264. query = query.Where("channel_id = ?", queryParams.ChannelID)
  265. }
  266. if queryParams.UserID != "" {
  267. query = query.Where("user_id = ?", queryParams.UserID)
  268. }
  269. if len(queryParams.UserIDs) != 0 {
  270. query = query.Where("user_id in (?)", queryParams.UserIDs)
  271. }
  272. if queryParams.TaskID != "" {
  273. query = query.Where("task_id = ?", queryParams.TaskID)
  274. }
  275. if queryParams.Action != "" {
  276. query = query.Where("action = ?", queryParams.Action)
  277. }
  278. if queryParams.Status != "" {
  279. query = query.Where("status = ?", queryParams.Status)
  280. }
  281. if queryParams.StartTimestamp != 0 {
  282. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  283. }
  284. if queryParams.EndTimestamp != 0 {
  285. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  286. }
  287. err = query.Select("mode, sum(quota) as count").Group("mode").Find(&stat).Error
  288. return stat, err
  289. }
  290. // TaskCountAllTasks returns total tasks that match the given query params (admin usage)
  291. func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 {
  292. var total int64
  293. query := DB.Model(&Task{})
  294. if queryParams.ChannelID != "" {
  295. query = query.Where("channel_id = ?", queryParams.ChannelID)
  296. }
  297. if queryParams.Platform != "" {
  298. query = query.Where("platform = ?", queryParams.Platform)
  299. }
  300. if queryParams.UserID != "" {
  301. query = query.Where("user_id = ?", queryParams.UserID)
  302. }
  303. if len(queryParams.UserIDs) != 0 {
  304. query = query.Where("user_id in (?)", queryParams.UserIDs)
  305. }
  306. if queryParams.TaskID != "" {
  307. query = query.Where("task_id = ?", queryParams.TaskID)
  308. }
  309. if queryParams.Action != "" {
  310. query = query.Where("action = ?", queryParams.Action)
  311. }
  312. if queryParams.Status != "" {
  313. query = query.Where("status = ?", queryParams.Status)
  314. }
  315. if queryParams.StartTimestamp != 0 {
  316. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  317. }
  318. if queryParams.EndTimestamp != 0 {
  319. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  320. }
  321. _ = query.Count(&total).Error
  322. return total
  323. }
  324. // TaskCountAllUserTask returns total tasks for given user
  325. func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 {
  326. var total int64
  327. query := DB.Model(&Task{}).Where("user_id = ?", userId)
  328. if queryParams.TaskID != "" {
  329. query = query.Where("task_id = ?", queryParams.TaskID)
  330. }
  331. if queryParams.Action != "" {
  332. query = query.Where("action = ?", queryParams.Action)
  333. }
  334. if queryParams.Status != "" {
  335. query = query.Where("status = ?", queryParams.Status)
  336. }
  337. if queryParams.Platform != "" {
  338. query = query.Where("platform = ?", queryParams.Platform)
  339. }
  340. if queryParams.StartTimestamp != 0 {
  341. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  342. }
  343. if queryParams.EndTimestamp != 0 {
  344. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  345. }
  346. _ = query.Count(&total).Error
  347. return total
  348. }