get.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231
  1. package task_queue
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/types/task_queue"
  4. "time"
  5. )
  6. func (t *TaskQueue) BeforeGetOneJob() {
  7. defer t.queueLock.Unlock()
  8. t.queueLock.Lock()
  9. // 这里需要手动判断 Done 的任务是否超过三个月了,超过就需要手动删除
  10. for TaskPriority := 0; TaskPriority <= taskPriorityCount; TaskPriority++ {
  11. t.taskPriorityMapList[TaskPriority].Each(func(key interface{}, value interface{}) {
  12. nowOneJob := value.(task_queue.OneJob)
  13. if nowOneJob.JobStatus == task_queue.Done &&
  14. // 默认是 90day, A.After(B) : A > B == true
  15. (time.Time)(nowOneJob.UpdateTime).AddDate(0, 0, t.settings.AdvancedSettings.TaskQueue.ExpirationTime).After(time.Now()) == false {
  16. // 找到就删除
  17. bok, err := t.del(nowOneJob.Id)
  18. if err != nil {
  19. t.log.Errorf("GetOneWaitingJob.Del.Done ExpirationTime %v error: %s", t.settings.AdvancedSettings.TaskQueue.ExpirationTime, err.Error())
  20. return
  21. }
  22. if bok == false {
  23. t.log.Errorf("GetOneWaitingJob.Del.Done ExpirationTime %v error: %s", t.settings.AdvancedSettings.TaskQueue.ExpirationTime, "Del failed")
  24. return
  25. }
  26. return
  27. }
  28. })
  29. }
  30. }
  31. // GetOneJob 优先获取 GetOneWaitingJob 然后才是 GetOneDoneJob
  32. func (t *TaskQueue) GetOneJob() (bool, task_queue.OneJob, error) {
  33. found, waitingJob, err := t.GetOneWaitingJob()
  34. if err != nil {
  35. return false, task_queue.OneJob{}, err
  36. }
  37. if found == false {
  38. return t.GetOneDoneJob()
  39. }
  40. return true, waitingJob, nil
  41. }
  42. // GetOneWaitingJob 获取一个元素,按优先级,0 - taskPriorityCount 的级别去拿去任务,不会移除任务
  43. func (t *TaskQueue) GetOneWaitingJob() (bool, task_queue.OneJob, error) {
  44. defer t.queueLock.Unlock()
  45. t.queueLock.Lock()
  46. // 如果队列里面没有东西,则返回 false
  47. if t.isEmpty() == true {
  48. return false, task_queue.OneJob{}, nil
  49. }
  50. // 找到需要返回的复合条件的任务
  51. found := false
  52. tOneJob := task_queue.OneJob{}
  53. for TaskPriority := 0; TaskPriority <= taskPriorityCount; TaskPriority++ {
  54. t.taskPriorityMapList[TaskPriority].Any(func(key interface{}, value interface{}) bool {
  55. tOneJob = value.(task_queue.OneJob)
  56. // 任务的 UpdateTime 与现在的时间大于单个字幕下载的间隔
  57. // 默认是 12h, A.After(B) : A > B == true
  58. // 见《任务队列设计》--以优先级顺序取出描述
  59. if tOneJob.JobStatus == task_queue.Waiting && (tOneJob.DownloadTimes == 0 ||
  60. // 优先级 <= 3 也可以提前取出
  61. TaskPriority <= HighTaskPriorityLevel ||
  62. // 默认是 12h, A.After(B) : A > B == true
  63. (time.Time)(tOneJob.UpdateTime).Add(time.Duration(t.settings.AdvancedSettings.TaskQueue.OneSubDownloadInterval)*time.Hour).After(time.Now()) == false && tOneJob.DownloadTimes > 0) {
  64. // 找到就返回
  65. found = true
  66. return true
  67. }
  68. return false
  69. })
  70. if found == true {
  71. return true, tOneJob, nil
  72. }
  73. }
  74. return false, tOneJob, nil
  75. }
  76. // GetOneDoneJob 获取一个元素,按优先级,0 - taskPriorityCount 的级别去拿去任务,不会移除任务
  77. func (t *TaskQueue) GetOneDoneJob() (bool, task_queue.OneJob, error) {
  78. defer t.queueLock.Unlock()
  79. t.queueLock.Lock()
  80. // 如果队列里面没有东西,则返回 false
  81. if t.isEmpty() == true {
  82. return false, task_queue.OneJob{}, nil
  83. }
  84. found := false
  85. tOneJob := task_queue.OneJob{}
  86. for TaskPriority := 0; TaskPriority <= taskPriorityCount; TaskPriority++ {
  87. t.taskPriorityMapList[TaskPriority].Any(func(key interface{}, value interface{}) bool {
  88. tOneJob = value.(task_queue.OneJob)
  89. // 任务的 UpdateTime 与现在的时间大于单个字幕下载的间隔
  90. // 默认是 12h, A.After(B) : A > B == true
  91. // 见《任务队列设计》--以优先级顺序取出描述
  92. if tOneJob.JobStatus == task_queue.Done &&
  93. // 要在 三个月内
  94. (time.Time)(tOneJob.CreatedTime).AddDate(0, 0, t.settings.AdvancedSettings.TaskQueue.ExpirationTime).After(time.Now()) == true &&
  95. // 已经下载过的视频,要间隔 12 小时再次下载
  96. (time.Time)(tOneJob.UpdateTime).Add(
  97. time.Duration(t.settings.AdvancedSettings.TaskQueue.OneSubDownloadInterval)*time.Hour).After(time.Now()) == false {
  98. // 找到就返回
  99. found = true
  100. return true
  101. }
  102. return false
  103. })
  104. if found == true {
  105. return true, tOneJob, nil
  106. }
  107. }
  108. return false, tOneJob, nil
  109. }
  110. func (t *TaskQueue) GetJobsByStatus(status task_queue.JobStatus) (bool, []task_queue.OneJob, error) {
  111. defer t.queueLock.Unlock()
  112. t.queueLock.Lock()
  113. outOneJobs := make([]task_queue.OneJob, 0)
  114. // 如果队列里面没有东西,则返回 false
  115. if t.isEmpty() == true {
  116. return false, nil, nil
  117. }
  118. for TaskPriority := 0; TaskPriority <= taskPriorityCount; TaskPriority++ {
  119. t.taskPriorityMapList[TaskPriority].Each(func(key interface{}, value interface{}) {
  120. tOneJob := task_queue.OneJob{}
  121. tOneJob = value.(task_queue.OneJob)
  122. if tOneJob.JobStatus == status {
  123. // 找到加入列表
  124. outOneJobs = append(outOneJobs, tOneJob)
  125. }
  126. })
  127. }
  128. return true, outOneJobs, nil
  129. }
  130. // GetJobsByPriorityAndStatus 根据任务优先级和状态获取任务列表
  131. func (t *TaskQueue) GetJobsByPriorityAndStatus(taskPriority int, status task_queue.JobStatus) (bool, []task_queue.OneJob, error) {
  132. defer t.queueLock.Unlock()
  133. t.queueLock.Lock()
  134. outOneJobs := make([]task_queue.OneJob, 0)
  135. // 如果队列里面没有东西,则返回 false
  136. if t.isEmpty() == true {
  137. return false, nil, nil
  138. }
  139. t.taskPriorityMapList[taskPriority].Each(func(key interface{}, value interface{}) {
  140. tOneJob := task_queue.OneJob{}
  141. tOneJob = value.(task_queue.OneJob)
  142. if tOneJob.JobStatus == status {
  143. // 找到加入列表
  144. outOneJobs = append(outOneJobs, tOneJob)
  145. }
  146. })
  147. return true, outOneJobs, nil
  148. }
  149. func (t *TaskQueue) GetAllJobs() (bool, []task_queue.OneJob, error) {
  150. defer t.queueLock.Unlock()
  151. t.queueLock.Lock()
  152. outOneJobs := make([]task_queue.OneJob, 0)
  153. // 如果队列里面没有东西,则返回 false
  154. if t.isEmpty() == true {
  155. return false, nil, nil
  156. }
  157. for TaskPriority := 0; TaskPriority <= taskPriorityCount; TaskPriority++ {
  158. t.taskPriorityMapList[TaskPriority].Each(func(key interface{}, value interface{}) {
  159. tOneJob := task_queue.OneJob{}
  160. tOneJob = value.(task_queue.OneJob)
  161. // 找到加入列表
  162. outOneJobs = append(outOneJobs, tOneJob)
  163. })
  164. }
  165. return true, outOneJobs, nil
  166. }
  167. func (t *TaskQueue) GetOneJobByID(jobId string) (bool, task_queue.OneJob) {
  168. defer t.queueLock.Unlock()
  169. t.queueLock.Lock()
  170. outOneJob := task_queue.OneJob{}
  171. taskPriority, bok := t.taskKeyMap.Get(jobId)
  172. if bok == false {
  173. return false, outOneJob
  174. }
  175. // 删除连续剧的 tree.Map 里面的 tree.Set 的元素
  176. needDelJobObj, bok := t.taskPriorityMapList[taskPriority.(int)].Get(jobId)
  177. if bok == false {
  178. return false, outOneJob
  179. }
  180. outOneJob = needDelJobObj.(task_queue.OneJob)
  181. return true, outOneJob
  182. }