cron_helper.go 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. package cron_helper
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/logic/file_downloader"
  4. "github.com/allanpk716/ChineseSubFinder/internal/logic/scan_played_video_subinfo"
  5. "github.com/allanpk716/ChineseSubFinder/internal/pkg/downloader"
  6. "github.com/allanpk716/ChineseSubFinder/internal/pkg/settings"
  7. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_formatter"
  8. "github.com/allanpk716/ChineseSubFinder/internal/pkg/task_queue"
  9. "github.com/allanpk716/ChineseSubFinder/internal/pkg/video_scan_and_refresh_helper"
  10. "github.com/robfig/cron/v3"
  11. "github.com/sirupsen/logrus"
  12. "sync"
  13. "time"
  14. )
  15. type CronHelper struct {
  16. stopping bool // 正在停止
  17. cronHelperRunning bool // 这个是定时器启动的状态,它为true,不代表核心函数在执行
  18. scanPlayedVideoSubInfo *scan_played_video_subinfo.ScanPlayedVideoSubInfo // 扫描已经播放过的视频的字幕信息
  19. fileDownloader *file_downloader.FileDownloader // 文件下载器
  20. DownloadQueue *task_queue.TaskQueue // 需要下载的视频的队列
  21. downloader *downloader.Downloader // 下载者线程
  22. videoScanAndRefreshHelper *video_scan_and_refresh_helper.VideoScanAndRefreshHelper // 视频扫描和刷新的帮助类
  23. cronLock sync.Mutex // 锁
  24. c *cron.Cron // 定时器实例
  25. Settings *settings.Settings // 设置实例
  26. log *logrus.Logger // 日志实例
  27. entryIDScanVideoProcess cron.EntryID
  28. entryIDSupplierCheck cron.EntryID
  29. entryIDQueueDownloader cron.EntryID
  30. entryIDScanPlayedVideoSubInfo cron.EntryID
  31. }
  32. func NewCronHelper(fileDownloader *file_downloader.FileDownloader) *CronHelper {
  33. ch := CronHelper{
  34. fileDownloader: fileDownloader,
  35. log: fileDownloader.Log,
  36. Settings: fileDownloader.Settings,
  37. // 实例化下载队列
  38. DownloadQueue: task_queue.NewTaskQueue(fileDownloader.CacheCenter),
  39. }
  40. var err error
  41. // 扫描已播放
  42. ch.scanPlayedVideoSubInfo, err = scan_played_video_subinfo.NewScanPlayedVideoSubInfo(ch.log, ch.Settings)
  43. if err != nil {
  44. ch.log.Panicln(err)
  45. }
  46. // 字幕扫描器
  47. ch.videoScanAndRefreshHelper = video_scan_and_refresh_helper.NewVideoScanAndRefreshHelper(
  48. ch.fileDownloader,
  49. ch.DownloadQueue)
  50. return &ch
  51. }
  52. // Start 开启定时器任务,这个任务是非阻塞的,scanVideoProcessAdd2DownloadQueue 仅仅可能是这个函数执行耗时而已
  53. // runImmediately == false 那么 ch.c.Start() 是不会阻塞的
  54. func (ch *CronHelper) Start(runImmediately bool) {
  55. ch.cronLock.Lock()
  56. if ch.cronHelperRunning == true {
  57. ch.cronLock.Unlock()
  58. return
  59. }
  60. ch.cronLock.Unlock()
  61. ch.cronLock.Lock()
  62. ch.cronHelperRunning = true
  63. ch.stopping = false
  64. ch.cronLock.Unlock()
  65. // ----------------------------------------------
  66. // 初始化下载者,里面的两个 func 需要使用定时器启动 SupplierCheck QueueDownloader
  67. ch.downloader = downloader.NewDownloader(
  68. sub_formatter.GetSubFormatter(ch.log, ch.Settings.AdvancedSettings.SubNameFormatter),
  69. ch.fileDownloader, ch.DownloadQueue)
  70. // ----------------------------------------------
  71. // 判断扫描任务的时间间隔是否符合要求,不符合则重写默认值
  72. _, err := cron.ParseStandard(ch.Settings.CommonSettings.ScanInterval)
  73. if err != nil {
  74. ch.log.Warningln("CommonSettings.ScanInterval format error, after v0.25.x , need reset this at WebUI")
  75. // 如果解析错误了,就需要重新赋值默认值过来,然后保存
  76. nowSettings := ch.Settings
  77. nowSettings.CommonSettings.ScanInterval = settings.NewCommonSettings().ScanInterval
  78. err = settings.SetFullNewSettings(nowSettings)
  79. if err != nil {
  80. ch.log.Panicln("CronHelper.SetFullNewSettings:", err)
  81. return
  82. }
  83. }
  84. // ----------------------------------------------
  85. ch.c = cron.New(cron.WithChain(cron.SkipIfStillRunning(cron.DefaultLogger)))
  86. // 定时器
  87. // 这个暂时无法被取消执行
  88. ch.entryIDScanVideoProcess, err = ch.c.AddFunc(ch.Settings.CommonSettings.ScanInterval, ch.scanVideoProcessAdd2DownloadQueue)
  89. if err != nil {
  90. ch.log.Panicln("CronHelper scanVideoProcessAdd2DownloadQueue, Cron entryID:", ch.entryIDScanVideoProcess, "Error:", err)
  91. }
  92. // 这个可以由 ch.downloader.Cancel() 取消执行
  93. ch.entryIDSupplierCheck, err = ch.c.AddFunc("@every 1h", ch.downloader.SupplierCheck)
  94. if err != nil {
  95. ch.log.Panicln("CronHelper SupplierCheck, Cron entryID:", ch.entryIDSupplierCheck, "Error:", err)
  96. }
  97. // 这个可以由 ch.downloader.Cancel() 取消执行
  98. ch.entryIDQueueDownloader, err = ch.c.AddFunc("@every 15s", ch.downloader.QueueDownloader)
  99. if err != nil {
  100. ch.log.Panicln("CronHelper QueueDownloader, Cron entryID:", ch.entryIDQueueDownloader, "Error:", err)
  101. }
  102. // 这个可以由 ch.scanPlayedVideoSubInfo.Cancel() 取消执行
  103. ch.entryIDScanPlayedVideoSubInfo, err = ch.c.AddFunc("@every 24h", ch.scanPlayedVideoSub)
  104. if err != nil {
  105. ch.log.Panicln("CronHelper QueueDownloader, Cron entryID:", ch.entryIDScanPlayedVideoSubInfo, "Error:", err)
  106. }
  107. // 是否在定时器开启前先执行一次任务
  108. if runImmediately == true {
  109. ch.log.Infoln("First Time scanVideoProcessAdd2DownloadQueue Start")
  110. if ch.Settings.SpeedDevMode == false {
  111. ch.scanVideoProcessAdd2DownloadQueue()
  112. }
  113. ch.downloader.SupplierCheck()
  114. ch.log.Infoln("First Time scanVideoProcessAdd2DownloadQueue End")
  115. } else {
  116. ch.log.Infoln("RunAtStartup: false, so will not Run At Startup")
  117. }
  118. ch.log.Infoln("CronHelper Start...")
  119. ch.c.Start()
  120. // 只有定时任务 start 之后才能拿到信息
  121. if len(ch.c.Entries()) > 0 {
  122. // 不会马上启动扫描,那么就需要设置当前的时间,且为 waiting
  123. tttt := ch.c.Entry(ch.entryIDScanVideoProcess).Next.Format("2006-01-02 15:04:05")
  124. ch.log.Infoln("Next Sub Scan Will Process At:", tttt)
  125. } else {
  126. ch.log.Errorln("Can't get cron jobs, will not send SubScanJobStatus")
  127. }
  128. }
  129. // Stop 会阻塞等待任务完成
  130. func (ch *CronHelper) Stop() {
  131. cronHelperRunning := false
  132. ch.cronLock.Lock()
  133. cronHelperRunning = ch.cronHelperRunning
  134. ch.cronLock.Unlock()
  135. if cronHelperRunning == false {
  136. return
  137. }
  138. ch.cronLock.Lock()
  139. if ch.stopping == true {
  140. ch.cronLock.Unlock()
  141. return
  142. }
  143. ch.stopping = true
  144. ch.cronLock.Unlock()
  145. ch.videoScanAndRefreshHelper.Cancel()
  146. ch.downloader.Cancel()
  147. ch.scanPlayedVideoSubInfo.Cancel()
  148. // Stop stops the cron scheduler if it is running; otherwise it does nothing.
  149. // A context is returned so the caller can wait for running jobs to complete.
  150. nowContext := ch.c.Stop()
  151. select {
  152. case <-time.After(5 * time.Minute):
  153. ch.log.Warningln("Wait over 5 min, CronHelper is timeout")
  154. case <-nowContext.Done():
  155. ch.log.Infoln("CronHelper.Stop() Done.")
  156. }
  157. ch.cronLock.Lock()
  158. ch.cronHelperRunning = false
  159. ch.stopping = false
  160. ch.cronLock.Unlock()
  161. }
  162. func (ch *CronHelper) scanPlayedVideoSub() {
  163. bok, err := ch.scanPlayedVideoSubInfo.GetPlayedItemsSubtitle()
  164. if err != nil {
  165. ch.log.Errorln(err)
  166. }
  167. if bok == true {
  168. ch.scanPlayedVideoSubInfo.Clear()
  169. err = ch.scanPlayedVideoSubInfo.Scan()
  170. if err != nil {
  171. ch.log.Errorln(err)
  172. }
  173. }
  174. }
  175. func (ch *CronHelper) CronHelperRunning() bool {
  176. defer func() {
  177. ch.cronLock.Unlock()
  178. }()
  179. ch.cronLock.Lock()
  180. return ch.cronHelperRunning
  181. }
  182. func (ch *CronHelper) CronHelperStopping() bool {
  183. defer func() {
  184. ch.cronLock.Unlock()
  185. }()
  186. ch.cronLock.Lock()
  187. return ch.stopping
  188. }
  189. func (ch *CronHelper) CronRunningStatusString() string {
  190. if ch.CronHelperRunning() == true {
  191. if ch.CronHelperStopping() == true {
  192. return Stopping
  193. }
  194. return Running
  195. } else {
  196. return Stopped
  197. }
  198. }
  199. // scanVideoProcessAdd2DownloadQueue 定时执行的视频扫描任务,提交给任务队列,然后由额外的下载者线程去取队列中的任务下载
  200. func (ch *CronHelper) scanVideoProcessAdd2DownloadQueue() {
  201. defer func() {
  202. ch.cronLock.Lock()
  203. ch.cronLock.Unlock()
  204. // 下载完后,应该继续是等待
  205. tttt := ch.c.Entry(ch.entryIDScanVideoProcess).Next.Format("2006-01-02 15:04:05")
  206. ch.log.Infoln("Next Sub Scan Will Process At:", tttt)
  207. }()
  208. // 扫描字幕任务开始,先是扫描阶段,那么是拿不到有多少视频需要扫描的数量的
  209. ch.log.Infoln("scanVideoProcessAdd2DownloadQueue Start:", time.Now().Format("2006-01-02 15:04:05"))
  210. // ----------------------------------------------------------------------------------------
  211. // ----------------------------------------------------------------------------------------
  212. // 扫描有那些视频需要下载字幕,放入队列中,然后会有下载者去这个队列取出来进行下载
  213. err := ch.videoScanAndRefreshHelper.Start()
  214. if err != nil {
  215. ch.log.Errorln(err)
  216. return
  217. }
  218. }
  219. const (
  220. Stopped = "stopped"
  221. Running = "running"
  222. Stopping = "stopping"
  223. )