cron_helper.go 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. package cron_helper
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/logic/file_downloader"
  4. "github.com/allanpk716/ChineseSubFinder/internal/logic/scan_played_video_subinfo"
  5. "github.com/allanpk716/ChineseSubFinder/internal/logic/task_queue"
  6. "github.com/allanpk716/ChineseSubFinder/internal/pkg/common"
  7. "github.com/allanpk716/ChineseSubFinder/internal/pkg/downloader"
  8. "github.com/allanpk716/ChineseSubFinder/internal/pkg/settings"
  9. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_formatter"
  10. "github.com/allanpk716/ChineseSubFinder/internal/pkg/video_scan_and_refresh_helper"
  11. "github.com/robfig/cron/v3"
  12. "github.com/sirupsen/logrus"
  13. "sync"
  14. "time"
  15. )
  16. type CronHelper struct {
  17. stopping bool // 正在停止
  18. cronHelperRunning bool // 这个是定时器启动的状态,它为true,不代表核心函数在执行
  19. scanPlayedVideoSubInfo *scan_played_video_subinfo.ScanPlayedVideoSubInfo
  20. fileDownloader *file_downloader.FileDownloader
  21. downloadQueue *task_queue.TaskQueue // 需要下载的视频的队列
  22. downloader *downloader.Downloader // 下载者线程
  23. cronLock sync.Mutex // 锁
  24. c *cron.Cron // 定时器实例
  25. sets *settings.Settings // 设置实例
  26. log *logrus.Logger // 日志实例
  27. entryIDScanVideoProcess cron.EntryID
  28. entryIDSupplierCheck cron.EntryID
  29. entryIDQueueDownloader cron.EntryID
  30. entryIDScanPlayedVideoSubInfo cron.EntryID
  31. }
  32. func NewCronHelper(fileDownloader *file_downloader.FileDownloader) *CronHelper {
  33. ch := CronHelper{
  34. fileDownloader: fileDownloader,
  35. log: fileDownloader.Log,
  36. sets: fileDownloader.Settings,
  37. // 实例化下载队列
  38. downloadQueue: task_queue.NewTaskQueue("LocalSubDownloadQueue", fileDownloader.Settings, fileDownloader.Log),
  39. }
  40. var err error
  41. ch.scanPlayedVideoSubInfo, err = scan_played_video_subinfo.NewScanPlayedVideoSubInfo(ch.log, ch.sets)
  42. if err != nil {
  43. ch.log.Panicln(err)
  44. }
  45. return &ch
  46. }
  47. // Start 开启定时器任务,这个任务是非阻塞的,scanVideoProcessAdd2DownloadQueue 仅仅可能是这个函数执行耗时而已
  48. // runImmediately == false 那么 ch.c.Start() 是不会阻塞的
  49. func (ch *CronHelper) Start(runImmediately bool) {
  50. ch.cronLock.Lock()
  51. if ch.cronHelperRunning == true {
  52. ch.cronLock.Unlock()
  53. return
  54. }
  55. ch.cronLock.Unlock()
  56. ch.cronLock.Lock()
  57. ch.cronHelperRunning = true
  58. ch.stopping = false
  59. ch.cronLock.Unlock()
  60. // ----------------------------------------------
  61. // 初始化下载者,里面的两个 func 需要使用定时器启动 SupplierCheck QueueDownloader
  62. ch.downloader = downloader.NewDownloader(
  63. sub_formatter.GetSubFormatter(ch.log, ch.sets.AdvancedSettings.SubNameFormatter),
  64. ch.fileDownloader, ch.downloadQueue)
  65. // ----------------------------------------------
  66. // 判断扫描任务的时间间隔是否符合要求,不符合则重写默认值
  67. _, err := cron.ParseStandard(ch.sets.CommonSettings.ScanInterval)
  68. if err != nil {
  69. ch.log.Warningln("CommonSettings.ScanInterval format error, after v0.25.x , need reset this at WebUI")
  70. // 如果解析错误了,就需要重新赋值默认值过来,然后保存
  71. nowSettings := ch.sets
  72. nowSettings.CommonSettings.ScanInterval = settings.NewCommonSettings().ScanInterval
  73. err = settings.SetFullNewSettings(nowSettings)
  74. if err != nil {
  75. ch.log.Panicln("CronHelper.SetFullNewSettings:", err)
  76. return
  77. }
  78. }
  79. // ----------------------------------------------
  80. ch.c = cron.New(cron.WithChain(cron.SkipIfStillRunning(cron.DefaultLogger)))
  81. // 定时器
  82. ch.entryIDScanVideoProcess, err = ch.c.AddFunc(ch.sets.CommonSettings.ScanInterval, ch.scanVideoProcessAdd2DownloadQueue)
  83. if err != nil {
  84. ch.log.Panicln("CronHelper scanVideoProcessAdd2DownloadQueue, Cron entryID:", ch.entryIDScanVideoProcess, "Error:", err)
  85. }
  86. ch.entryIDSupplierCheck, err = ch.c.AddFunc("@every 1h", ch.downloader.SupplierCheck)
  87. if err != nil {
  88. ch.log.Panicln("CronHelper SupplierCheck, Cron entryID:", ch.entryIDSupplierCheck, "Error:", err)
  89. }
  90. ch.entryIDQueueDownloader, err = ch.c.AddFunc("@every 15s", ch.downloader.QueueDownloader)
  91. if err != nil {
  92. ch.log.Panicln("CronHelper QueueDownloader, Cron entryID:", ch.entryIDQueueDownloader, "Error:", err)
  93. }
  94. ch.entryIDScanPlayedVideoSubInfo, err = ch.c.AddFunc("@every 24h", ch.scanPlayedVideoSub)
  95. if err != nil {
  96. ch.log.Panicln("CronHelper QueueDownloader, Cron entryID:", ch.entryIDScanPlayedVideoSubInfo, "Error:", err)
  97. }
  98. // 是否在定时器开启前先执行一次任务
  99. if runImmediately == true {
  100. ch.log.Infoln("First Time scanVideoProcessAdd2DownloadQueue Start")
  101. ch.scanVideoProcessAdd2DownloadQueue()
  102. ch.downloader.SupplierCheck()
  103. ch.log.Infoln("First Time scanVideoProcessAdd2DownloadQueue End")
  104. } else {
  105. ch.log.Infoln("RunAtStartup: false, so will not Run At Startup")
  106. }
  107. ch.log.Infoln("CronHelper Start...")
  108. ch.c.Start()
  109. // 只有定时任务 start 之后才能拿到信息
  110. if len(ch.c.Entries()) > 0 {
  111. // 不会马上启动扫描,那么就需要设置当前的时间,且为 waiting
  112. tttt := ch.c.Entry(ch.entryIDScanVideoProcess).Next.Format("2006-01-02 15:04:05")
  113. common.SetSubScanJobStatusWaiting(tttt)
  114. ch.log.Infoln("Next Sub Scan Will Process At:", tttt)
  115. } else {
  116. ch.log.Errorln("Can't get cron jobs, will not send SubScanJobStatus")
  117. }
  118. }
  119. // Stop 会阻塞等待任务完成
  120. func (ch *CronHelper) Stop() {
  121. cronHelperRunning := false
  122. ch.cronLock.Lock()
  123. cronHelperRunning = ch.cronHelperRunning
  124. ch.cronLock.Unlock()
  125. if cronHelperRunning == false {
  126. return
  127. }
  128. ch.cronLock.Lock()
  129. if ch.stopping == true {
  130. ch.cronLock.Unlock()
  131. return
  132. }
  133. ch.stopping = true
  134. ch.cronLock.Unlock()
  135. ch.downloader.Cancel()
  136. ch.scanPlayedVideoSubInfo.Cancel()
  137. // Stop stops the cron scheduler if it is running; otherwise it does nothing.
  138. // A context is returned so the caller can wait for running jobs to complete.
  139. nowContext := ch.c.Stop()
  140. select {
  141. case <-time.After(5 * time.Minute):
  142. ch.log.Warningln("Wait over 5 min, CronHelper is timeout")
  143. case <-nowContext.Done():
  144. ch.log.Infoln("CronHelper.Stop() Done.")
  145. }
  146. ch.cronLock.Lock()
  147. ch.cronHelperRunning = false
  148. ch.stopping = false
  149. ch.cronLock.Unlock()
  150. common.SetSubScanJobStatusNil()
  151. }
  152. func (ch *CronHelper) scanPlayedVideoSub() {
  153. bok, err := ch.scanPlayedVideoSubInfo.GetPlayedItemsSubtitle()
  154. if err != nil {
  155. ch.log.Panicln(err)
  156. }
  157. if bok == true {
  158. ch.scanPlayedVideoSubInfo.Clear()
  159. err = ch.scanPlayedVideoSubInfo.Scan()
  160. if err != nil {
  161. ch.log.Panicln(err)
  162. }
  163. }
  164. }
  165. func (ch *CronHelper) CronHelperRunning() bool {
  166. defer func() {
  167. ch.cronLock.Unlock()
  168. }()
  169. ch.cronLock.Lock()
  170. return ch.cronHelperRunning
  171. }
  172. func (ch *CronHelper) CronHelperStopping() bool {
  173. defer func() {
  174. ch.cronLock.Unlock()
  175. }()
  176. ch.cronLock.Lock()
  177. return ch.stopping
  178. }
  179. func (ch *CronHelper) CronRunningStatusString() string {
  180. if ch.CronHelperRunning() == true {
  181. if ch.CronHelperStopping() == true {
  182. return Stopping
  183. }
  184. return Running
  185. } else {
  186. return Stopped
  187. }
  188. }
  189. // scanVideoProcessAdd2DownloadQueue 定时执行的视频扫描任务,提交给任务队列,然后由额外的下载者线程去取队列中的任务下载
  190. func (ch *CronHelper) scanVideoProcessAdd2DownloadQueue() {
  191. defer func() {
  192. ch.cronLock.Lock()
  193. ch.cronLock.Unlock()
  194. // 下载完后,应该继续是等待
  195. tttt := ch.c.Entry(ch.entryIDScanVideoProcess).Next.Format("2006-01-02 15:04:05")
  196. common.SetSubScanJobStatusWaiting(tttt)
  197. }()
  198. // 扫描字幕任务开始,先是扫描阶段,那么是拿不到有多少视频需要扫描的数量的
  199. common.SetSubScanJobStatusPreparing(time.Now().Format("2006-01-02 15:04:05"))
  200. // ----------------------------------------------------------------------------------------
  201. // ----------------------------------------------------------------------------------------
  202. // 扫描有那些视频需要下载字幕,放入队列中,然后会有下载者去这个队列取出来进行下载
  203. videoScanAndRefreshHelper := video_scan_and_refresh_helper.NewVideoScanAndRefreshHelper(
  204. ch.fileDownloader,
  205. ch.downloadQueue)
  206. ch.log.Infoln("Video Scan Started...")
  207. // 先进行扫描
  208. scanResult, err := videoScanAndRefreshHelper.ScanNormalMovieAndSeries()
  209. if err != nil {
  210. ch.log.Errorln("ScanNormalMovieAndSeries", err)
  211. return
  212. }
  213. err = videoScanAndRefreshHelper.ScanEmbyMovieAndSeries(scanResult)
  214. if err != nil {
  215. ch.log.Errorln("ScanEmbyMovieAndSeries", err)
  216. return
  217. }
  218. // 过滤出需要下载的视频有那些,并放入队列中
  219. err = videoScanAndRefreshHelper.FilterMovieAndSeriesNeedDownload(scanResult)
  220. if err != nil {
  221. ch.log.Errorln("FilterMovieAndSeriesNeedDownload", err)
  222. return
  223. }
  224. }
  225. const (
  226. Stopped = "stopped"
  227. Running = "running"
  228. Stopping = "stopping"
  229. )