cron_helper.go 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. package cron_helper
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/logic/file_downloader"
  4. "github.com/allanpk716/ChineseSubFinder/internal/logic/scan_played_video_subinfo"
  5. "github.com/allanpk716/ChineseSubFinder/internal/pkg/downloader"
  6. "github.com/allanpk716/ChineseSubFinder/internal/pkg/settings"
  7. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_formatter"
  8. "github.com/allanpk716/ChineseSubFinder/internal/pkg/task_queue"
  9. "github.com/allanpk716/ChineseSubFinder/internal/pkg/video_scan_and_refresh_helper"
  10. "github.com/robfig/cron/v3"
  11. "github.com/sirupsen/logrus"
  12. "sync"
  13. "time"
  14. )
  15. type CronHelper struct {
  16. stopping bool // 正在停止
  17. cronHelperRunning bool // 这个是定时器启动的状态,它为true,不代表核心函数在执行
  18. scanPlayedVideoSubInfo *scan_played_video_subinfo.ScanPlayedVideoSubInfo // 扫描已经播放过的视频的字幕信息
  19. FileDownloader *file_downloader.FileDownloader // 文件下载器
  20. DownloadQueue *task_queue.TaskQueue // 需要下载的视频的队列
  21. Downloader *downloader.Downloader // 下载者线程
  22. videoScanAndRefreshHelper *video_scan_and_refresh_helper.VideoScanAndRefreshHelper // 视频扫描和刷新的帮助类
  23. cronLock sync.Mutex // 锁
  24. c *cron.Cron // 定时器实例
  25. Settings *settings.Settings // 设置实例
  26. log *logrus.Logger // 日志实例
  27. entryIDScanVideoProcess cron.EntryID
  28. entryIDSupplierCheck cron.EntryID
  29. entryIDQueueDownloader cron.EntryID
  30. entryIDScanPlayedVideoSubInfo cron.EntryID
  31. }
  32. func NewCronHelper(fileDownloader *file_downloader.FileDownloader) *CronHelper {
  33. ch := CronHelper{
  34. FileDownloader: fileDownloader,
  35. log: fileDownloader.Log,
  36. Settings: fileDownloader.Settings,
  37. // 实例化下载队列
  38. DownloadQueue: task_queue.NewTaskQueue(fileDownloader.CacheCenter),
  39. }
  40. var err error
  41. // ----------------------------------------------
  42. // 扫描已播放
  43. ch.scanPlayedVideoSubInfo, err = scan_played_video_subinfo.NewScanPlayedVideoSubInfo(ch.log, ch.Settings)
  44. if err != nil {
  45. ch.log.Panicln(err)
  46. }
  47. // ----------------------------------------------
  48. // 字幕扫描器
  49. ch.videoScanAndRefreshHelper = video_scan_and_refresh_helper.NewVideoScanAndRefreshHelper(
  50. ch.FileDownloader,
  51. ch.DownloadQueue)
  52. // ----------------------------------------------
  53. // 初始化下载者,里面的两个 func 需要使用定时器启动 SupplierCheck QueueDownloader
  54. ch.Downloader = downloader.NewDownloader(
  55. sub_formatter.GetSubFormatter(ch.log, ch.Settings.AdvancedSettings.SubNameFormatter),
  56. ch.FileDownloader, ch.DownloadQueue)
  57. // 强制进行一次字幕源有效性检查
  58. ch.Downloader.SupplierCheck()
  59. return &ch
  60. }
  61. // Start 开启定时器任务,这个任务是非阻塞的,scanVideoProcessAdd2DownloadQueue 仅仅可能是这个函数执行耗时而已
  62. // runImmediately == false 那么 ch.c.Start() 是不会阻塞的
  63. func (ch *CronHelper) Start(runImmediately bool) {
  64. ch.cronLock.Lock()
  65. if ch.cronHelperRunning == true {
  66. ch.cronLock.Unlock()
  67. return
  68. }
  69. ch.cronLock.Unlock()
  70. ch.cronLock.Lock()
  71. ch.cronHelperRunning = true
  72. ch.stopping = false
  73. ch.cronLock.Unlock()
  74. // ----------------------------------------------
  75. // 判断扫描任务的时间间隔是否符合要求,不符合则重写默认值
  76. _, err := cron.ParseStandard(ch.Settings.CommonSettings.ScanInterval)
  77. if err != nil {
  78. ch.log.Warningln("CommonSettings.ScanInterval format error, after v0.25.x , need reset this at WebUI")
  79. // 如果解析错误了,就需要重新赋值默认值过来,然后保存
  80. nowSettings := ch.Settings
  81. nowSettings.CommonSettings.ScanInterval = settings.NewCommonSettings().ScanInterval
  82. err = settings.SetFullNewSettings(nowSettings)
  83. if err != nil {
  84. ch.log.Panicln("CronHelper.SetFullNewSettings:", err)
  85. return
  86. }
  87. }
  88. // ----------------------------------------------
  89. ch.c = cron.New(cron.WithChain(cron.SkipIfStillRunning(cron.DefaultLogger)))
  90. // 定时器
  91. // 这个暂时无法被取消执行
  92. ch.entryIDScanVideoProcess, err = ch.c.AddFunc(ch.Settings.CommonSettings.ScanInterval, ch.scanVideoProcessAdd2DownloadQueue)
  93. if err != nil {
  94. ch.log.Panicln("CronHelper scanVideoProcessAdd2DownloadQueue, Cron entryID:", ch.entryIDScanVideoProcess, "Error:", err)
  95. }
  96. // 这个可以由 ch.Downloader.Cancel() 取消执行
  97. ch.entryIDSupplierCheck, err = ch.c.AddFunc("@every 1h", ch.Downloader.SupplierCheck)
  98. if err != nil {
  99. ch.log.Panicln("CronHelper SupplierCheck, Cron entryID:", ch.entryIDSupplierCheck, "Error:", err)
  100. }
  101. // 这个可以由 ch.Downloader.Cancel() 取消执行
  102. ch.entryIDQueueDownloader, err = ch.c.AddFunc("@every 15s", ch.Downloader.QueueDownloader)
  103. if err != nil {
  104. ch.log.Panicln("CronHelper QueueDownloader, Cron entryID:", ch.entryIDQueueDownloader, "Error:", err)
  105. }
  106. // 这个可以由 ch.scanPlayedVideoSubInfo.Cancel() 取消执行
  107. ch.entryIDScanPlayedVideoSubInfo, err = ch.c.AddFunc("@every 24h", ch.scanPlayedVideoSub)
  108. if err != nil {
  109. ch.log.Panicln("CronHelper QueueDownloader, Cron entryID:", ch.entryIDScanPlayedVideoSubInfo, "Error:", err)
  110. }
  111. // ----------------------------------------------
  112. if runImmediately == true {
  113. // 是否在定时器开启前先执行一次视频扫描任务
  114. ch.cronLock.Lock()
  115. if ch.cronHelperRunning == true && ch.stopping == false {
  116. ch.cronLock.Unlock()
  117. //----------------------------------------------
  118. // 没有停止,那么继续扫描
  119. ch.log.Infoln("First Time scanVideoProcessAdd2DownloadQueue Start")
  120. if ch.Settings.SpeedDevMode == false {
  121. ch.scanVideoProcessAdd2DownloadQueue()
  122. }
  123. ch.log.Infoln("First Time scanVideoProcessAdd2DownloadQueue End")
  124. //----------------------------------------------
  125. } else {
  126. ch.cronLock.Unlock()
  127. ch.log.Infoln("CronHelper is stopping, not start scanVideoProcessAdd2DownloadQueue")
  128. return
  129. }
  130. } else {
  131. ch.log.Infoln("RunAtStartup: false, so will not Run At Startup")
  132. }
  133. // ----------------------------------------------
  134. // 如果不是立即执行,那么就等待定时器开启
  135. ch.cronLock.Lock()
  136. if ch.cronHelperRunning == true && ch.stopping == false {
  137. ch.cronLock.Unlock()
  138. //----------------------------------------------
  139. ch.log.Infoln("CronHelper Start...")
  140. ch.c.Start()
  141. //----------------------------------------------
  142. // 只有定时任务 start 之后才能拿到信息
  143. if len(ch.c.Entries()) > 0 {
  144. // 不会马上启动扫描,那么就需要设置当前的时间,且为 waiting
  145. tttt := ch.c.Entry(ch.entryIDScanVideoProcess).Next.Format("2006-01-02 15:04:05")
  146. ch.log.Infoln("Next Sub Scan Will Process At:", tttt)
  147. } else {
  148. ch.log.Errorln("Can't get cron jobs, will not send SubScanJobStatus")
  149. }
  150. //----------------------------------------------
  151. } else {
  152. ch.cronLock.Unlock()
  153. ch.log.Infoln("CronHelper is stopping, not start CronHelper")
  154. }
  155. //----------------------------------------------
  156. }
  157. // Stop 会阻塞等待任务完成
  158. func (ch *CronHelper) Stop() {
  159. cronHelperRunning := false
  160. ch.cronLock.Lock()
  161. cronHelperRunning = ch.cronHelperRunning
  162. ch.cronLock.Unlock()
  163. if cronHelperRunning == false {
  164. return
  165. }
  166. ch.cronLock.Lock()
  167. if ch.stopping == true {
  168. ch.cronLock.Unlock()
  169. return
  170. }
  171. ch.stopping = true
  172. ch.cronLock.Unlock()
  173. ch.videoScanAndRefreshHelper.Cancel()
  174. ch.Downloader.Cancel()
  175. ch.scanPlayedVideoSubInfo.Cancel()
  176. // Stop stops the cron scheduler if it is running; otherwise it does nothing.
  177. // A context is returned so the caller can wait for running jobs to complete.
  178. nowContext := ch.c.Stop()
  179. select {
  180. case <-time.After(5 * time.Minute):
  181. ch.log.Warningln("Wait over 5 min, CronHelper is timeout")
  182. case <-nowContext.Done():
  183. ch.log.Infoln("CronHelper.Stop() context<-Done.")
  184. }
  185. ch.cronLock.Lock()
  186. ch.cronHelperRunning = false
  187. ch.stopping = false
  188. ch.cronLock.Unlock()
  189. ch.log.Infoln("CronHelper.Stop() Done.")
  190. }
  191. func (ch *CronHelper) scanPlayedVideoSub() {
  192. bok, err := ch.scanPlayedVideoSubInfo.GetPlayedItemsSubtitle()
  193. if err != nil {
  194. ch.log.Errorln(err)
  195. }
  196. if bok == true {
  197. ch.scanPlayedVideoSubInfo.Clear()
  198. err = ch.scanPlayedVideoSubInfo.Scan()
  199. if err != nil {
  200. ch.log.Errorln(err)
  201. }
  202. }
  203. }
  204. func (ch *CronHelper) CronHelperRunning() bool {
  205. defer func() {
  206. ch.cronLock.Unlock()
  207. }()
  208. ch.cronLock.Lock()
  209. return ch.cronHelperRunning
  210. }
  211. func (ch *CronHelper) CronHelperStopping() bool {
  212. defer func() {
  213. ch.cronLock.Unlock()
  214. }()
  215. ch.cronLock.Lock()
  216. return ch.stopping
  217. }
  218. func (ch *CronHelper) CronRunningStatusString() string {
  219. if ch.CronHelperRunning() == true {
  220. if ch.CronHelperStopping() == true {
  221. return Stopping
  222. }
  223. return Running
  224. } else {
  225. return Stopped
  226. }
  227. }
  228. // scanVideoProcessAdd2DownloadQueue 定时执行的视频扫描任务,提交给任务队列,然后由额外的下载者线程去取队列中的任务下载
  229. func (ch *CronHelper) scanVideoProcessAdd2DownloadQueue() {
  230. // 扫描字幕任务开始,先是扫描阶段,那么是拿不到有多少视频需要扫描的数量的
  231. ch.log.Infoln("scanVideoProcessAdd2DownloadQueue Start:", time.Now().Format("2006-01-02 15:04:05"))
  232. // ----------------------------------------------------------------------------------------
  233. // ----------------------------------------------------------------------------------------
  234. // 扫描有那些视频需要下载字幕,放入队列中,然后会有下载者去这个队列取出来进行下载
  235. err := ch.videoScanAndRefreshHelper.Start()
  236. if err != nil {
  237. ch.log.Errorln(err)
  238. return
  239. }
  240. }
  241. const (
  242. Stopped = "stopped"
  243. Running = "running"
  244. Stopping = "stopping"
  245. )