cron_helper.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341
  1. package cron_helper
  2. import (
  3. "github.com/ChineseSubFinder/ChineseSubFinder/internal/dao"
  4. "github.com/ChineseSubFinder/ChineseSubFinder/pkg"
  5. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/logic/file_downloader"
  6. //"github.com/ChineseSubFinder/ChineseSubFinder/internal/logic/pre_job"
  7. "sync"
  8. "time"
  9. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/downloader"
  10. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/settings"
  11. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/sub_formatter"
  12. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/task_queue"
  13. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/video_scan_and_refresh_helper"
  14. "github.com/robfig/cron/v3"
  15. "github.com/sirupsen/logrus"
  16. )
  17. type CronHelper struct {
  18. stopping bool // 正在停止
  19. cronHelperRunning bool // 这个是定时器启动的状态,它为true,不代表核心函数在执行
  20. //scanPlayedVideoSubInfo *scan_played_video_subinfo.ScanPlayedVideoSubInfo // 扫描已经播放过的视频的字幕信息
  21. FileDownloader *file_downloader.FileDownloader // 文件下载器
  22. DownloadQueue *task_queue.TaskQueue // 需要下载的视频的队列
  23. Downloader *downloader.Downloader // 下载者线程
  24. videoScanAndRefreshHelper *video_scan_and_refresh_helper.VideoScanAndRefreshHelper // 视频扫描和刷新的帮助类
  25. cronLock sync.Mutex // 锁
  26. c *cron.Cron // 定时器实例
  27. Logger *logrus.Logger // 日志实例
  28. entryIDScanVideoProcess cron.EntryID // 建立视频缓存,扫描有那些视频需要进行字幕下载的定时器的 ID
  29. entryIDSupplierCheck cron.EntryID // 检查字幕源有效性的定时器的 ID
  30. entryIDQueueDownloader cron.EntryID // 下载队列的定时器的 ID
  31. entryIDFeedBack cron.EntryID // 信息反馈
  32. //entryIDScanPlayedVideoSubInfo cron.EntryID
  33. //entryIDUploadPlayedVideoSub cron.EntryID
  34. }
  35. func NewCronHelper(fileDownloader *file_downloader.FileDownloader) *CronHelper {
  36. ch := CronHelper{
  37. FileDownloader: fileDownloader,
  38. Logger: fileDownloader.Log,
  39. // 实例化下载队列
  40. DownloadQueue: task_queue.NewTaskQueue(fileDownloader.CacheCenter),
  41. }
  42. //var err error
  43. // ----------------------------------------------
  44. // 扫描已播放
  45. //ch.scanPlayedVideoSubInfo, err = scan_played_video_subinfo.NewScanPlayedVideoSubInfo(ch.Logger, fileDownloader)
  46. //if err != nil {
  47. // ch.Logger.Panicln(err)
  48. //}
  49. // ----------------------------------------------
  50. // 字幕扫描器
  51. ch.videoScanAndRefreshHelper = video_scan_and_refresh_helper.NewVideoScanAndRefreshHelper(
  52. sub_formatter.GetSubFormatter(ch.Logger, settings.Get().AdvancedSettings.SubNameFormatter),
  53. ch.FileDownloader,
  54. ch.DownloadQueue)
  55. // ----------------------------------------------
  56. // 初始化下载者,里面的两个 func 需要使用定时器启动 SupplierCheck QueueDownloader
  57. ch.Downloader = downloader.NewDownloader(
  58. sub_formatter.GetSubFormatter(ch.Logger, settings.Get().AdvancedSettings.SubNameFormatter),
  59. ch.FileDownloader, ch.DownloadQueue)
  60. // 强制进行一次字幕源有效性检查
  61. ch.Downloader.SupplierCheck()
  62. return &ch
  63. }
  64. // Start 开启定时器任务,这个任务是非阻塞的,scanVideoProcessAdd2DownloadQueue 仅仅可能是这个函数执行耗时而已
  65. // runImmediately == false 那么 ch.c.Start() 是不会阻塞的
  66. func (ch *CronHelper) Start(runImmediately bool) {
  67. ch.cronLock.Lock()
  68. if ch.cronHelperRunning == true {
  69. ch.cronLock.Unlock()
  70. return
  71. }
  72. ch.cronLock.Unlock()
  73. ch.cronLock.Lock()
  74. ch.cronHelperRunning = true
  75. ch.stopping = false
  76. ch.cronLock.Unlock()
  77. // ----------------------------------------------
  78. // 判断扫描任务的时间间隔是否符合要求,不符合则重写默认值
  79. _, err := cron.ParseStandard(settings.Get().CommonSettings.ScanInterval)
  80. if err != nil {
  81. ch.Logger.Warningln("CommonSettings.ScanInterval format error, after v0.25.x , need reset this at WebUI")
  82. // 如果解析错误了,就需要重新赋值默认值过来,然后保存
  83. nowSettings := settings.Get()
  84. nowSettings.CommonSettings.ScanInterval = settings.NewCommonSettings().ScanInterval
  85. err = settings.SetFullNewSettings(nowSettings)
  86. if err != nil {
  87. ch.Logger.Panicln("CronHelper.SetFullNewSettings:", err)
  88. return
  89. }
  90. }
  91. // ----------------------------------------------
  92. ch.c = cron.New(cron.WithChain(cron.DelayIfStillRunning(cron.DefaultLogger)))
  93. {
  94. // 测试部分定时器代码,提前运行
  95. if settings.Get().SpeedDevMode == true {
  96. //pj := pre_job.NewPreJob(settings.Get(), ch.Logger)
  97. //err = pj.HotFix().Wait()
  98. //if err != nil {
  99. // ch.Logger.Errorln(err)
  100. //}
  101. //ch.scanVideoProcessAdd2DownloadQueue()
  102. //
  103. //ch.scanPlayedVideoSub()
  104. //ch.uploadVideoSub()
  105. }
  106. }
  107. // 定时器
  108. // 这个暂时无法被取消执行
  109. ch.entryIDScanVideoProcess, err = ch.c.AddFunc(settings.Get().CommonSettings.ScanInterval, ch.scanVideoProcessAdd2DownloadQueue)
  110. if err != nil {
  111. ch.Logger.Panicln("CronHelper scanVideoProcessAdd2DownloadQueue, scanVideoProcessAdd2DownloadQueue Cron entryID:", ch.entryIDScanVideoProcess, "Error:", err)
  112. }
  113. // 这个可以由 ch.Downloader.Cancel() 取消执行
  114. ch.entryIDSupplierCheck, err = ch.c.AddFunc("@every 1h", ch.Downloader.SupplierCheck)
  115. if err != nil {
  116. ch.Logger.Panicln("CronHelper SupplierCheck, SupplierCheck Cron entryID:", ch.entryIDSupplierCheck, "Error:", err)
  117. }
  118. // 这个可以由 ch.Downloader.Cancel() 取消执行
  119. ch.entryIDQueueDownloader, err = ch.c.AddFunc("@every 15s", ch.Downloader.QueueDownloader)
  120. if err != nil {
  121. ch.Logger.Panicln("CronHelper QueueDownloader, QueueDownloader Cron entryID:", ch.entryIDQueueDownloader, "Error:", err)
  122. }
  123. // FeedBack
  124. ch.entryIDFeedBack, err = ch.c.AddFunc("@every 24h", ch.feedBack)
  125. if err != nil {
  126. ch.Logger.Panicln("CronHelper QueueDownloader, feedBack Cron entryID:", ch.entryIDFeedBack, "Error:", err)
  127. }
  128. // 字幕的上传逻辑
  129. if settings.Get().ExperimentalFunction.ShareSubSettings.ShareSubEnabled == true {
  130. // 取消上传字幕的逻辑,目前评估的第一阶段已经完成,后续的逻辑需要重新评估
  131. //intervalNowTask := "@every 10s"
  132. //if settings.Get().SpeedDevMode == true {
  133. // intervalNowTask = "@every 1s"
  134. //}
  135. //ch.entryIDUploadPlayedVideoSub, err = ch.c.AddFunc(intervalNowTask, ch.uploadVideoSub)
  136. //if err != nil {
  137. // ch.Logger.Panicln("CronHelper QueueDownloader, uploadVideoSub Cron entryID:", ch.entryIDUploadPlayedVideoSub, "Error:", err)
  138. //}
  139. }
  140. // ----------------------------------------------
  141. if runImmediately == true {
  142. // 是否在定时器开启前先执行一次视频扫描任务
  143. ch.cronLock.Lock()
  144. if ch.cronHelperRunning == true && ch.stopping == false {
  145. ch.cronLock.Unlock()
  146. //----------------------------------------------
  147. // 没有停止,那么继续扫描
  148. ch.Logger.Infoln("First Time scanVideoProcessAdd2DownloadQueue Start")
  149. if settings.Get().SpeedDevMode == false {
  150. ch.scanVideoProcessAdd2DownloadQueue()
  151. }
  152. ch.Logger.Infoln("First Time scanVideoProcessAdd2DownloadQueue End")
  153. //----------------------------------------------
  154. } else {
  155. ch.cronLock.Unlock()
  156. ch.Logger.Infoln("CronHelper is stopping, not start scanVideoProcessAdd2DownloadQueue")
  157. return
  158. }
  159. } else {
  160. ch.Logger.Infoln("RunAtStartup: false, so will not Run At Startup")
  161. }
  162. // ----------------------------------------------
  163. // 如果不是立即执行,那么就等待定时器开启
  164. ch.cronLock.Lock()
  165. if ch.cronHelperRunning == true && ch.stopping == false {
  166. ch.cronLock.Unlock()
  167. //----------------------------------------------
  168. ch.Logger.Infoln("CronHelper Start...")
  169. ch.c.Start()
  170. //----------------------------------------------
  171. // 只有定时任务 start 之后才能拿到信息
  172. if len(ch.c.Entries()) > 0 {
  173. // 不会马上启动扫描,那么就需要设置当前的时间,且为 waiting
  174. tttt := ch.c.Entry(ch.entryIDScanVideoProcess).Next.Format("2006-01-02 15:04:05")
  175. ch.Logger.Infoln("Next Sub Scan Will Process At:", tttt)
  176. } else {
  177. ch.Logger.Errorln("Can't get cron jobs, will not send SubScanJobStatus")
  178. }
  179. //----------------------------------------------
  180. } else {
  181. ch.cronLock.Unlock()
  182. ch.Logger.Infoln("CronHelper is stopping, not start CronHelper")
  183. }
  184. //----------------------------------------------
  185. }
  186. // Stop 会阻塞等待任务完成
  187. func (ch *CronHelper) Stop() {
  188. cronHelperRunning := false
  189. ch.cronLock.Lock()
  190. cronHelperRunning = ch.cronHelperRunning
  191. ch.cronLock.Unlock()
  192. if cronHelperRunning == false {
  193. return
  194. }
  195. ch.cronLock.Lock()
  196. if ch.stopping == true {
  197. ch.cronLock.Unlock()
  198. return
  199. }
  200. ch.stopping = true
  201. ch.cronLock.Unlock()
  202. ch.videoScanAndRefreshHelper.Cancel()
  203. ch.Downloader.Cancel()
  204. //ch.scanPlayedVideoSubInfo.Cancel()
  205. // Stop stops the cron scheduler if it is running; otherwise it does nothing.
  206. // A context is returned so the caller can wait for running jobs to complete.
  207. nowContext := ch.c.Stop()
  208. select {
  209. case <-time.After(5 * time.Minute):
  210. ch.Logger.Warningln("Wait over 5 min, CronHelper is timeout")
  211. case <-nowContext.Done():
  212. ch.Logger.Infoln("CronHelper.Stop() context<-Done.")
  213. }
  214. ch.cronLock.Lock()
  215. ch.cronHelperRunning = false
  216. ch.stopping = false
  217. ch.cronLock.Unlock()
  218. ch.Logger.Infoln("CronHelper.Stop() Done.")
  219. }
  220. func (ch *CronHelper) feedBack() {
  221. ch.Logger.Infoln("Update Info...")
  222. nowInfo := dao.UpdateInfo(pkg.AppVersion(), settings.Get())
  223. _, err := ch.FileDownloader.MediaInfoDealers.SubtitleBestApi.FeedBack(
  224. nowInfo.Id,
  225. nowInfo.Version, nowInfo.MediaServer,
  226. nowInfo.EnableShare, nowInfo.EnableApiKey)
  227. if err != nil {
  228. ch.Logger.Errorln("FeedBack Error:", err)
  229. return
  230. }
  231. }
  232. //func (ch *CronHelper) scanPlayedVideoSub() {
  233. //
  234. // ch.Logger.Infoln("Update Info...")
  235. // nowInfo := dao.UpdateInfo(pkg.AppVersion(), settings.Get())
  236. // _, err := ch.FileDownloader.MediaInfoDealers.SubtitleBestApi.FeedBack(
  237. // nowInfo.Id,
  238. // nowInfo.Version, nowInfo.MediaServer,
  239. // nowInfo.EnableShare, nowInfo.EnableApiKey)
  240. // if err != nil {
  241. // ch.Logger.Errorln("FeedBack Error:", err)
  242. // return
  243. // }
  244. //
  245. // ch.Logger.Infoln("------------------------------------------------------")
  246. // ch.Logger.Infoln("scanPlayedVideoSub Start")
  247. // startT := time.Now()
  248. // defer func() {
  249. // ch.Logger.Infoln("scanPlayedVideoSub End, Cost:", time.Since(startT).Minutes(), "min")
  250. // ch.Logger.Infoln("------------------------------------------------------")
  251. // }()
  252. // bok, err := ch.scanPlayedVideoSubInfo.GetPlayedItemsSubtitle(settings.Get().EmbySettings, common.EmbyApiGetItemsLimitMax)
  253. // if err != nil {
  254. // ch.Logger.Errorln(err)
  255. // }
  256. // if bok == true {
  257. // ch.scanPlayedVideoSubInfo.Clear()
  258. // err = ch.scanPlayedVideoSubInfo.Scan()
  259. // if err != nil {
  260. // ch.Logger.Errorln(err)
  261. // }
  262. // }
  263. //}
  264. func (ch *CronHelper) CronHelperRunning() bool {
  265. defer func() {
  266. ch.cronLock.Unlock()
  267. }()
  268. ch.cronLock.Lock()
  269. return ch.cronHelperRunning
  270. }
  271. func (ch *CronHelper) CronHelperStopping() bool {
  272. defer func() {
  273. ch.cronLock.Unlock()
  274. }()
  275. ch.cronLock.Lock()
  276. return ch.stopping
  277. }
  278. func (ch *CronHelper) CronRunningStatusString() string {
  279. if ch.CronHelperRunning() == true {
  280. if ch.CronHelperStopping() == true {
  281. return Stopping
  282. }
  283. return Running
  284. } else {
  285. return Stopped
  286. }
  287. }
  288. // scanVideoProcessAdd2DownloadQueue 定时执行的视频扫描任务,提交给任务队列,然后由额外的下载者线程去取队列中的任务下载
  289. func (ch *CronHelper) scanVideoProcessAdd2DownloadQueue() {
  290. // 扫描字幕任务开始,先是扫描阶段,那么是拿不到有多少视频需要扫描的数量的
  291. ch.Logger.Infoln("scanVideoProcessAdd2DownloadQueue Start:", time.Now().Format("2006-01-02 15:04:05"))
  292. // ----------------------------------------------------------------------------------------
  293. // ----------------------------------------------------------------------------------------
  294. // 扫描有那些视频需要下载字幕,放入队列中,然后会有下载者去这个队列取出来进行下载
  295. err := ch.videoScanAndRefreshHelper.Start(ch.Downloader.ScanLogic)
  296. if err != nil {
  297. ch.Logger.Errorln(err)
  298. return
  299. }
  300. }
  301. const (
  302. Stopped = "stopped"
  303. Running = "running"
  304. Stopping = "stopping"
  305. )