downloader.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663
  1. package internal
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/common"
  4. "github.com/allanpk716/ChineseSubFinder/internal/ifaces"
  5. embyHelper "github.com/allanpk716/ChineseSubFinder/internal/logic/emby_helper"
  6. "github.com/allanpk716/ChineseSubFinder/internal/logic/forced_scan_and_down_sub"
  7. markSystem "github.com/allanpk716/ChineseSubFinder/internal/logic/mark_system"
  8. "github.com/allanpk716/ChineseSubFinder/internal/logic/restore_fix_timeline_bk"
  9. seriesHelper "github.com/allanpk716/ChineseSubFinder/internal/logic/series_helper"
  10. subSupplier "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier"
  11. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/shooter"
  12. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/subhd"
  13. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/xunlei"
  14. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/zimuku"
  15. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_timeline_fixer"
  16. "github.com/allanpk716/ChineseSubFinder/internal/pkg/decode"
  17. "github.com/allanpk716/ChineseSubFinder/internal/pkg/log_helper"
  18. "github.com/allanpk716/ChineseSubFinder/internal/pkg/my_util"
  19. subcommon "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_formatter/common"
  20. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_helper"
  21. sub_timeline_fixer_pkg "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_timeline_fixer"
  22. "github.com/allanpk716/ChineseSubFinder/internal/types"
  23. "github.com/allanpk716/ChineseSubFinder/internal/types/emby"
  24. "github.com/allanpk716/ChineseSubFinder/internal/types/series"
  25. "github.com/allanpk716/ChineseSubFinder/internal/types/subparser"
  26. "github.com/panjf2000/ants/v2"
  27. "github.com/sirupsen/logrus"
  28. "golang.org/x/net/context"
  29. "os"
  30. "path/filepath"
  31. "sync"
  32. )
  33. // Downloader 实例化一次用一次,不要反复的使用,很多临时标志位需要清理。
  34. type Downloader struct {
  35. reqParam types.ReqParam
  36. log *logrus.Logger
  37. topic int // 最多能够下载 Top 几的字幕,每一个网站
  38. mk *markSystem.MarkingSystem // MarkingSystem
  39. embyHelper *embyHelper.EmbyHelper
  40. movieFileFullPathList []string // 多个需要搜索字幕的电影文件全路径
  41. seriesSubNeedDlMap map[string][]emby.EmbyMixInfo // 多个需要搜索字幕的连续剧目录
  42. subFormatter ifaces.ISubFormatter // 字幕格式化命名的实现
  43. subNameFormatter subcommon.FormatterName // 从 inSubFormatter 推断出来
  44. needForcedScanAndDownSub bool // 将会强制扫描所有的视频,下载字幕,替换已经存在的字幕,不进行时间段和已存在则跳过的判断。且不会进过 Emby API 的逻辑,智能进行强制去以本程序的方式去扫描。
  45. NeedRestoreFixTimeLineBK bool // 从 csf-bk 文件还原时间轴修复前的字幕文件
  46. subTimelineFixerHelperEx *sub_timeline_fixer.SubTimelineFixerHelperEx // 字幕时间轴校正
  47. }
  48. func NewDownloader(inSubFormatter ifaces.ISubFormatter, _reqParam ...types.ReqParam) *Downloader {
  49. var downloader Downloader
  50. downloader.subFormatter = inSubFormatter
  51. downloader.log = log_helper.GetLogger()
  52. downloader.topic = common.DownloadSubsPerSite
  53. if len(_reqParam) > 0 {
  54. downloader.reqParam = _reqParam[0]
  55. if downloader.reqParam.Topic > 0 && downloader.reqParam.Topic != downloader.topic {
  56. downloader.topic = downloader.reqParam.Topic
  57. }
  58. // 如果 Debug 模式开启了,强制设置线程数为1,方便定位问题
  59. if downloader.reqParam.DebugMode == true {
  60. downloader.reqParam.Threads = 1
  61. } else {
  62. // 并发线程的范围控制
  63. if downloader.reqParam.Threads <= 0 {
  64. downloader.reqParam.Threads = 2
  65. } else if downloader.reqParam.Threads >= 10 {
  66. downloader.reqParam.Threads = 10
  67. }
  68. }
  69. // 初始化 Emby API 接口
  70. if downloader.reqParam.EmbyConfig.Url != "" && downloader.reqParam.EmbyConfig.ApiKey != "" {
  71. downloader.embyHelper = embyHelper.NewEmbyHelper(downloader.reqParam.EmbyConfig)
  72. }
  73. } else {
  74. downloader.reqParam = *types.NewReqParam()
  75. }
  76. // 这里就不单独弄一个 reqParam.SubNameFormatter 字段来传递值了,因为 inSubFormatter 就已经知道是什么 formatter 了
  77. downloader.subNameFormatter = subcommon.FormatterName(downloader.subFormatter.GetFormatterFormatterName())
  78. var sitesSequence = make([]string, 0)
  79. // TODO 这里写固定了抉择字幕的顺序
  80. sitesSequence = append(sitesSequence, common.SubSiteZiMuKu)
  81. sitesSequence = append(sitesSequence, common.SubSiteSubHd)
  82. sitesSequence = append(sitesSequence, common.SubSiteShooter)
  83. sitesSequence = append(sitesSequence, common.SubSiteXunLei)
  84. downloader.mk = markSystem.NewMarkingSystem(sitesSequence, downloader.reqParam.SubTypePriority)
  85. downloader.movieFileFullPathList = make([]string, 0)
  86. downloader.seriesSubNeedDlMap = make(map[string][]emby.EmbyMixInfo)
  87. // 初始化,字幕校正的实例
  88. downloader.subTimelineFixerHelperEx = sub_timeline_fixer.NewSubTimelineFixerHelperEx(downloader.reqParam.SubTimelineFixerConfig)
  89. if downloader.reqParam.FixTimeLine == true {
  90. downloader.subTimelineFixerHelperEx.Check()
  91. }
  92. return &downloader
  93. }
  94. // ReadSpeFile 优先级最高。读取特殊文件,启用一些特殊的功能,比如 forced_scan_and_down_sub
  95. func (d *Downloader) ReadSpeFile() error {
  96. // 理论上是一次性的,用了这个文件就应该没了
  97. // 强制的字幕扫描
  98. needProcess_forced_scan_and_down_sub, err := forced_scan_and_down_sub.CheckSpeFile()
  99. if err != nil {
  100. return err
  101. }
  102. d.needForcedScanAndDownSub = needProcess_forced_scan_and_down_sub
  103. // 从 csf-bk 文件还原时间轴修复前的字幕文件
  104. needProcess_restore_fix_timeline_bk, err := restore_fix_timeline_bk.CheckSpeFile()
  105. if err != nil {
  106. return err
  107. }
  108. d.NeedRestoreFixTimeLineBK = needProcess_restore_fix_timeline_bk
  109. return nil
  110. }
  111. // GetUpdateVideoListFromEmby 这里首先会进行近期影片的获取,然后对这些影片进行刷新,然后在获取字幕列表,最终得到需要字幕获取的 video 列表
  112. func (d *Downloader) GetUpdateVideoListFromEmby(movieRootDir, seriesRootDir string) error {
  113. if d.embyHelper == nil {
  114. return nil
  115. }
  116. var err error
  117. var movieList []emby.EmbyMixInfo
  118. movieList, d.seriesSubNeedDlMap, err = d.embyHelper.GetRecentlyAddVideoList(movieRootDir, seriesRootDir)
  119. if err != nil {
  120. return err
  121. }
  122. // 获取全路径
  123. for _, info := range movieList {
  124. d.movieFileFullPathList = append(d.movieFileFullPathList, info.VideoFileFullPath)
  125. }
  126. // 输出调试信息
  127. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - seriesSubNeedDlMap Start")
  128. for s, _ := range d.seriesSubNeedDlMap {
  129. log_helper.GetLogger().Debugln(s)
  130. }
  131. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - seriesSubNeedDlMap End")
  132. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - movieFileFullPathList Start")
  133. for s, value := range d.movieFileFullPathList {
  134. log_helper.GetLogger().Debugln(s, value)
  135. }
  136. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - movieFileFullPathList End")
  137. return nil
  138. }
  139. func (d Downloader) RefreshEmbySubList() error {
  140. if d.embyHelper == nil {
  141. return nil
  142. }
  143. bRefresh := false
  144. defer func() {
  145. if bRefresh == true {
  146. d.log.Infoln("Refresh Emby Sub List Success")
  147. } else {
  148. d.log.Errorln("Refresh Emby Sub List Error")
  149. }
  150. }()
  151. bRefresh, err := d.embyHelper.RefreshEmbySubList()
  152. if err != nil {
  153. return err
  154. }
  155. return nil
  156. }
  157. // DownloadSub4Movie 这里对接 Emby 的时候比较方便,只要更新 d.movieFileFullPathList 就行了,不像连续剧那么麻烦
  158. func (d Downloader) DownloadSub4Movie(dir string) error {
  159. defer func() {
  160. // 所有的电影字幕下载完成,抉择完成,需要清理缓存目录
  161. err := my_util.ClearRootTmpFolder()
  162. if err != nil {
  163. d.log.Error("ClearRootTmpFolder", err)
  164. }
  165. d.log.Infoln("Download Movie Sub End...")
  166. }()
  167. var err error
  168. d.log.Infoln("Download Movie Sub Started...")
  169. // -----------------------------------------------------
  170. // 优先判断特殊的操作
  171. if d.needForcedScanAndDownSub == true {
  172. // 全扫描
  173. d.movieFileFullPathList, err = my_util.SearchMatchedVideoFile(dir)
  174. if err != nil {
  175. return err
  176. }
  177. } else {
  178. // 是否是通过 emby_helper api 获取的列表
  179. if d.embyHelper == nil {
  180. // 没有填写 emby_helper api 的信息,那么就走常规的全文件扫描流程
  181. d.movieFileFullPathList, err = my_util.SearchMatchedVideoFile(dir)
  182. if err != nil {
  183. return err
  184. }
  185. } else {
  186. // 进过 emby_helper api 的信息读取
  187. d.log.Infoln("Movie Sub Dl From Emby API...")
  188. if len(d.movieFileFullPathList) < 1 {
  189. d.log.Infoln("Movie Sub Dl From Emby API no movie need Dl sub")
  190. return nil
  191. }
  192. }
  193. }
  194. // -----------------------------------------------------
  195. // 并发控制
  196. movieDlFunc := func(i interface{}) error {
  197. inData := i.(InputData)
  198. // -----------------------------------------------------
  199. // 构建每个字幕站点下载者的实例
  200. var subSupplierHub = subSupplier.NewSubSupplierHub(
  201. //subhd.NewSupplier(d.reqParam),
  202. zimuku.NewSupplier(d.reqParam),
  203. xunlei.NewSupplier(d.reqParam),
  204. shooter.NewSupplier(d.reqParam),
  205. )
  206. if common.SubhdCode != "" {
  207. // 如果找到 code 了,那么就可以继续用这个实例
  208. subSupplierHub.AddSubSupplier(subhd.NewSupplier(d.reqParam))
  209. }
  210. // 字幕都下载缓存好了,需要抉择存哪一个,优先选择中文双语的,然后到中文
  211. organizeSubFiles, err := subSupplierHub.DownloadSub4Movie(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  212. if err != nil {
  213. d.log.Errorln("subSupplierHub.DownloadSub4Movie", inData.OneVideoFullPath, err)
  214. return err
  215. }
  216. // 返回的两个值都是 nil 的时候,就是无需下载字幕,那么同样不用输出额外的信息,因为之前会输出跳过的原因
  217. if organizeSubFiles == nil {
  218. return nil
  219. }
  220. // 去搜索了没有发现字幕
  221. if len(organizeSubFiles) < 1 {
  222. d.log.Infoln("no sub found", filepath.Base(inData.OneVideoFullPath))
  223. return nil
  224. }
  225. d.oneVideoSelectBestSub(inData.OneVideoFullPath, organizeSubFiles)
  226. // -----------------------------------------------------
  227. return nil
  228. }
  229. // -----------------------------------------------------
  230. antPool, err := ants.NewPoolWithFunc(d.reqParam.Threads, func(inData interface{}) {
  231. data := inData.(InputData)
  232. defer data.Wg.Done()
  233. ctx, cancel := context.WithTimeout(context.Background(), common.OneVideoProcessTimeOut)
  234. defer cancel()
  235. done := make(chan error, 1)
  236. panicChan := make(chan interface{}, 1)
  237. go func() {
  238. defer func() {
  239. if p := recover(); p != nil {
  240. panicChan <- p
  241. }
  242. }()
  243. done <- movieDlFunc(inData)
  244. }()
  245. select {
  246. case err := <-done:
  247. if err != nil {
  248. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc done with Error", err.Error())
  249. }
  250. return
  251. case p := <-panicChan:
  252. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc got panic", p)
  253. return
  254. case <-ctx.Done():
  255. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc got time out", ctx.Err())
  256. return
  257. }
  258. })
  259. if err != nil {
  260. return err
  261. }
  262. defer antPool.Release()
  263. wg := sync.WaitGroup{}
  264. // 一个视频文件同时多个站点查询,阻塞完毕后,在进行下一个
  265. for i, oneVideoFullPath := range d.movieFileFullPathList {
  266. wg.Add(1)
  267. err = antPool.Invoke(InputData{OneVideoFullPath: oneVideoFullPath, Index: i, Wg: &wg})
  268. if err != nil {
  269. d.log.Errorln("DownloadSub4Movie ants.Invoke", err)
  270. }
  271. }
  272. wg.Wait()
  273. return nil
  274. }
  275. func (d Downloader) DownloadSub4Series(dir string) error {
  276. var err error
  277. defer func() {
  278. // 所有的连续剧字幕下载完成,抉择完成,需要清理缓存目录
  279. err := my_util.ClearRootTmpFolder()
  280. if err != nil {
  281. d.log.Error("ClearRootTmpFolder", err)
  282. }
  283. d.log.Infoln("Download Series Sub End...")
  284. }()
  285. d.log.Infoln("Download Series Sub Started...")
  286. // 并发控制
  287. seriesDlFunc := func(i interface{}) error {
  288. inData := i.(InputData)
  289. // 构建每个字幕站点下载者的实例
  290. var subSupplierHub *subSupplier.SubSupplierHub
  291. subSupplierHub = subSupplier.NewSubSupplierHub(
  292. zimuku.NewSupplier(d.reqParam),
  293. //subhd.NewSupplier(d.reqParam),
  294. xunlei.NewSupplier(d.reqParam),
  295. shooter.NewSupplier(d.reqParam),
  296. )
  297. // 这里拿到了这一部连续剧的所有的剧集信息,以及所有下载到的字幕信息
  298. var seriesInfo *series.SeriesInfo
  299. var organizeSubFiles map[string][]string
  300. // 优先判断特殊的操作
  301. if d.needForcedScanAndDownSub == true {
  302. // 全盘扫描
  303. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4Series(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  304. if err != nil {
  305. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  306. return err
  307. }
  308. } else {
  309. // 是否是通过 emby_helper api 获取的列表
  310. if d.embyHelper == nil {
  311. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4Series(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  312. if err != nil {
  313. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  314. return err
  315. }
  316. } else {
  317. // 先进性 emby_helper api 的操作,读取需要更新字幕的项目
  318. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4SeriesFromEmby(
  319. filepath.Join(dir, inData.OneVideoFullPath),
  320. d.seriesSubNeedDlMap[inData.OneVideoFullPath], inData.Index)
  321. if err != nil {
  322. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  323. return err
  324. }
  325. }
  326. }
  327. if organizeSubFiles == nil || len(organizeSubFiles) < 1 {
  328. d.log.Infoln("no sub found", filepath.Base(inData.OneVideoFullPath))
  329. return nil
  330. }
  331. // 只针对需要下载字幕的视频进行字幕的选择保存
  332. for epsKey, episodeInfo := range seriesInfo.NeedDlEpsKeyList {
  333. // 匹配对应的 Eps 去处理
  334. d.oneVideoSelectBestSub(episodeInfo.FileFullPath, organizeSubFiles[epsKey])
  335. }
  336. // 这里会拿到一份季度字幕的列表比如,Key 是 S1E0 S2E0 S3E0,value 是新的存储位置
  337. fullSeasonSubDict := d.saveFullSeasonSub(seriesInfo, organizeSubFiles)
  338. // TODO 季度的字幕包,应该优先于零散的字幕吧,暂定就这样了,注意是全部都替换
  339. // 需要与有下载需求的季交叉
  340. for _, episodeInfo := range seriesInfo.EpList {
  341. _, ok := seriesInfo.NeedDlSeasonDict[episodeInfo.Season]
  342. if ok == false {
  343. continue
  344. }
  345. // 匹配对应的 Eps 去处理
  346. seasonEpsKey := my_util.GetEpisodeKeyName(episodeInfo.Season, episodeInfo.Episode)
  347. d.oneVideoSelectBestSub(episodeInfo.FileFullPath, fullSeasonSubDict[seasonEpsKey])
  348. }
  349. // 是否清理全季的缓存字幕文件夹
  350. if d.reqParam.SaveOneSeasonSub == false {
  351. err = sub_helper.DeleteOneSeasonSubCacheFolder(seriesInfo.DirPath)
  352. if err != nil {
  353. return err
  354. }
  355. }
  356. return nil
  357. }
  358. antPool, err := ants.NewPoolWithFunc(d.reqParam.Threads, func(inData interface{}) {
  359. data := inData.(InputData)
  360. defer data.Wg.Done()
  361. ctx, cancel := context.WithTimeout(context.Background(), common.OneVideoProcessTimeOut)
  362. defer cancel()
  363. done := make(chan error, 1)
  364. panicChan := make(chan interface{}, 1)
  365. go func() {
  366. defer func() {
  367. if p := recover(); p != nil {
  368. panicChan <- p
  369. }
  370. }()
  371. done <- seriesDlFunc(inData)
  372. }()
  373. select {
  374. case err := <-done:
  375. if err != nil {
  376. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc done with Error", err.Error())
  377. }
  378. return
  379. case p := <-panicChan:
  380. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc got panic", p)
  381. case <-ctx.Done():
  382. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc got time out", ctx.Err())
  383. return
  384. }
  385. })
  386. if err != nil {
  387. return err
  388. }
  389. defer antPool.Release()
  390. // 是否是通过 emby_helper api 获取的列表
  391. var seriesDirList = make([]string, 0)
  392. if d.embyHelper == nil {
  393. // 遍历连续剧总目录下的第一层目录
  394. seriesDirList, err = seriesHelper.GetSeriesList(dir)
  395. if err != nil {
  396. return err
  397. }
  398. for index, seriesDir := range seriesDirList {
  399. d.log.Debugln("embyHelper == nil GetSeriesList", index, seriesDir)
  400. }
  401. } else {
  402. // 这里给出的是连续剧的文件夹名称
  403. d.log.Debugln("embyHelper seriesSubNeedDlMap Count:", len(d.seriesSubNeedDlMap))
  404. for s, _ := range d.seriesSubNeedDlMap {
  405. seriesDirList = append(seriesDirList, s)
  406. d.log.Debugln("embyHelper seriesSubNeedDlMap:", s)
  407. }
  408. }
  409. wg := sync.WaitGroup{}
  410. for i, oneSeriesPath := range seriesDirList {
  411. wg.Add(1)
  412. err = antPool.Invoke(InputData{OneVideoFullPath: oneSeriesPath, Index: i, Wg: &wg})
  413. if err != nil {
  414. d.log.Errorln("DownloadSub4Series ants.Invoke", err)
  415. }
  416. }
  417. wg.Wait()
  418. return nil
  419. }
  420. func (d Downloader) RestoreFixTimelineBK(moviesDir, seriesDir string) error {
  421. defer d.log.Infoln("End Restore Fix Timeline BK")
  422. d.log.Infoln("Start Restore Fix Timeline BK...")
  423. _, err := sub_timeline_fixer_pkg.Restore(moviesDir, seriesDir)
  424. if err != nil {
  425. return err
  426. }
  427. return nil
  428. }
  429. // oneVideoSelectBestSub 一个视频,选择最佳的一个字幕(也可以保存所有网站第一个最佳字幕)
  430. func (d Downloader) oneVideoSelectBestSub(oneVideoFullPath string, organizeSubFiles []string) {
  431. // 如果没有则直接跳过
  432. if organizeSubFiles == nil || len(organizeSubFiles) < 1 {
  433. return
  434. }
  435. var err error
  436. // 得到目标视频文件的文件名
  437. videoFileName := filepath.Base(oneVideoFullPath)
  438. // -------------------------------------------------
  439. // 调试缓存,把下载好的字幕写到对应的视频目录下,方便调试
  440. if d.reqParam.DebugMode == true {
  441. err = my_util.CopyFiles2DebugFolder([]string{videoFileName}, organizeSubFiles)
  442. if err != nil {
  443. d.log.Errorln("copySubFile2DesFolder", err)
  444. }
  445. }
  446. // -------------------------------------------------
  447. /*
  448. 这里需要额外考虑一点,有可能当前目录已经有一个 .Default .Forced 标记的字幕了
  449. 那么下载字幕丢进来的时候就需要提前把这个字幕找出来,去除整个 .Default .Forced 标记
  450. 然后进行正常的下载,存储和替换字幕,最后将本次操作的第一次标记为 .Default
  451. */
  452. // 不管是不是保存多个字幕,都要先扫描本地的字幕,进行 .Default .Forced 去除
  453. // 这个视频的所有字幕,去除 .default .Forced 标记
  454. err = sub_helper.SearchVideoMatchSubFileAndRemoveExtMark(oneVideoFullPath)
  455. if err != nil {
  456. // 找个错误可以忍
  457. d.log.Errorln("SearchVideoMatchSubFileAndRemoveExtMark,", oneVideoFullPath, err)
  458. }
  459. if d.reqParam.SaveMultiSub == false {
  460. // 选择最优的一个字幕
  461. var finalSubFile *subparser.FileInfo
  462. finalSubFile = d.mk.SelectOneSubFile(organizeSubFiles)
  463. if finalSubFile == nil {
  464. d.log.Warnln("Found", len(organizeSubFiles), " subtitles but not one fit:", oneVideoFullPath)
  465. return
  466. }
  467. /*
  468. 这里还有一个梗,Emby、jellyfin 支持 default 和 forced 扩展字段
  469. 但是,plex 只支持 forced
  470. 那么就比较麻烦,干脆,normal 的命名格式化实例,就不设置 default 了,forced 不想用,因为可能会跟你手动选择的字幕冲突(下次观看的时候,理论上也可能不会)
  471. */
  472. // 判断配置文件中的字幕命名格式化的选择
  473. bSetDefault := true
  474. if d.subNameFormatter == subcommon.Normal {
  475. bSetDefault = false
  476. }
  477. // 找到了,写入文件
  478. err = d.writeSubFile2VideoPath(oneVideoFullPath, *finalSubFile, "", bSetDefault, false)
  479. if err != nil {
  480. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  481. return
  482. }
  483. } else {
  484. // 每个网站 Top1 的字幕
  485. siteNames, finalSubFiles := d.mk.SelectEachSiteTop1SubFile(organizeSubFiles)
  486. if len(siteNames) < 0 {
  487. d.log.Warnln("SelectEachSiteTop1SubFile found none sub file")
  488. return
  489. }
  490. // 多网站 Top 1 字幕保存的时候,第一个设置为 Default 即可
  491. /*
  492. 由于新功能支持了字幕命名格式的选择,那么如果触发了多个字幕保存的逻辑,如果不调整
  493. 则会遇到,top1 先写入,然后 top2 覆盖 top1 ,以此类推的情况出现
  494. 所以如果开启了 Normal SubNameFormatter 的功能,则要反序写入文件
  495. 如果是 Emby 的字幕命名格式则无需考虑此问题,因为每个网站只会有一个字幕,且字幕命名格式决定了不会重复写入覆盖
  496. */
  497. if d.subNameFormatter == subcommon.Emby {
  498. for i, file := range finalSubFiles {
  499. setDefault := false
  500. if i == 0 {
  501. setDefault = true
  502. }
  503. err = d.writeSubFile2VideoPath(oneVideoFullPath, file, siteNames[i], setDefault, false)
  504. if err != nil {
  505. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  506. return
  507. }
  508. }
  509. } else {
  510. // 默认这里就是 normal 模式
  511. // 逆序写入
  512. /*
  513. 这里还有一个梗,Emby、jellyfin 支持 default 和 forced 扩展字段
  514. 但是,plex 只支持 forced
  515. 那么就比较麻烦,干脆,normal 的命名格式化实例,就不设置 default 了,forced 不想用,因为可能会跟你手动选择的字幕冲突(下次观看的时候,理论上也可能不会)
  516. */
  517. for i := len(finalSubFiles) - 1; i > -1; i-- {
  518. err = d.writeSubFile2VideoPath(oneVideoFullPath, finalSubFiles[i], siteNames[i], false, false)
  519. if err != nil {
  520. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  521. return
  522. }
  523. }
  524. }
  525. }
  526. // -------------------------------------------------
  527. }
  528. // saveFullSeasonSub 这里就需要单独存储到连续剧每一季的文件夹的特殊文件夹中。需要跟 DeleteOneSeasonSubCacheFolder 关联起来
  529. func (d Downloader) saveFullSeasonSub(seriesInfo *series.SeriesInfo, organizeSubFiles map[string][]string) map[string][]string {
  530. var fullSeasonSubDict = make(map[string][]string)
  531. for _, season := range seriesInfo.SeasonDict {
  532. seasonKey := my_util.GetEpisodeKeyName(season, 0)
  533. subs, ok := organizeSubFiles[seasonKey]
  534. if ok == false {
  535. continue
  536. }
  537. for _, sub := range subs {
  538. subFileName := filepath.Base(sub)
  539. newSeasonSubRootPath, err := my_util.GetDebugFolderByName([]string{
  540. filepath.Base(seriesInfo.DirPath),
  541. "Sub_" + seasonKey})
  542. if err != nil {
  543. d.log.Errorln("saveFullSeasonSub.GetDebugFolderByName", subFileName, err)
  544. continue
  545. }
  546. newSubFullPath := filepath.Join(newSeasonSubRootPath, subFileName)
  547. err = my_util.CopyFile(sub, newSubFullPath)
  548. if err != nil {
  549. d.log.Errorln("saveFullSeasonSub.CopyFile", subFileName, err)
  550. continue
  551. }
  552. // 从字幕的文件名推断是 哪一季 的 那一集
  553. _, gusSeason, gusEpisode, err := decode.GetSeasonAndEpisodeFromSubFileName(subFileName)
  554. if err != nil {
  555. return nil
  556. }
  557. // 把整季的字幕缓存位置也提供出去,如果之前没有下载到的,这里返回出来的可以补上
  558. seasonEpsKey := my_util.GetEpisodeKeyName(gusSeason, gusEpisode)
  559. _, ok := fullSeasonSubDict[seasonEpsKey]
  560. if ok == false {
  561. // 初始化
  562. fullSeasonSubDict[seasonEpsKey] = make([]string, 0)
  563. }
  564. fullSeasonSubDict[seasonEpsKey] = append(fullSeasonSubDict[seasonEpsKey], sub)
  565. }
  566. }
  567. return fullSeasonSubDict
  568. }
  569. // 在前面需要进行语言的筛选、排序,这里仅仅是存储, extraSubPreName 这里传递是字幕的网站,有就认为是多字幕的存储。空就是单字幕,单字幕就可以setDefault
  570. func (d Downloader) writeSubFile2VideoPath(videoFileFullPath string, finalSubFile subparser.FileInfo, extraSubPreName string, setDefault bool, skipExistFile bool) error {
  571. defer d.log.Infoln("----------------------------------")
  572. videoRootPath := filepath.Dir(videoFileFullPath)
  573. subNewName, subNewNameWithDefault, _ := d.subFormatter.GenerateMixSubName(videoFileFullPath, finalSubFile.Ext, finalSubFile.Lang, extraSubPreName)
  574. desSubFullPath := filepath.Join(videoRootPath, subNewName)
  575. if setDefault == true {
  576. // 先判断没有 default 的字幕是否存在了,在的话,先删除,然后再写入
  577. if my_util.IsFile(desSubFullPath) == true {
  578. _ = os.Remove(desSubFullPath)
  579. }
  580. desSubFullPath = filepath.Join(videoRootPath, subNewNameWithDefault)
  581. }
  582. if skipExistFile == true {
  583. // 需要判断文件是否存在在,有则跳过
  584. if my_util.IsFile(desSubFullPath) == true {
  585. d.log.Infoln("OrgSubName:", finalSubFile.Name)
  586. d.log.Infoln("Sub Skip DownAt:", desSubFullPath)
  587. return nil
  588. }
  589. }
  590. // 最后写入字幕
  591. err := my_util.WriteFile(desSubFullPath, finalSubFile.Data)
  592. if err != nil {
  593. return err
  594. }
  595. d.log.Infoln("----------------------------------")
  596. d.log.Infoln("OrgSubName:", finalSubFile.Name)
  597. d.log.Infoln("SubDownAt:", desSubFullPath)
  598. // 然后还需要判断是否需要校正字幕的时间轴
  599. if d.reqParam.FixTimeLine == true {
  600. err = d.subTimelineFixerHelperEx.Process(videoFileFullPath, desSubFullPath)
  601. if err != nil {
  602. return err
  603. }
  604. }
  605. return nil
  606. }
  607. type InputData struct {
  608. OneVideoFullPath string
  609. Index int
  610. Wg *sync.WaitGroup
  611. }