downloader.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648
  1. package internal
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/common"
  4. "github.com/allanpk716/ChineseSubFinder/internal/ifaces"
  5. embyHelper "github.com/allanpk716/ChineseSubFinder/internal/logic/emby_helper"
  6. "github.com/allanpk716/ChineseSubFinder/internal/logic/forced_scan_and_down_sub"
  7. markSystem "github.com/allanpk716/ChineseSubFinder/internal/logic/mark_system"
  8. "github.com/allanpk716/ChineseSubFinder/internal/logic/restore_fix_timeline_bk"
  9. seriesHelper "github.com/allanpk716/ChineseSubFinder/internal/logic/series_helper"
  10. subSupplier "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier"
  11. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/shooter"
  12. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/xunlei"
  13. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/zimuku"
  14. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_timeline_fixer"
  15. "github.com/allanpk716/ChineseSubFinder/internal/pkg/decode"
  16. "github.com/allanpk716/ChineseSubFinder/internal/pkg/log_helper"
  17. "github.com/allanpk716/ChineseSubFinder/internal/pkg/my_util"
  18. subcommon "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_formatter/common"
  19. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_helper"
  20. sub_timeline_fixer_pkg "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_timeline_fixer"
  21. "github.com/allanpk716/ChineseSubFinder/internal/types"
  22. "github.com/allanpk716/ChineseSubFinder/internal/types/emby"
  23. "github.com/allanpk716/ChineseSubFinder/internal/types/series"
  24. "github.com/allanpk716/ChineseSubFinder/internal/types/subparser"
  25. "github.com/go-rod/rod/lib/utils"
  26. "github.com/panjf2000/ants/v2"
  27. "github.com/sirupsen/logrus"
  28. "golang.org/x/net/context"
  29. "os"
  30. "path/filepath"
  31. "sync"
  32. )
  33. // Downloader 实例化一次用一次,不要反复的使用,很多临时标志位需要清理。
  34. type Downloader struct {
  35. reqParam types.ReqParam
  36. log *logrus.Logger
  37. topic int // 最多能够下载 Top 几的字幕,每一个网站
  38. mk *markSystem.MarkingSystem // MarkingSystem
  39. embyHelper *embyHelper.EmbyHelper
  40. movieFileFullPathList []string // 多个需要搜索字幕的电影文件全路径
  41. seriesSubNeedDlMap map[string][]emby.EmbyMixInfo // 多个需要搜索字幕的连续剧目录
  42. subFormatter ifaces.ISubFormatter // 字幕格式化命名的实现
  43. subNameFormatter subcommon.FormatterName // 从 inSubFormatter 推断出来
  44. needForcedScanAndDownSub bool // 将会强制扫描所有的视频,下载字幕,替换已经存在的字幕,不进行时间段和已存在则跳过的判断。且不会进过 Emby API 的逻辑,智能进行强制去以本程序的方式去扫描。
  45. NeedRestoreFixTimeLineBK bool // 从 csf-bk 文件还原时间轴修复前的字幕文件
  46. subTimelineFixerHelperEx *sub_timeline_fixer.SubTimelineFixerHelperEx // 字幕时间轴校正
  47. }
  48. func NewDownloader(inSubFormatter ifaces.ISubFormatter, _reqParam ...types.ReqParam) *Downloader {
  49. var downloader Downloader
  50. downloader.subFormatter = inSubFormatter
  51. downloader.log = log_helper.GetLogger()
  52. downloader.topic = common.DownloadSubsPerSite
  53. if len(_reqParam) > 0 {
  54. downloader.reqParam = _reqParam[0]
  55. if downloader.reqParam.Topic > 0 && downloader.reqParam.Topic != downloader.topic {
  56. downloader.topic = downloader.reqParam.Topic
  57. }
  58. // 并发线程的范围控制
  59. if downloader.reqParam.Threads <= 0 {
  60. downloader.reqParam.Threads = 2
  61. } else if downloader.reqParam.Threads >= 10 {
  62. downloader.reqParam.Threads = 10
  63. }
  64. // 初始化 Emby API 接口
  65. if downloader.reqParam.EmbyConfig.Url != "" && downloader.reqParam.EmbyConfig.ApiKey != "" {
  66. downloader.embyHelper = embyHelper.NewEmbyHelper(downloader.reqParam.EmbyConfig)
  67. }
  68. } else {
  69. downloader.reqParam = *types.NewReqParam()
  70. }
  71. // 这里就不单独弄一个 reqParam.SubNameFormatter 字段来传递值了,因为 inSubFormatter 就已经知道是什么 formatter 了
  72. downloader.subNameFormatter = subcommon.FormatterName(downloader.subFormatter.GetFormatterFormatterName())
  73. var sitesSequence = make([]string, 0)
  74. // TODO 这里写固定了抉择字幕的顺序
  75. sitesSequence = append(sitesSequence, common.SubSiteZiMuKu)
  76. sitesSequence = append(sitesSequence, common.SubSiteSubHd)
  77. sitesSequence = append(sitesSequence, common.SubSiteXunLei)
  78. sitesSequence = append(sitesSequence, common.SubSiteShooter)
  79. downloader.mk = markSystem.NewMarkingSystem(sitesSequence, downloader.reqParam.SubTypePriority)
  80. downloader.movieFileFullPathList = make([]string, 0)
  81. downloader.seriesSubNeedDlMap = make(map[string][]emby.EmbyMixInfo)
  82. // 初始化,字幕校正的实例
  83. downloader.subTimelineFixerHelperEx = sub_timeline_fixer.NewSubTimelineFixerHelperEx(downloader.reqParam.SubTimelineFixerConfig)
  84. if downloader.reqParam.FixTimeLine == true {
  85. downloader.subTimelineFixerHelperEx.Check()
  86. }
  87. return &downloader
  88. }
  89. // ReadSpeFile 优先级最高。读取特殊文件,启用一些特殊的功能,比如 forced_scan_and_down_sub
  90. func (d *Downloader) ReadSpeFile() error {
  91. // 理论上是一次性的,用了这个文件就应该没了
  92. // 强制的字幕扫描
  93. needProcess_forced_scan_and_down_sub, err := forced_scan_and_down_sub.CheckSpeFile()
  94. if err != nil {
  95. return err
  96. }
  97. d.needForcedScanAndDownSub = needProcess_forced_scan_and_down_sub
  98. // 从 csf-bk 文件还原时间轴修复前的字幕文件
  99. needProcess_restore_fix_timeline_bk, err := restore_fix_timeline_bk.CheckSpeFile()
  100. if err != nil {
  101. return err
  102. }
  103. d.NeedRestoreFixTimeLineBK = needProcess_restore_fix_timeline_bk
  104. return nil
  105. }
  106. // GetUpdateVideoListFromEmby 这里首先会进行近期影片的获取,然后对这些影片进行刷新,然后在获取字幕列表,最终得到需要字幕获取的 video 列表
  107. func (d *Downloader) GetUpdateVideoListFromEmby(movieRootDir, seriesRootDir string) error {
  108. if d.embyHelper == nil {
  109. return nil
  110. }
  111. var err error
  112. var movieList []emby.EmbyMixInfo
  113. movieList, d.seriesSubNeedDlMap, err = d.embyHelper.GetRecentlyAddVideoList(movieRootDir, seriesRootDir)
  114. if err != nil {
  115. return err
  116. }
  117. // 获取全路径
  118. for _, info := range movieList {
  119. d.movieFileFullPathList = append(d.movieFileFullPathList, info.VideoFileFullPath)
  120. }
  121. // 输出调试信息
  122. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - seriesSubNeedDlMap Start")
  123. for s, _ := range d.seriesSubNeedDlMap {
  124. log_helper.GetLogger().Debugln(s)
  125. }
  126. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - seriesSubNeedDlMap End")
  127. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - movieFileFullPathList Start")
  128. for s, value := range d.movieFileFullPathList {
  129. log_helper.GetLogger().Debugln(s, value)
  130. }
  131. log_helper.GetLogger().Debugln("GetUpdateVideoListFromEmby - DebugInfo - movieFileFullPathList End")
  132. return nil
  133. }
  134. func (d Downloader) RefreshEmbySubList() error {
  135. if d.embyHelper == nil {
  136. return nil
  137. }
  138. bRefresh := false
  139. defer func() {
  140. if bRefresh == true {
  141. d.log.Infoln("Refresh Emby Sub List Success")
  142. } else {
  143. d.log.Errorln("Refresh Emby Sub List Error")
  144. }
  145. }()
  146. bRefresh, err := d.embyHelper.RefreshEmbySubList()
  147. if err != nil {
  148. return err
  149. }
  150. return nil
  151. }
  152. // DownloadSub4Movie 这里对接 Emby 的时候比较方便,只要更新 d.movieFileFullPathList 就行了,不像连续剧那么麻烦
  153. func (d Downloader) DownloadSub4Movie(dir string) error {
  154. defer func() {
  155. // 所有的电影字幕下载完成,抉择完成,需要清理缓存目录
  156. err := my_util.ClearRootTmpFolder()
  157. if err != nil {
  158. d.log.Error("ClearRootTmpFolder", err)
  159. }
  160. d.log.Infoln("Download Movie Sub End...")
  161. }()
  162. var err error
  163. d.log.Infoln("Download Movie Sub Started...")
  164. // -----------------------------------------------------
  165. // 优先判断特殊的操作
  166. if d.needForcedScanAndDownSub == true {
  167. // 全扫描
  168. d.movieFileFullPathList, err = my_util.SearchMatchedVideoFile(dir)
  169. if err != nil {
  170. return err
  171. }
  172. } else {
  173. // 是否是通过 emby_helper api 获取的列表
  174. if d.embyHelper == nil {
  175. // 没有填写 emby_helper api 的信息,那么就走常规的全文件扫描流程
  176. d.movieFileFullPathList, err = my_util.SearchMatchedVideoFile(dir)
  177. if err != nil {
  178. return err
  179. }
  180. } else {
  181. // 进过 emby_helper api 的信息读取
  182. d.log.Infoln("Movie Sub Dl From Emby API...")
  183. if len(d.movieFileFullPathList) < 1 {
  184. d.log.Infoln("Movie Sub Dl From Emby API no movie need Dl sub")
  185. return nil
  186. }
  187. }
  188. }
  189. // -----------------------------------------------------
  190. // 并发控制
  191. movieDlFunc := func(i interface{}) error {
  192. inData := i.(InputData)
  193. // -----------------------------------------------------
  194. // 构建每个字幕站点下载者的实例
  195. var subSupplierHub = subSupplier.NewSubSupplierHub(
  196. //subhd.NewSupplier(d.reqParam),
  197. zimuku.NewSupplier(d.reqParam),
  198. xunlei.NewSupplier(d.reqParam),
  199. shooter.NewSupplier(d.reqParam),
  200. )
  201. // 字幕都下载缓存好了,需要抉择存哪一个,优先选择中文双语的,然后到中文
  202. organizeSubFiles, err := subSupplierHub.DownloadSub4Movie(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  203. if err != nil {
  204. d.log.Errorln("subSupplierHub.DownloadSub4Movie", inData.OneVideoFullPath, err)
  205. return err
  206. }
  207. // 返回的两个值都是 nil 的时候,就是无需下载字幕,那么同样不用输出额外的信息,因为之前会输出跳过的原因
  208. if organizeSubFiles == nil {
  209. return nil
  210. }
  211. // 去搜索了没有发现字幕
  212. if len(organizeSubFiles) < 1 {
  213. d.log.Infoln("no sub found", filepath.Base(inData.OneVideoFullPath))
  214. return nil
  215. }
  216. d.oneVideoSelectBestSub(inData.OneVideoFullPath, organizeSubFiles)
  217. // -----------------------------------------------------
  218. return nil
  219. }
  220. // -----------------------------------------------------
  221. antPool, err := ants.NewPoolWithFunc(d.reqParam.Threads, func(inData interface{}) {
  222. data := inData.(InputData)
  223. defer data.Wg.Done()
  224. ctx, cancel := context.WithTimeout(context.Background(), common.OneVideoProcessTimeOut)
  225. defer cancel()
  226. done := make(chan error, 1)
  227. panicChan := make(chan interface{}, 1)
  228. go func() {
  229. defer func() {
  230. if p := recover(); p != nil {
  231. panicChan <- p
  232. }
  233. }()
  234. done <- movieDlFunc(inData)
  235. }()
  236. select {
  237. case err := <-done:
  238. if err != nil {
  239. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc done with Error", err.Error())
  240. }
  241. return
  242. case p := <-panicChan:
  243. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc got panic", p)
  244. return
  245. case <-ctx.Done():
  246. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc got time out", ctx.Err())
  247. return
  248. }
  249. })
  250. if err != nil {
  251. return err
  252. }
  253. defer antPool.Release()
  254. wg := sync.WaitGroup{}
  255. // 一个视频文件同时多个站点查询,阻塞完毕后,在进行下一个
  256. for i, oneVideoFullPath := range d.movieFileFullPathList {
  257. wg.Add(1)
  258. err = antPool.Invoke(InputData{OneVideoFullPath: oneVideoFullPath, Index: i, Wg: &wg})
  259. if err != nil {
  260. d.log.Errorln("DownloadSub4Movie ants.Invoke", err)
  261. }
  262. }
  263. wg.Wait()
  264. return nil
  265. }
  266. func (d Downloader) DownloadSub4Series(dir string) error {
  267. var err error
  268. defer func() {
  269. // 所有的连续剧字幕下载完成,抉择完成,需要清理缓存目录
  270. err := my_util.ClearRootTmpFolder()
  271. if err != nil {
  272. d.log.Error("ClearRootTmpFolder", err)
  273. }
  274. d.log.Infoln("Download Series Sub End...")
  275. }()
  276. d.log.Infoln("Download Series Sub Started...")
  277. // 并发控制
  278. seriesDlFunc := func(i interface{}) error {
  279. inData := i.(InputData)
  280. // 构建每个字幕站点下载者的实例
  281. var subSupplierHub *subSupplier.SubSupplierHub
  282. subSupplierHub = subSupplier.NewSubSupplierHub(
  283. zimuku.NewSupplier(d.reqParam),
  284. //subhd.NewSupplier(d.reqParam),
  285. xunlei.NewSupplier(d.reqParam),
  286. shooter.NewSupplier(d.reqParam),
  287. )
  288. // 这里拿到了这一部连续剧的所有的剧集信息,以及所有下载到的字幕信息
  289. var seriesInfo *series.SeriesInfo
  290. var organizeSubFiles map[string][]string
  291. // 优先判断特殊的操作
  292. if d.needForcedScanAndDownSub == true {
  293. // 全盘扫描
  294. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4Series(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  295. if err != nil {
  296. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  297. return err
  298. }
  299. } else {
  300. // 是否是通过 emby_helper api 获取的列表
  301. if d.embyHelper == nil {
  302. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4Series(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  303. if err != nil {
  304. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  305. return err
  306. }
  307. } else {
  308. // 先进性 emby_helper api 的操作,读取需要更新字幕的项目
  309. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4SeriesFromEmby(
  310. filepath.Join(dir, inData.OneVideoFullPath),
  311. d.seriesSubNeedDlMap[inData.OneVideoFullPath], inData.Index)
  312. if err != nil {
  313. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  314. return err
  315. }
  316. }
  317. }
  318. if organizeSubFiles == nil || len(organizeSubFiles) < 1 {
  319. d.log.Infoln("no sub found", filepath.Base(inData.OneVideoFullPath))
  320. return nil
  321. }
  322. // 只针对需要下载字幕的视频进行字幕的选择保存
  323. for epsKey, episodeInfo := range seriesInfo.NeedDlEpsKeyList {
  324. // 匹配对应的 Eps 去处理
  325. d.oneVideoSelectBestSub(episodeInfo.FileFullPath, organizeSubFiles[epsKey])
  326. }
  327. // 这里会拿到一份季度字幕的列表比如,Key 是 S1E0 S2E0 S3E0,value 是新的存储位置
  328. fullSeasonSubDict := d.saveFullSeasonSub(seriesInfo, organizeSubFiles)
  329. // TODO 季度的字幕包,应该优先于零散的字幕吧,暂定就这样了,注意是全部都替换
  330. // 需要与有下载需求的季交叉
  331. for _, episodeInfo := range seriesInfo.EpList {
  332. _, ok := seriesInfo.NeedDlSeasonDict[episodeInfo.Season]
  333. if ok == false {
  334. continue
  335. }
  336. // 匹配对应的 Eps 去处理
  337. seasonEpsKey := my_util.GetEpisodeKeyName(episodeInfo.Season, episodeInfo.Episode)
  338. d.oneVideoSelectBestSub(episodeInfo.FileFullPath, fullSeasonSubDict[seasonEpsKey])
  339. }
  340. // 是否清理全季的缓存字幕文件夹
  341. if d.reqParam.SaveOneSeasonSub == false {
  342. err = sub_helper.DeleteOneSeasonSubCacheFolder(seriesInfo.DirPath)
  343. if err != nil {
  344. return err
  345. }
  346. }
  347. return nil
  348. }
  349. antPool, err := ants.NewPoolWithFunc(d.reqParam.Threads, func(inData interface{}) {
  350. data := inData.(InputData)
  351. defer data.Wg.Done()
  352. ctx, cancel := context.WithTimeout(context.Background(), common.OneVideoProcessTimeOut)
  353. defer cancel()
  354. done := make(chan error, 1)
  355. panicChan := make(chan interface{}, 1)
  356. go func() {
  357. defer func() {
  358. if p := recover(); p != nil {
  359. panicChan <- p
  360. }
  361. }()
  362. done <- seriesDlFunc(inData)
  363. }()
  364. select {
  365. case err := <-done:
  366. if err != nil {
  367. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc done with Error", err.Error())
  368. }
  369. return
  370. case p := <-panicChan:
  371. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc got panic", p)
  372. case <-ctx.Done():
  373. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc got time out", ctx.Err())
  374. return
  375. }
  376. })
  377. if err != nil {
  378. return err
  379. }
  380. defer antPool.Release()
  381. // 是否是通过 emby_helper api 获取的列表
  382. var seriesDirList = make([]string, 0)
  383. if d.embyHelper == nil {
  384. // 遍历连续剧总目录下的第一层目录
  385. seriesDirList, err = seriesHelper.GetSeriesList(dir)
  386. if err != nil {
  387. return err
  388. }
  389. } else {
  390. // 这里给出的是连续剧的文件夹名称
  391. for s, _ := range d.seriesSubNeedDlMap {
  392. seriesDirList = append(seriesDirList, s)
  393. }
  394. }
  395. wg := sync.WaitGroup{}
  396. for i, oneSeriesPath := range seriesDirList {
  397. wg.Add(1)
  398. err = antPool.Invoke(InputData{OneVideoFullPath: oneSeriesPath, Index: i, Wg: &wg})
  399. if err != nil {
  400. d.log.Errorln("DownloadSub4Series ants.Invoke", err)
  401. }
  402. }
  403. wg.Wait()
  404. return nil
  405. }
  406. func (d Downloader) RestoreFixTimelineBK(moviesDir, seriesDir string) error {
  407. defer d.log.Infoln("End Restore Fix Timeline BK")
  408. d.log.Infoln("Start Restore Fix Timeline BK...")
  409. err := sub_timeline_fixer_pkg.Restore(moviesDir, seriesDir)
  410. if err != nil {
  411. return err
  412. }
  413. return nil
  414. }
  415. // oneVideoSelectBestSub 一个视频,选择最佳的一个字幕(也可以保存所有网站第一个最佳字幕)
  416. func (d Downloader) oneVideoSelectBestSub(oneVideoFullPath string, organizeSubFiles []string) {
  417. // 如果没有则直接跳过
  418. if organizeSubFiles == nil || len(organizeSubFiles) < 1 {
  419. return
  420. }
  421. var err error
  422. // 得到目标视频文件的文件名
  423. videoFileName := filepath.Base(oneVideoFullPath)
  424. // -------------------------------------------------
  425. // 调试缓存,把下载好的字幕写到对应的视频目录下,方便调试
  426. if d.reqParam.DebugMode == true {
  427. err = my_util.CopyFiles2DebugFolder([]string{videoFileName}, organizeSubFiles)
  428. if err != nil {
  429. d.log.Errorln("copySubFile2DesFolder", err)
  430. }
  431. }
  432. // -------------------------------------------------
  433. /*
  434. 这里需要额外考虑一点,有可能当前目录已经有一个 .Default .Forced 标记的字幕了
  435. 那么下载字幕丢进来的时候就需要提前把这个字幕找出来,去除整个 .Default .Forced 标记
  436. 然后进行正常的下载,存储和替换字幕,最后将本次操作的第一次标记为 .Default
  437. */
  438. // 不管是不是保存多个字幕,都要先扫描本地的字幕,进行 .Default .Forced 去除
  439. // 这个视频的所有字幕,去除 .default .Forced 标记
  440. err = sub_helper.SearchVideoMatchSubFileAndRemoveExtMark(oneVideoFullPath)
  441. if err != nil {
  442. // 找个错误可以忍
  443. d.log.Errorln("SearchVideoMatchSubFileAndRemoveExtMark,", oneVideoFullPath, err)
  444. }
  445. if d.reqParam.SaveMultiSub == false {
  446. // 选择最优的一个字幕
  447. var finalSubFile *subparser.FileInfo
  448. finalSubFile = d.mk.SelectOneSubFile(organizeSubFiles)
  449. if finalSubFile == nil {
  450. d.log.Warnln("Found", len(organizeSubFiles), " subtitles but not one fit:", oneVideoFullPath)
  451. return
  452. }
  453. /*
  454. 这里还有一个梗,Emby、jellyfin 支持 default 和 forced 扩展字段
  455. 但是,plex 只支持 forced
  456. 那么就比较麻烦,干脆,normal 的命名格式化实例,就不设置 default 了,forced 不想用,因为可能会跟你手动选择的字幕冲突(下次观看的时候,理论上也可能不会)
  457. */
  458. // 判断配置文件中的字幕命名格式化的选择
  459. bSetDefault := true
  460. if d.subNameFormatter == subcommon.Normal {
  461. bSetDefault = false
  462. }
  463. // 找到了,写入文件
  464. err = d.writeSubFile2VideoPath(oneVideoFullPath, *finalSubFile, "", bSetDefault, false)
  465. if err != nil {
  466. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  467. return
  468. }
  469. } else {
  470. // 每个网站 Top1 的字幕
  471. siteNames, finalSubFiles := d.mk.SelectEachSiteTop1SubFile(organizeSubFiles)
  472. if len(siteNames) < 0 {
  473. d.log.Warnln("SelectEachSiteTop1SubFile found none sub file")
  474. return
  475. }
  476. // 多网站 Top 1 字幕保存的时候,第一个设置为 Default 即可
  477. /*
  478. 由于新功能支持了字幕命名格式的选择,那么如果触发了多个字幕保存的逻辑,如果不调整
  479. 则会遇到,top1 先写入,然后 top2 覆盖 top1 ,以此类推的情况出现
  480. 所以如果开启了 Normal SubNameFormatter 的功能,则要反序写入文件
  481. 如果是 Emby 的字幕命名格式则无需考虑此问题,因为每个网站只会有一个字幕,且字幕命名格式决定了不会重复写入覆盖
  482. */
  483. if d.subNameFormatter == subcommon.Emby {
  484. for i, file := range finalSubFiles {
  485. setDefault := false
  486. if i == 0 {
  487. setDefault = true
  488. }
  489. err = d.writeSubFile2VideoPath(oneVideoFullPath, file, siteNames[i], setDefault, false)
  490. if err != nil {
  491. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  492. return
  493. }
  494. }
  495. } else {
  496. // 默认这里就是 normal 模式
  497. // 逆序写入
  498. /*
  499. 这里还有一个梗,Emby、jellyfin 支持 default 和 forced 扩展字段
  500. 但是,plex 只支持 forced
  501. 那么就比较麻烦,干脆,normal 的命名格式化实例,就不设置 default 了,forced 不想用,因为可能会跟你手动选择的字幕冲突(下次观看的时候,理论上也可能不会)
  502. */
  503. for i := len(finalSubFiles) - 1; i > -1; i-- {
  504. err = d.writeSubFile2VideoPath(oneVideoFullPath, finalSubFiles[i], siteNames[i], false, false)
  505. if err != nil {
  506. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  507. return
  508. }
  509. }
  510. }
  511. }
  512. // -------------------------------------------------
  513. }
  514. // saveFullSeasonSub 这里就需要单独存储到连续剧每一季的文件夹的特殊文件夹中。需要跟 DeleteOneSeasonSubCacheFolder 关联起来
  515. func (d Downloader) saveFullSeasonSub(seriesInfo *series.SeriesInfo, organizeSubFiles map[string][]string) map[string][]string {
  516. var fullSeasonSubDict = make(map[string][]string)
  517. for _, season := range seriesInfo.SeasonDict {
  518. seasonKey := my_util.GetEpisodeKeyName(season, 0)
  519. subs, ok := organizeSubFiles[seasonKey]
  520. if ok == false {
  521. continue
  522. }
  523. for _, sub := range subs {
  524. subFileName := filepath.Base(sub)
  525. newSeasonSubRootPath, err := my_util.GetDebugFolderByName([]string{
  526. filepath.Base(seriesInfo.DirPath),
  527. "Sub_" + seasonKey})
  528. if err != nil {
  529. d.log.Errorln("saveFullSeasonSub.GetDebugFolderByName", subFileName, err)
  530. continue
  531. }
  532. newSubFullPath := filepath.Join(newSeasonSubRootPath, subFileName)
  533. err = my_util.CopyFile(sub, newSubFullPath)
  534. if err != nil {
  535. d.log.Errorln("saveFullSeasonSub.CopyFile", subFileName, err)
  536. continue
  537. }
  538. // 从字幕的文件名推断是 哪一季 的 那一集
  539. _, gusSeason, gusEpisode, err := decode.GetSeasonAndEpisodeFromSubFileName(subFileName)
  540. if err != nil {
  541. return nil
  542. }
  543. // 把整季的字幕缓存位置也提供出去,如果之前没有下载到的,这里返回出来的可以补上
  544. seasonEpsKey := my_util.GetEpisodeKeyName(gusSeason, gusEpisode)
  545. _, ok := fullSeasonSubDict[seasonEpsKey]
  546. if ok == false {
  547. // 初始化
  548. fullSeasonSubDict[seasonEpsKey] = make([]string, 0)
  549. }
  550. fullSeasonSubDict[seasonEpsKey] = append(fullSeasonSubDict[seasonEpsKey], sub)
  551. }
  552. }
  553. return fullSeasonSubDict
  554. }
  555. // 在前面需要进行语言的筛选、排序,这里仅仅是存储, extraSubPreName 这里传递是字幕的网站,有就认为是多字幕的存储。空就是单字幕,单字幕就可以setDefault
  556. func (d Downloader) writeSubFile2VideoPath(videoFileFullPath string, finalSubFile subparser.FileInfo, extraSubPreName string, setDefault bool, skipExistFile bool) error {
  557. videoRootPath := filepath.Dir(videoFileFullPath)
  558. subNewName, subNewNameWithDefault, _ := d.subFormatter.GenerateMixSubName(videoFileFullPath, finalSubFile.Ext, finalSubFile.Lang, extraSubPreName)
  559. desSubFullPath := filepath.Join(videoRootPath, subNewName)
  560. if setDefault == true {
  561. // 先判断没有 default 的字幕是否存在了,在的话,先删除,然后再写入
  562. if my_util.IsFile(desSubFullPath) == true {
  563. _ = os.Remove(desSubFullPath)
  564. }
  565. desSubFullPath = filepath.Join(videoRootPath, subNewNameWithDefault)
  566. }
  567. if skipExistFile == true {
  568. // 需要判断文件是否存在在,有则跳过
  569. if my_util.IsFile(desSubFullPath) == true {
  570. d.log.Infoln("OrgSubName:", finalSubFile.Name)
  571. d.log.Infoln("Sub Skip DownAt:", desSubFullPath)
  572. return nil
  573. }
  574. }
  575. // 最后写入字幕
  576. err := utils.OutputFile(desSubFullPath, finalSubFile.Data)
  577. if err != nil {
  578. return err
  579. }
  580. d.log.Infoln("----------------------------------")
  581. d.log.Infoln("OrgSubName:", finalSubFile.Name)
  582. d.log.Infoln("SubDownAt:", desSubFullPath)
  583. // 然后还需要判断是否需要校正字幕的时间轴
  584. if d.reqParam.FixTimeLine == true {
  585. err = d.subTimelineFixerHelperEx.Process(videoFileFullPath, desSubFullPath)
  586. if err != nil {
  587. return err
  588. }
  589. }
  590. return nil
  591. }
  592. type InputData struct {
  593. OneVideoFullPath string
  594. Index int
  595. Wg *sync.WaitGroup
  596. }