downloader.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603
  1. package internal
  2. import (
  3. "github.com/allanpk716/ChineseSubFinder/internal/common"
  4. "github.com/allanpk716/ChineseSubFinder/internal/ifaces"
  5. embyHelper "github.com/allanpk716/ChineseSubFinder/internal/logic/emby_helper"
  6. "github.com/allanpk716/ChineseSubFinder/internal/logic/forced_scan_and_down_sub"
  7. markSystem "github.com/allanpk716/ChineseSubFinder/internal/logic/mark_system"
  8. seriesHelper "github.com/allanpk716/ChineseSubFinder/internal/logic/series_helper"
  9. subSupplier "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier"
  10. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/shooter"
  11. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/xunlei"
  12. "github.com/allanpk716/ChineseSubFinder/internal/logic/sub_supplier/zimuku"
  13. "github.com/allanpk716/ChineseSubFinder/internal/pkg"
  14. "github.com/allanpk716/ChineseSubFinder/internal/pkg/decode"
  15. "github.com/allanpk716/ChineseSubFinder/internal/pkg/log_helper"
  16. subcommon "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_formatter/common"
  17. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_helper"
  18. "github.com/allanpk716/ChineseSubFinder/internal/types"
  19. "github.com/allanpk716/ChineseSubFinder/internal/types/emby"
  20. "github.com/allanpk716/ChineseSubFinder/internal/types/series"
  21. "github.com/allanpk716/ChineseSubFinder/internal/types/subparser"
  22. "github.com/go-rod/rod/lib/utils"
  23. "github.com/panjf2000/ants/v2"
  24. "github.com/sirupsen/logrus"
  25. "golang.org/x/net/context"
  26. "os"
  27. "path/filepath"
  28. "sync"
  29. )
  30. // Downloader 实例化一次用一次,不要反复的使用,很多临时标志位需要清理。
  31. type Downloader struct {
  32. reqParam types.ReqParam
  33. log *logrus.Logger
  34. topic int // 最多能够下载 Top 几的字幕,每一个网站
  35. mk *markSystem.MarkingSystem // MarkingSystem
  36. embyHelper *embyHelper.EmbyHelper
  37. movieFileFullPathList []string // 多个需要搜索字幕的电影文件全路径
  38. seriesSubNeedDlMap map[string][]emby.EmbyMixInfo // 多个需要搜索字幕的连续剧目录
  39. subFormatter ifaces.ISubFormatter // 字幕格式化命名的实现
  40. subNameFormatter subcommon.FormatterName // 从 inSubFormatter 推断出来
  41. needForcedScanAndDownSub bool // 将会强制扫描所有的视频,下载字幕,替换已经存在的字幕,不进行时间段和已存在则跳过的判断。且不会进过 Emby API 的逻辑,智能进行强制去以本程序的方式去扫描。
  42. }
  43. func NewDownloader(inSubFormatter ifaces.ISubFormatter, _reqParam ...types.ReqParam) *Downloader {
  44. var downloader Downloader
  45. downloader.subFormatter = inSubFormatter
  46. downloader.log = log_helper.GetLogger()
  47. downloader.topic = common.DownloadSubsPerSite
  48. if len(_reqParam) > 0 {
  49. downloader.reqParam = _reqParam[0]
  50. if downloader.reqParam.Topic > 0 && downloader.reqParam.Topic != downloader.topic {
  51. downloader.topic = downloader.reqParam.Topic
  52. }
  53. // 并发线程的范围控制
  54. if downloader.reqParam.Threads <= 0 {
  55. downloader.reqParam.Threads = 2
  56. } else if downloader.reqParam.Threads >= 10 {
  57. downloader.reqParam.Threads = 10
  58. }
  59. // 初始化 Emby API 接口
  60. if downloader.reqParam.EmbyConfig.Url != "" && downloader.reqParam.EmbyConfig.ApiKey != "" {
  61. downloader.embyHelper = embyHelper.NewEmbyHelper(downloader.reqParam.EmbyConfig)
  62. }
  63. } else {
  64. downloader.reqParam = *types.NewReqParam()
  65. }
  66. // 这里就不单独弄一个 reqParam.SubNameFormatter 字段来传递值了,因为 inSubFormatter 就已经知道是什么 formatter 了
  67. downloader.subNameFormatter = subcommon.FormatterName(downloader.subFormatter.GetFormatterFormatterName())
  68. var sitesSequence = make([]string, 0)
  69. // TODO 这里写固定了抉择字幕的顺序
  70. sitesSequence = append(sitesSequence, common.SubSiteZiMuKu)
  71. sitesSequence = append(sitesSequence, common.SubSiteSubHd)
  72. sitesSequence = append(sitesSequence, common.SubSiteXunLei)
  73. sitesSequence = append(sitesSequence, common.SubSiteShooter)
  74. downloader.mk = markSystem.NewMarkingSystem(sitesSequence, downloader.reqParam.SubTypePriority)
  75. downloader.movieFileFullPathList = make([]string, 0)
  76. downloader.seriesSubNeedDlMap = make(map[string][]emby.EmbyMixInfo)
  77. return &downloader
  78. }
  79. // ReadSpeFile 优先级最高。读取特殊文件,启用一些特殊的功能,比如 forced_scan_and_down_sub
  80. func (d *Downloader) ReadSpeFile() error {
  81. // 理论上是一次性的,用了这个文件就应该没了
  82. needProcess, err := forced_scan_and_down_sub.CheckSpeFile()
  83. if err != nil {
  84. return err
  85. }
  86. d.needForcedScanAndDownSub = needProcess
  87. return nil
  88. }
  89. // GetUpdateVideoListFromEmby 这里首先会进行近期影片的获取,然后对这些影片进行刷新,然后在获取字幕列表,最终得到需要字幕获取的 video 列表
  90. func (d *Downloader) GetUpdateVideoListFromEmby(movieRootDir, seriesRootDir string) error {
  91. if d.embyHelper == nil {
  92. return nil
  93. }
  94. var err error
  95. var movieList []emby.EmbyMixInfo
  96. movieList, d.seriesSubNeedDlMap, err = d.embyHelper.GetRecentlyAddVideoList(movieRootDir, seriesRootDir)
  97. if err != nil {
  98. return err
  99. }
  100. // 获取全路径
  101. for _, info := range movieList {
  102. d.movieFileFullPathList = append(d.movieFileFullPathList, info.VideoFileFullPath)
  103. }
  104. return nil
  105. }
  106. func (d Downloader) RefreshEmbySubList() error {
  107. if d.embyHelper == nil {
  108. return nil
  109. }
  110. bRefresh := false
  111. defer func() {
  112. if bRefresh == true {
  113. d.log.Infoln("Refresh Emby Sub List")
  114. }
  115. }()
  116. bRefresh, err := d.embyHelper.RefreshEmbySubList()
  117. if err != nil {
  118. return err
  119. }
  120. return nil
  121. }
  122. // DownloadSub4Movie 这里对接 Emby 的时候比较方便,只要更新 d.movieFileFullPathList 就行了,不像连续剧那么麻烦
  123. func (d Downloader) DownloadSub4Movie(dir string) error {
  124. defer func() {
  125. // 所有的电影字幕下载完成,抉择完成,需要清理缓存目录
  126. err := pkg.ClearRootTmpFolder()
  127. if err != nil {
  128. d.log.Error("ClearRootTmpFolder", err)
  129. }
  130. d.log.Infoln("Download Movie Sub End...")
  131. }()
  132. var err error
  133. d.log.Infoln("Download Movie Sub Started...")
  134. // 优先判断特殊的操作
  135. if d.needForcedScanAndDownSub == true {
  136. // 全扫描
  137. d.movieFileFullPathList, err = pkg.SearchMatchedVideoFile(dir)
  138. if err != nil {
  139. return err
  140. }
  141. } else {
  142. // 是否是通过 emby_helper api 获取的列表
  143. if d.embyHelper == nil {
  144. // 没有填写 emby_helper api 的信息,那么就走常规的全文件扫描流程
  145. d.movieFileFullPathList, err = pkg.SearchMatchedVideoFile(dir)
  146. if err != nil {
  147. return err
  148. }
  149. } else {
  150. // 进过 emby_helper api 的信息读取
  151. d.log.Infoln("Movie Sub Dl From Emby API...")
  152. if len(d.movieFileFullPathList) < 1 {
  153. d.log.Infoln("Movie Sub Dl From Emby API no movie need Dl sub")
  154. return nil
  155. }
  156. }
  157. }
  158. // 并发控制
  159. movieDlFunc := func(i interface{}) error {
  160. inData := i.(InputData)
  161. // -----------------------------------------------------
  162. // 构建每个字幕站点下载者的实例
  163. var subSupplierHub = subSupplier.NewSubSupplierHub(
  164. //subhd.NewSupplier(d.reqParam),
  165. zimuku.NewSupplier(d.reqParam),
  166. xunlei.NewSupplier(d.reqParam),
  167. shooter.NewSupplier(d.reqParam),
  168. )
  169. // 字幕都下载缓存好了,需要抉择存哪一个,优先选择中文双语的,然后到中文
  170. organizeSubFiles, err := subSupplierHub.DownloadSub4Movie(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  171. if err != nil {
  172. d.log.Errorln("subSupplierHub.DownloadSub4Movie", inData.OneVideoFullPath, err)
  173. return err
  174. }
  175. // 返回的两个值都是 nil 的时候,就是无需下载字幕,那么同样不用输出额外的信息,因为之前会输出跳过的原因
  176. if organizeSubFiles == nil {
  177. return nil
  178. }
  179. // 去搜索了没有发现字幕
  180. if len(organizeSubFiles) < 1 {
  181. d.log.Infoln("no sub found", filepath.Base(inData.OneVideoFullPath))
  182. return nil
  183. }
  184. d.oneVideoSelectBestSub(inData.OneVideoFullPath, organizeSubFiles)
  185. // -----------------------------------------------------
  186. return nil
  187. }
  188. antPool, err := ants.NewPoolWithFunc(d.reqParam.Threads, func(inData interface{}) {
  189. data := inData.(InputData)
  190. defer data.Wg.Done()
  191. ctx, cancel := context.WithTimeout(context.Background(), common.OneVideoProcessTimeOut)
  192. defer cancel()
  193. done := make(chan error, 1)
  194. panicChan := make(chan interface{}, 1)
  195. go func() {
  196. defer func() {
  197. if p := recover(); p != nil {
  198. panicChan <- p
  199. }
  200. }()
  201. done <- movieDlFunc(inData)
  202. }()
  203. select {
  204. case err := <-done:
  205. if err != nil {
  206. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc done with Error", err.Error())
  207. }
  208. return
  209. case p := <-panicChan:
  210. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc got panic", p)
  211. case <-ctx.Done():
  212. d.log.Errorln("DownloadSub4Movie.NewPoolWithFunc got time out", ctx.Err())
  213. return
  214. }
  215. })
  216. if err != nil {
  217. return err
  218. }
  219. defer antPool.Release()
  220. wg := sync.WaitGroup{}
  221. // 一个视频文件同时多个站点查询,阻塞完毕后,在进行下一个
  222. for i, oneVideoFullPath := range d.movieFileFullPathList {
  223. wg.Add(1)
  224. err = antPool.Invoke(InputData{OneVideoFullPath: oneVideoFullPath, Index: i, Wg: &wg})
  225. if err != nil {
  226. d.log.Errorln("DownloadSub4Movie ants.Invoke", err)
  227. }
  228. }
  229. wg.Wait()
  230. return nil
  231. }
  232. func (d Downloader) DownloadSub4Series(dir string) error {
  233. var err error
  234. defer func() {
  235. // 所有的连续剧字幕下载完成,抉择完成,需要清理缓存目录
  236. err := pkg.ClearRootTmpFolder()
  237. if err != nil {
  238. d.log.Error("ClearRootTmpFolder", err)
  239. }
  240. d.log.Infoln("Download Series Sub End...")
  241. }()
  242. d.log.Infoln("Download Series Sub Started...")
  243. // 并发控制
  244. seriesDlFunc := func(i interface{}) error {
  245. inData := i.(InputData)
  246. // 构建每个字幕站点下载者的实例
  247. var subSupplierHub *subSupplier.SubSupplierHub
  248. subSupplierHub = subSupplier.NewSubSupplierHub(
  249. zimuku.NewSupplier(d.reqParam),
  250. //subhd.NewSupplier(d.reqParam),
  251. xunlei.NewSupplier(d.reqParam),
  252. shooter.NewSupplier(d.reqParam),
  253. )
  254. // 这里拿到了这一部连续剧的所有的剧集信息,以及所有下载到的字幕信息
  255. var seriesInfo *series.SeriesInfo
  256. var organizeSubFiles map[string][]string
  257. // 优先判断特殊的操作
  258. if d.needForcedScanAndDownSub == true {
  259. // 全盘扫描
  260. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4Series(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  261. if err != nil {
  262. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  263. return err
  264. }
  265. } else {
  266. // 是否是通过 emby_helper api 获取的列表
  267. if d.embyHelper == nil {
  268. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4Series(inData.OneVideoFullPath, inData.Index, d.needForcedScanAndDownSub)
  269. if err != nil {
  270. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  271. return err
  272. }
  273. } else {
  274. // 先进性 emby_helper api 的操作,读取需要更新字幕的项目
  275. seriesInfo, organizeSubFiles, err = subSupplierHub.DownloadSub4SeriesFromEmby(
  276. filepath.Join(dir, inData.OneVideoFullPath),
  277. d.seriesSubNeedDlMap[inData.OneVideoFullPath], inData.Index)
  278. if err != nil {
  279. d.log.Errorln("subSupplierHub.DownloadSub4Series", inData.OneVideoFullPath, err)
  280. return err
  281. }
  282. }
  283. }
  284. if organizeSubFiles == nil || len(organizeSubFiles) < 1 {
  285. d.log.Infoln("no sub found", filepath.Base(inData.OneVideoFullPath))
  286. return nil
  287. }
  288. // 只针对需要下载字幕的视频进行字幕的选择保存
  289. for epsKey, episodeInfo := range seriesInfo.NeedDlEpsKeyList {
  290. // 匹配对应的 Eps 去处理
  291. d.oneVideoSelectBestSub(episodeInfo.FileFullPath, organizeSubFiles[epsKey])
  292. }
  293. // 这里会拿到一份季度字幕的列表比如,Key 是 S1E0 S2E0 S3E0,value 是新的存储位置
  294. fullSeasonSubDict := d.saveFullSeasonSub(seriesInfo, organizeSubFiles)
  295. // TODO 季度的字幕包,应该优先于零散的字幕吧,暂定就这样了,注意是全部都替换
  296. // 需要与有下载需求的季交叉
  297. for _, episodeInfo := range seriesInfo.EpList {
  298. _, ok := seriesInfo.NeedDlSeasonDict[episodeInfo.Season]
  299. if ok == false {
  300. continue
  301. }
  302. // 匹配对应的 Eps 去处理
  303. seasonEpsKey := pkg.GetEpisodeKeyName(episodeInfo.Season, episodeInfo.Episode)
  304. d.oneVideoSelectBestSub(episodeInfo.FileFullPath, fullSeasonSubDict[seasonEpsKey])
  305. }
  306. // 是否清理全季的缓存字幕文件夹
  307. if d.reqParam.SaveOneSeasonSub == false {
  308. err = sub_helper.DeleteOneSeasonSubCacheFolder(seriesInfo.DirPath)
  309. if err != nil {
  310. return err
  311. }
  312. }
  313. return nil
  314. }
  315. antPool, err := ants.NewPoolWithFunc(d.reqParam.Threads, func(inData interface{}) {
  316. data := inData.(InputData)
  317. defer data.Wg.Done()
  318. ctx, cancel := context.WithTimeout(context.Background(), common.OneVideoProcessTimeOut)
  319. defer cancel()
  320. done := make(chan error, 1)
  321. panicChan := make(chan interface{}, 1)
  322. go func() {
  323. defer func() {
  324. if p := recover(); p != nil {
  325. panicChan <- p
  326. }
  327. }()
  328. done <- seriesDlFunc(inData)
  329. }()
  330. select {
  331. case err := <-done:
  332. if err != nil {
  333. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc done with Error", err.Error())
  334. }
  335. return
  336. case p := <-panicChan:
  337. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc got panic", p)
  338. case <-ctx.Done():
  339. d.log.Errorln("DownloadSub4Series.NewPoolWithFunc got time out", ctx.Err())
  340. return
  341. }
  342. })
  343. if err != nil {
  344. return err
  345. }
  346. defer antPool.Release()
  347. // 是否是通过 emby_helper api 获取的列表
  348. var seriesDirList = make([]string, 0)
  349. if d.embyHelper == nil {
  350. // 遍历连续剧总目录下的第一层目录
  351. seriesDirList, err = seriesHelper.GetSeriesList(dir)
  352. if err != nil {
  353. return err
  354. }
  355. } else {
  356. // 这里给出的是连续剧的文件夹名称
  357. for s, _ := range d.seriesSubNeedDlMap {
  358. seriesDirList = append(seriesDirList, s)
  359. }
  360. }
  361. wg := sync.WaitGroup{}
  362. for i, oneSeriesPath := range seriesDirList {
  363. wg.Add(1)
  364. err = antPool.Invoke(InputData{OneVideoFullPath: oneSeriesPath, Index: i, Wg: &wg})
  365. if err != nil {
  366. d.log.Errorln("DownloadSub4Series ants.Invoke", err)
  367. }
  368. }
  369. wg.Wait()
  370. return nil
  371. }
  372. // oneVideoSelectBestSub 一个视频,选择最佳的一个字幕(也可以保存所有网站第一个最佳字幕)
  373. func (d Downloader) oneVideoSelectBestSub(oneVideoFullPath string, organizeSubFiles []string) {
  374. // 如果没有则直接跳过
  375. if organizeSubFiles == nil || len(organizeSubFiles) < 1 {
  376. return
  377. }
  378. var err error
  379. // 得到目标视频文件的根目录
  380. videoRootPath := filepath.Dir(oneVideoFullPath)
  381. // -------------------------------------------------
  382. // 调试缓存,把下载好的字幕写到对应的视频目录下,方便调试
  383. if d.reqParam.DebugMode == true {
  384. err = d.copySubFile2DesFolder(videoRootPath, organizeSubFiles)
  385. if err != nil {
  386. d.log.Errorln("copySubFile2DesFolder", err)
  387. }
  388. }
  389. // -------------------------------------------------
  390. /*
  391. 这里需要额外考虑一点,有可能当前目录已经有一个 .Default .Forced 标记的字幕了
  392. 那么下载字幕丢进来的时候就需要提前把这个字幕找出来,去除整个 .Default .Forced 标记
  393. 然后进行正常的下载,存储和替换字幕,最后将本次操作的第一次标记为 .Default
  394. */
  395. // 不管是不是保存多个字幕,都要先扫描本地的字幕,进行 .Default .Forced 去除
  396. // 这个视频的所有字幕,去除 .default .Forced 标记
  397. err = sub_helper.SearchVideoMatchSubFileAndRemoveExtMark(oneVideoFullPath)
  398. if err != nil {
  399. // 找个错误可以忍
  400. d.log.Errorln("SearchVideoMatchSubFileAndRemoveExtMark,", oneVideoFullPath, err)
  401. }
  402. if d.reqParam.SaveMultiSub == false {
  403. // 选择最优的一个字幕
  404. var finalSubFile *subparser.FileInfo
  405. finalSubFile = d.mk.SelectOneSubFile(organizeSubFiles)
  406. if finalSubFile == nil {
  407. d.log.Warnln("Found", len(organizeSubFiles), " subtitles but not one fit:", oneVideoFullPath)
  408. return
  409. }
  410. /*
  411. 这里还有一个梗,Emby、jellyfin 支持 default 和 forced 扩展字段
  412. 但是,plex 只支持 forced
  413. 那么就比较麻烦,干脆,normal 的命名格式化实例,就不设置 default 了,forced 不想用,因为可能会跟你手动选择的字幕冲突(下次观看的时候,理论上也可能不会)
  414. */
  415. // 判断配置文件中的字幕命名格式化的选择
  416. bSetDefault := true
  417. if d.subNameFormatter == subcommon.Normal {
  418. bSetDefault = false
  419. }
  420. // 找到了,写入文件
  421. err = d.writeSubFile2VideoPath(oneVideoFullPath, *finalSubFile, "", bSetDefault, false)
  422. if err != nil {
  423. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  424. return
  425. }
  426. } else {
  427. // 每个网站 Top1 的字幕
  428. siteNames, finalSubFiles := d.mk.SelectEachSiteTop1SubFile(organizeSubFiles)
  429. if len(siteNames) < 0 {
  430. d.log.Warnln("SelectEachSiteTop1SubFile found none sub file")
  431. return
  432. }
  433. // 多网站 Top 1 字幕保存的时候,第一个设置为 Default 即可
  434. /*
  435. 由于新功能支持了字幕命名格式的选择,那么如果触发了多个字幕保存的逻辑,如果不调整
  436. 则会遇到,top1 先写入,然后 top2 覆盖 top1 ,以此类推的情况出现
  437. 所以如果开启了 Normal SubNameFormatter 的功能,则要反序写入文件
  438. 如果是 Emby 的字幕命名格式则无需考虑此问题,因为每个网站只会有一个字幕,且字幕命名格式决定了不会重复写入覆盖
  439. */
  440. if d.subNameFormatter == subcommon.Emby {
  441. for i, file := range finalSubFiles {
  442. setDefault := false
  443. if i == 0 {
  444. setDefault = true
  445. }
  446. err = d.writeSubFile2VideoPath(oneVideoFullPath, file, siteNames[i], setDefault, false)
  447. if err != nil {
  448. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  449. return
  450. }
  451. }
  452. } else {
  453. // 默认这里就是 normal 模式
  454. // 逆序写入
  455. /*
  456. 这里还有一个梗,Emby、jellyfin 支持 default 和 forced 扩展字段
  457. 但是,plex 只支持 forced
  458. 那么就比较麻烦,干脆,normal 的命名格式化实例,就不设置 default 了,forced 不想用,因为可能会跟你手动选择的字幕冲突(下次观看的时候,理论上也可能不会)
  459. */
  460. for i := len(finalSubFiles) - 1; i > -1; i-- {
  461. err = d.writeSubFile2VideoPath(oneVideoFullPath, finalSubFiles[i], siteNames[i], false, false)
  462. if err != nil {
  463. d.log.Errorln("SaveMultiSub:", d.reqParam.SaveMultiSub, "writeSubFile2VideoPath:", err)
  464. return
  465. }
  466. }
  467. }
  468. }
  469. // -------------------------------------------------
  470. }
  471. // saveFullSeasonSub 这里就需要单独存储到连续剧每一季的文件夹的特殊文件夹中
  472. func (d Downloader) saveFullSeasonSub(seriesInfo *series.SeriesInfo, organizeSubFiles map[string][]string) map[string][]string {
  473. var fullSeasonSubDict = make(map[string][]string)
  474. for _, season := range seriesInfo.SeasonDict {
  475. seasonKey := pkg.GetEpisodeKeyName(season, 0)
  476. subs, ok := organizeSubFiles[seasonKey]
  477. if ok == false {
  478. continue
  479. }
  480. for _, sub := range subs {
  481. subFileName := filepath.Base(sub)
  482. newSeasonSubRootPath := filepath.Join(seriesInfo.DirPath, "Sub_"+seasonKey)
  483. _ = os.MkdirAll(newSeasonSubRootPath, os.ModePerm)
  484. newSubFullPath := filepath.Join(newSeasonSubRootPath, subFileName)
  485. err := pkg.CopyFile(sub, newSubFullPath)
  486. if err != nil {
  487. d.log.Errorln("saveFullSeasonSub", subFileName, err)
  488. continue
  489. }
  490. // 从字幕的文件名推断是 哪一季 的 那一集
  491. _, gusSeason, gusEpisode, err := decode.GetSeasonAndEpisodeFromSubFileName(subFileName)
  492. if err != nil {
  493. return nil
  494. }
  495. // 把整季的字幕缓存位置也提供出去,如果之前没有下载到的,这里返回出来的可以补上
  496. seasonEpsKey := pkg.GetEpisodeKeyName(gusSeason, gusEpisode)
  497. _, ok := fullSeasonSubDict[seasonEpsKey]
  498. if ok == false {
  499. // 初始化
  500. fullSeasonSubDict[seasonEpsKey] = make([]string, 0)
  501. }
  502. fullSeasonSubDict[seasonEpsKey] = append(fullSeasonSubDict[seasonEpsKey], sub)
  503. }
  504. }
  505. return fullSeasonSubDict
  506. }
  507. // 在前面需要进行语言的筛选、排序,这里仅仅是存储, extraSubPreName 这里传递是字幕的网站,有就认为是多字幕的存储。空就是单字幕,单字幕就可以setDefault
  508. func (d Downloader) writeSubFile2VideoPath(videoFileFullPath string, finalSubFile subparser.FileInfo, extraSubPreName string, setDefault bool, skipExistFile bool) error {
  509. videoRootPath := filepath.Dir(videoFileFullPath)
  510. subNewName, subNewNameWithDefault, _ := d.subFormatter.GenerateMixSubName(videoFileFullPath, finalSubFile.Ext, finalSubFile.Lang, extraSubPreName)
  511. desSubFullPath := filepath.Join(videoRootPath, subNewName)
  512. if setDefault == true {
  513. // 先判断没有 default 的字幕是否存在了,在的话,先删除,然后再写入
  514. if pkg.IsFile(desSubFullPath) == true {
  515. _ = os.Remove(desSubFullPath)
  516. }
  517. desSubFullPath = filepath.Join(videoRootPath, subNewNameWithDefault)
  518. }
  519. if skipExistFile == true {
  520. // 需要判断文件是否存在在,有则跳过
  521. if pkg.IsFile(desSubFullPath) == true {
  522. d.log.Infoln("OrgSubName:", finalSubFile.Name)
  523. d.log.Infoln("Sub Skip DownAt:", desSubFullPath)
  524. return nil
  525. }
  526. }
  527. // 最后写入字幕
  528. err := utils.OutputFile(desSubFullPath, finalSubFile.Data)
  529. if err != nil {
  530. return err
  531. }
  532. d.log.Infoln("OrgSubName:", finalSubFile.Name)
  533. d.log.Infoln("SubDownAt:", desSubFullPath)
  534. return nil
  535. }
  536. // copySubFile2DesFolder 拷贝字幕文件到目标文件夹
  537. func (d Downloader) copySubFile2DesFolder(desFolder string, subFiles []string) error {
  538. // 需要进行字幕文件的缓存
  539. // 把缓存的文件夹新建出来
  540. desFolderFullPath := filepath.Join(desFolder, common.SubTmpFolderName)
  541. err := os.MkdirAll(desFolderFullPath, os.ModePerm)
  542. if err != nil {
  543. return err
  544. }
  545. // 复制下载在 tmp 文件夹中的字幕文件到视频文件夹下面
  546. for _, subFile := range subFiles {
  547. newFn := filepath.Join(desFolderFullPath, filepath.Base(subFile))
  548. err = pkg.CopyFile(subFile, newFn)
  549. if err != nil {
  550. return err
  551. }
  552. }
  553. return nil
  554. }
  555. type InputData struct {
  556. OneVideoFullPath string
  557. Index int
  558. Wg *sync.WaitGroup
  559. }