sub_helper.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624
  1. package sub_helper
  2. import (
  3. "errors"
  4. "github.com/allanpk716/ChineseSubFinder/internal/common"
  5. "github.com/allanpk716/ChineseSubFinder/internal/pkg/archive_helper"
  6. "github.com/allanpk716/ChineseSubFinder/internal/pkg/decode"
  7. "github.com/allanpk716/ChineseSubFinder/internal/pkg/language"
  8. "github.com/allanpk716/ChineseSubFinder/internal/pkg/log_helper"
  9. "github.com/allanpk716/ChineseSubFinder/internal/pkg/my_util"
  10. "github.com/allanpk716/ChineseSubFinder/internal/pkg/regex_things"
  11. "github.com/allanpk716/ChineseSubFinder/internal/pkg/sub_parser_hub"
  12. "github.com/allanpk716/ChineseSubFinder/internal/pkg/vad"
  13. "github.com/allanpk716/ChineseSubFinder/internal/types/subparser"
  14. "github.com/allanpk716/ChineseSubFinder/internal/types/supplier"
  15. "github.com/go-rod/rod/lib/utils"
  16. "io/ioutil"
  17. "math"
  18. "os"
  19. "path/filepath"
  20. "strconv"
  21. "strings"
  22. "time"
  23. )
  24. // OrganizeDlSubFiles 需要从汇总来是网站字幕中,解压对应的压缩包中的字幕出来
  25. func OrganizeDlSubFiles(tmpFolderName string, subInfos []supplier.SubInfo) (map[string][]string, error) {
  26. // 缓存列表,整理后的字幕列表
  27. // SxEx - []string 字幕的路径
  28. var siteSubInfoDict = make(map[string][]string)
  29. tmpFolderFullPath, err := my_util.GetTmpFolderByName(tmpFolderName)
  30. if err != nil {
  31. return nil, err
  32. }
  33. // 把后缀名给改好
  34. ChangeVideoExt2SubExt(subInfos)
  35. // 第三方的解压库,首先不支持 io.Reader 的操作,也就是得缓存到本地硬盘再读取解压
  36. // 且使用 walk 会无法解压 rar,得指定具体的实例,太麻烦了,直接用通用的接口得了,就是得都缓存下来再判断
  37. // 基于以上两点,写了一堆啰嗦的逻辑···
  38. for i := range subInfos {
  39. // 先存下来,保存是时候需要前缀,前缀就是从那个网站下载来的
  40. nowFileSaveFullPath := filepath.Join(tmpFolderFullPath, GetFrontNameAndOrgName(&subInfos[i]))
  41. err = utils.OutputFile(nowFileSaveFullPath, subInfos[i].Data)
  42. if err != nil {
  43. log_helper.GetLogger().Errorln("getFrontNameAndOrgName - OutputFile", subInfos[i].FromWhere, subInfos[i].Name, subInfos[i].TopN, err)
  44. continue
  45. }
  46. nowExt := strings.ToLower(subInfos[i].Ext)
  47. epsKey := my_util.GetEpisodeKeyName(subInfos[i].Season, subInfos[i].Episode)
  48. _, ok := siteSubInfoDict[epsKey]
  49. if ok == false {
  50. // 不存在则实例化
  51. siteSubInfoDict[epsKey] = make([]string, 0)
  52. }
  53. if nowExt != ".zip" && nowExt != ".tar" && nowExt != ".rar" && nowExt != ".7z" {
  54. // 是否是受支持的字幕类型
  55. if sub_parser_hub.IsSubExtWanted(nowExt) == false {
  56. continue
  57. }
  58. // 加入缓存列表
  59. siteSubInfoDict[epsKey] = append(siteSubInfoDict[epsKey], nowFileSaveFullPath)
  60. } else {
  61. // 那么就是需要解压的文件了
  62. // 解压,给一个单独的文件夹
  63. unzipTmpFolder := filepath.Join(tmpFolderFullPath, subInfos[i].FromWhere)
  64. err = os.MkdirAll(unzipTmpFolder, os.ModePerm)
  65. if err != nil {
  66. return nil, err
  67. }
  68. err = archive_helper.UnArchiveFile(nowFileSaveFullPath, unzipTmpFolder)
  69. // 解压完成后,遍历受支持的字幕列表,加入缓存列表
  70. if err != nil {
  71. log_helper.GetLogger().Errorln("archiver.UnArchive", subInfos[i].FromWhere, subInfos[i].Name, subInfos[i].TopN, err)
  72. continue
  73. }
  74. // 搜索这个目录下的所有符合字幕格式的文件
  75. subFileFullPaths, err := SearchMatchedSubFileByDir(unzipTmpFolder)
  76. if err != nil {
  77. log_helper.GetLogger().Errorln("searchMatchedSubFile", subInfos[i].FromWhere, subInfos[i].Name, subInfos[i].TopN, err)
  78. continue
  79. }
  80. // 这里需要给这些下载到的文件进行改名,加是从那个网站来的前缀,后续好查找
  81. for _, fileFullPath := range subFileFullPaths {
  82. newSubName := AddFrontName(subInfos[i], filepath.Base(fileFullPath))
  83. newSubNameFullPath := filepath.Join(tmpFolderFullPath, newSubName)
  84. // 改名
  85. err = os.Rename(fileFullPath, newSubNameFullPath)
  86. if err != nil {
  87. log_helper.GetLogger().Errorln("os.Rename", subInfos[i].FromWhere, subInfos[i].Name, subInfos[i].TopN, err)
  88. continue
  89. }
  90. // 加入缓存列表
  91. siteSubInfoDict[epsKey] = append(siteSubInfoDict[epsKey], newSubNameFullPath)
  92. }
  93. }
  94. }
  95. return siteSubInfoDict, nil
  96. }
  97. // ChangeVideoExt2SubExt 检测 Name,如果是视频的后缀名就改为字幕的后缀名
  98. func ChangeVideoExt2SubExt(subInfos []supplier.SubInfo) {
  99. for x, info := range subInfos {
  100. tmpSubFileName := info.Name
  101. // 如果后缀名是下载字幕目标的后缀名 或者 是压缩包格式的,则跳过
  102. if strings.Contains(tmpSubFileName, info.Ext) == true || archive_helper.IsWantedArchiveExtName(tmpSubFileName) == true {
  103. } else {
  104. subInfos[x].Name = tmpSubFileName + info.Ext
  105. }
  106. }
  107. }
  108. // SelectChineseBestBilingualSubtitle 找到合适的双语中文字幕,简体->繁体,以及 字幕类型的优先级选择
  109. func SelectChineseBestBilingualSubtitle(subs []subparser.FileInfo, subTypePriority int) *subparser.FileInfo {
  110. // 先傻一点实现优先双语的,之前的写法有 bug
  111. for _, info := range subs {
  112. // 找到了中文字幕
  113. if language.HasChineseLang(info.Lang) == true {
  114. // 字幕的优先级 0 - 原样, 1 - srt , 2 - ass/ssa
  115. if subTypePriority == 1 {
  116. // 1 - srt
  117. if strings.ToLower(info.Ext) == common.SubExtSRT {
  118. // 优先双语
  119. if language.IsBilingualSubtitle(info.Lang) == true {
  120. return &info
  121. }
  122. }
  123. } else if subTypePriority == 2 {
  124. // 2 - ass/ssa
  125. if strings.ToLower(info.Ext) == common.SubExtASS || strings.ToLower(info.Ext) == common.SubExtSSA {
  126. // 优先双语
  127. if language.IsBilingualSubtitle(info.Lang) == true {
  128. return &info
  129. }
  130. }
  131. } else {
  132. // 优先双语
  133. if language.IsBilingualSubtitle(info.Lang) == true {
  134. return &info
  135. }
  136. }
  137. }
  138. }
  139. return nil
  140. }
  141. // SelectChineseBestSubtitle 找到合适的中文字幕,简体->繁体,以及 字幕类型的优先级选择
  142. func SelectChineseBestSubtitle(subs []subparser.FileInfo, subTypePriority int) *subparser.FileInfo {
  143. // 先傻一点实现优先双语的,之前的写法有 bug
  144. for _, info := range subs {
  145. // 找到了中文字幕
  146. if language.HasChineseLang(info.Lang) == true {
  147. // 字幕的优先级 0 - 原样, 1 - srt , 2 - ass/ssa
  148. if subTypePriority == 1 {
  149. // 1 - srt
  150. if strings.ToLower(info.Ext) == common.SubExtSRT {
  151. return &info
  152. }
  153. } else if subTypePriority == 2 {
  154. // 2 - ass/ssa
  155. if strings.ToLower(info.Ext) == common.SubExtASS || strings.ToLower(info.Ext) == common.SubExtSSA {
  156. return &info
  157. }
  158. } else {
  159. return &info
  160. }
  161. }
  162. }
  163. return nil
  164. }
  165. // GetFrontNameAndOrgName 返回的名称包含,那个网站下载的,这个网站中排名第几,文件名
  166. func GetFrontNameAndOrgName(info *supplier.SubInfo) string {
  167. infoName := ""
  168. fileName, err := decode.GetVideoInfoFromFileName(info.Name)
  169. if err != nil {
  170. log_helper.GetLogger().Warnln("", err)
  171. infoName = info.Name
  172. } else {
  173. infoName = fileName.Title + "_S" + strconv.Itoa(fileName.Season) + "E" + strconv.Itoa(fileName.Episode) + filepath.Ext(info.Name)
  174. }
  175. info.Name = infoName
  176. return "[" + info.FromWhere + "]_" + strconv.FormatInt(info.TopN, 10) + "_" + infoName
  177. }
  178. // AddFrontName 添加文件的前缀
  179. func AddFrontName(info supplier.SubInfo, orgName string) string {
  180. return "[" + info.FromWhere + "]_" + strconv.FormatInt(info.TopN, 10) + "_" + orgName
  181. }
  182. // SearchMatchedSubFileByDir 搜索符合后缀名的视频文件,排除 Sub_SxE0 这样的文件夹中的文件
  183. func SearchMatchedSubFileByDir(dir string) ([]string, error) {
  184. // 这里有个梗,会出现 __MACOSX 这类文件夹,那么里面会有一样的文件,需要用文件大小排除一下,至少大于 1 kb 吧
  185. var fileFullPathList = make([]string, 0)
  186. pathSep := string(os.PathSeparator)
  187. files, err := ioutil.ReadDir(dir)
  188. if err != nil {
  189. return nil, err
  190. }
  191. for _, curFile := range files {
  192. fullPath := dir + pathSep + curFile.Name()
  193. if curFile.IsDir() {
  194. // 需要排除 Sub_S1E0、Sub_S2E0 这样的整季的字幕文件夹,这里仅仅是缓存,不会被加载的
  195. matched := regex_things.RegOneSeasonSubFolderNameMatch.FindAllStringSubmatch(curFile.Name(), -1)
  196. if matched == nil || len(matched) > 0 {
  197. continue
  198. }
  199. // 内层的错误就无视了
  200. oneList, _ := SearchMatchedSubFileByDir(fullPath)
  201. if oneList != nil {
  202. fileFullPathList = append(fileFullPathList, oneList...)
  203. }
  204. } else {
  205. // 这里就是文件了
  206. if curFile.Size() < 1000 {
  207. continue
  208. }
  209. if sub_parser_hub.IsSubExtWanted(filepath.Ext(curFile.Name())) == true {
  210. fileFullPathList = append(fileFullPathList, fullPath)
  211. }
  212. }
  213. }
  214. return fileFullPathList, nil
  215. }
  216. // SearchMatchedSubFileByOneVideo 搜索这个视频当前目录下匹配的字幕
  217. func SearchMatchedSubFileByOneVideo(oneVideoFullPath string) ([]string, error) {
  218. dir := filepath.Dir(oneVideoFullPath)
  219. fileName := filepath.Base(oneVideoFullPath)
  220. fileName = strings.ToLower(fileName)
  221. fileName = strings.ReplaceAll(fileName, filepath.Ext(fileName), "")
  222. pathSep := string(os.PathSeparator)
  223. files, err := ioutil.ReadDir(dir)
  224. if err != nil {
  225. return nil, err
  226. }
  227. var matchedSubs = make([]string, 0)
  228. for _, curFile := range files {
  229. if curFile.IsDir() {
  230. continue
  231. }
  232. // 这里就是文件了
  233. if curFile.Size() < 1000 {
  234. continue
  235. }
  236. // 判断的时候用小写的,后续重命名的时候用原有的名称
  237. nowFileName := strings.ToLower(curFile.Name())
  238. // 后缀名得对
  239. if sub_parser_hub.IsSubExtWanted(filepath.Ext(nowFileName)) == false {
  240. continue
  241. }
  242. // 字幕文件名应该包含 视频文件名(无后缀)
  243. if strings.Contains(nowFileName, fileName) == false {
  244. continue
  245. }
  246. oldPath := dir + pathSep + curFile.Name()
  247. matchedSubs = append(matchedSubs, oldPath)
  248. }
  249. return matchedSubs, nil
  250. }
  251. // SearchVideoMatchSubFileAndRemoveExtMark 找到找个视频目录下相匹配的字幕,同时去除这些字幕中 .default 或者 .forced 的标记。注意这两个标记不应该同时出现,否则无法正确去除
  252. func SearchVideoMatchSubFileAndRemoveExtMark(oneVideoFullPath string) error {
  253. dir := filepath.Dir(oneVideoFullPath)
  254. fileName := filepath.Base(oneVideoFullPath)
  255. fileName = strings.ToLower(fileName)
  256. fileName = strings.ReplaceAll(fileName, filepath.Ext(fileName), "")
  257. pathSep := string(os.PathSeparator)
  258. files, err := ioutil.ReadDir(dir)
  259. if err != nil {
  260. return err
  261. }
  262. for _, curFile := range files {
  263. if curFile.IsDir() {
  264. continue
  265. } else {
  266. // 这里就是文件了
  267. if curFile.Size() < 1000 {
  268. continue
  269. }
  270. // 判断的时候用小写的,后续重命名的时候用原有的名称
  271. nowFileName := strings.ToLower(curFile.Name())
  272. // 后缀名得对
  273. if sub_parser_hub.IsSubExtWanted(filepath.Ext(nowFileName)) == false {
  274. continue
  275. }
  276. // 字幕文件名应该包含 视频文件名(无后缀)
  277. if strings.Contains(nowFileName, fileName) == false {
  278. continue
  279. }
  280. // 得包含 .default. 找个关键词
  281. if strings.Contains(nowFileName, subparser.Sub_Ext_Mark_Default+".") == true {
  282. oldPath := dir + pathSep + curFile.Name()
  283. newPath := dir + pathSep + strings.ReplaceAll(curFile.Name(), subparser.Sub_Ext_Mark_Default+".", ".")
  284. err = os.Rename(oldPath, newPath)
  285. if err != nil {
  286. return err
  287. }
  288. } else if strings.Contains(nowFileName, subparser.Sub_Ext_Mark_Forced+".") == true {
  289. // 得包含 .forced. 找个关键词
  290. oldPath := dir + pathSep + curFile.Name()
  291. newPath := dir + pathSep + strings.ReplaceAll(curFile.Name(), subparser.Sub_Ext_Mark_Forced+".", ".")
  292. err = os.Rename(oldPath, newPath)
  293. if err != nil {
  294. return err
  295. }
  296. } else {
  297. continue
  298. }
  299. }
  300. }
  301. return nil
  302. }
  303. // DeleteOneSeasonSubCacheFolder 删除一个连续剧中的所有一季字幕的缓存文件夹
  304. func DeleteOneSeasonSubCacheFolder(seriesDir string) error {
  305. debugFolderByName, err := my_util.GetDebugFolderByName([]string{filepath.Base(seriesDir)})
  306. if err != nil {
  307. return err
  308. }
  309. files, err := ioutil.ReadDir(debugFolderByName)
  310. if err != nil {
  311. return err
  312. }
  313. pathSep := string(os.PathSeparator)
  314. for _, curFile := range files {
  315. if curFile.IsDir() == true {
  316. matched := regex_things.RegOneSeasonSubFolderNameMatch.FindAllStringSubmatch(curFile.Name(), -1)
  317. if matched == nil || len(matched) < 1 {
  318. continue
  319. }
  320. fullPath := debugFolderByName + pathSep + curFile.Name()
  321. err = os.RemoveAll(fullPath)
  322. if err != nil {
  323. return err
  324. }
  325. }
  326. }
  327. return nil
  328. }
  329. /*
  330. 只针对英文字幕进行合并分散的 DialoguesFilter
  331. 会遇到这样的字幕,如下0
  332. 2line-The Card Counter (2021) WEBDL-1080p.chinese(inside).ass
  333. 它的对白一句话分了两个 dialogue 去做。这样做后续字幕时间轴校正就会遇到问题,因为只有一半,匹配占比会很低
  334. (每一个 Dialogue 的首字母需要分析,大写和小写的占比是多少,统计一下,正常的,和上述特殊的)
  335. 那么,就需要额外的逻辑去对 DialoguesFilterEx 进行额外的推断
  336. 暂时考虑的方案是,英文对白每一句的开头应该是英文大写字幕,如果是小写字幕,就应该与上语句合并,且每一句的字符长度有大于一定才触发
  337. */
  338. func MergeMultiDialogue4EngSubtitle(inSubParser *subparser.FileInfo) {
  339. merger := NewDialogueMerger()
  340. for _, dialogueEx := range inSubParser.DialoguesFilterEx {
  341. merger.Add(dialogueEx)
  342. }
  343. inSubParser.DialoguesFilterEx = merger.Get()
  344. }
  345. // GetVADInfoFeatureFromSub 跟下面的 GetVADInfoFeatureFromSubNeedOffsetTimeWillInsert 函数功能一致
  346. func GetVADInfoFeatureFromSub(fileInfo *subparser.FileInfo, frontAndEndPer float64, subUnitMaxCount int, insert bool) ([]SubUnit, error) {
  347. return GetVADInfoFeatureFromSubNeedOffsetTimeWillInsert(fileInfo, frontAndEndPer, subUnitMaxCount, 0, insert)
  348. }
  349. /*
  350. GetVADInfoFeatureFromSubNeedOffsetTimeWillInsert 只不过这里可以加一个每一句话固定的偏移时间
  351. 这里的字幕要求是完整的一个字幕
  352. 1. 抽取字幕的时间片段的时候,暂定,前 15% 和后 15% 要避开,前奏、主题曲、结尾曲
  353. 2. 将整个字幕,抽取连续 5 句对话为一个单元,提取时间片段信息
  354. 3. 这里抽取的是特征,也就有额外的逻辑去找这个特征(本程序内会描述为“钥匙”)
  355. */
  356. func GetVADInfoFeatureFromSubNeedOffsetTimeWillInsert(fileInfo *subparser.FileInfo, SkipFrontAndEndPer float64, subUnitMaxCount int, offsetTime float64, insert bool) ([]SubUnit, error) {
  357. if subUnitMaxCount < 0 {
  358. subUnitMaxCount = 0
  359. }
  360. srcSubUnitList := make([]SubUnit, 0)
  361. srcSubDialogueList := make([]subparser.OneDialogueEx, 0)
  362. srcOneSubUnit := NewSubUnit()
  363. // 最后一个对话的结束时间
  364. lastDialogueExTimeEnd, err := my_util.ParseTime(fileInfo.DialoguesFilterEx[len(fileInfo.DialoguesFilterEx)-1].EndTime)
  365. if err != nil {
  366. return nil, err
  367. }
  368. // 相当于总时长
  369. fullDuration := my_util.Time2SecondNumber(lastDialogueExTimeEnd)
  370. // 最低的起始时间,因为可能需要裁剪范围
  371. startRangeTimeMin := fullDuration * SkipFrontAndEndPer
  372. endRangeTimeMax := fullDuration * (1.0 - SkipFrontAndEndPer)
  373. println(startRangeTimeMin)
  374. println(endRangeTimeMax)
  375. for i := 0; i < len(fileInfo.DialoguesFilterEx); i++ {
  376. oneDialogueExTimeStart, err := my_util.ParseTime(fileInfo.DialoguesFilterEx[i].StartTime)
  377. if err != nil {
  378. return nil, err
  379. }
  380. oneDialogueExTimeEnd, err := my_util.ParseTime(fileInfo.DialoguesFilterEx[i].EndTime)
  381. if err != nil {
  382. return nil, err
  383. }
  384. oneStart := my_util.Time2SecondNumber(oneDialogueExTimeStart)
  385. if SkipFrontAndEndPer > 0 {
  386. if fullDuration*SkipFrontAndEndPer > oneStart || fullDuration*(1.0-SkipFrontAndEndPer) < oneStart {
  387. continue
  388. }
  389. }
  390. // 如果当前的这一句话,为空,或者进过正则表达式剔除特殊字符后为空,则跳过
  391. if my_util.ReplaceSpecString(fileInfo.GetDialogueExContent(i), "") == "" {
  392. continue
  393. }
  394. // 低于 5句对白,则添加
  395. if srcOneSubUnit.GetDialogueCount() < subUnitMaxCount {
  396. // 算上偏移
  397. offsetTimeDuration := time.Duration(offsetTime * math.Pow10(9))
  398. oneDialogueExTimeStart = oneDialogueExTimeStart.Add(offsetTimeDuration)
  399. oneDialogueExTimeEnd = oneDialogueExTimeEnd.Add(offsetTimeDuration)
  400. // 如果没有偏移就是 0
  401. if insert == true {
  402. srcOneSubUnit.AddAndInsert(oneDialogueExTimeStart, oneDialogueExTimeEnd)
  403. } else {
  404. srcOneSubUnit.Add(oneDialogueExTimeStart, oneDialogueExTimeEnd)
  405. }
  406. // 这一个单元的 Dialogue 需要合并起来,才能判断是否符合“钥匙”的要求
  407. srcSubDialogueList = append(srcSubDialogueList, fileInfo.DialoguesFilterEx[i])
  408. } else {
  409. // 用完清空
  410. srcSubDialogueList = make([]subparser.OneDialogueEx, 0)
  411. // 将拼凑起来的对话组成一个单元进行存储起来
  412. srcSubUnitList = append(srcSubUnitList, *srcOneSubUnit)
  413. // 然后重置
  414. srcOneSubUnit = NewSubUnit()
  415. }
  416. }
  417. if srcOneSubUnit.GetDialogueCount() > 0 {
  418. srcSubUnitList = append(srcSubUnitList, *srcOneSubUnit)
  419. }
  420. return srcSubUnitList, nil
  421. }
  422. /*
  423. GetVADInfoFeatureFromSubNew 将 Sub 文件转换为 VAD List 信息
  424. */
  425. func GetVADInfoFeatureFromSubNew(fileInfo *subparser.FileInfo, SkipFrontAndEndPer float64) (*SubUnit, error) {
  426. outSubUnits := NewSubUnit()
  427. if len(fileInfo.DialoguesFilterEx) <= 0 {
  428. return nil, errors.New("GetVADInfoFeatureFromSubNew fileInfo Dialogue Length is 0")
  429. }
  430. /*
  431. 先拼凑出完整的一个 VAD List
  432. 因为 VAD 的窗口是 10ms,那么需要多每一句话按 10 ms 的单位进行取整
  433. 每一句话开始、结束的时间,需要向下取整
  434. */
  435. subStartTimeFloor, subEndTimeFloor, err := ReadSubStartAndEndTime(fileInfo)
  436. if err != nil {
  437. return nil, err
  438. }
  439. // 如果想要从 0 时间点开始算,那么 subStartTimeFloor 这个值就需要重置到0
  440. subStartTimeFloor = 0
  441. subFullSecondTimeFloor := subEndTimeFloor - subStartTimeFloor
  442. // 根据这个时长就能够得到一个完整的 VAD List,然后再通过每一句对白进行 VAD 值的调整即可,这样就能够保证
  443. // 相同的一个字幕因为使用 ffmpeg 导出 srt 和 ass 后的,可能存在总体时间轴不一致的问题
  444. // 123.450 - > 12345
  445. vadLen := int(subFullSecondTimeFloor * 100)
  446. subVADs := make([]vad.VADInfo, vadLen)
  447. subStartTimeFloor10ms := subStartTimeFloor * 100
  448. for i := 0; i < vadLen; i++ {
  449. subVADs[i] = *vad.NewVADInfoBase(false, time.Duration((subStartTimeFloor10ms+float64(i))*math.Pow10(7)))
  450. }
  451. // 计算出需要截取的片段,起始和结束
  452. skipLen := int(float64(vadLen) * SkipFrontAndEndPer)
  453. skipStartIndex := skipLen
  454. skipEndIndex := vadLen - skipLen
  455. // 现在需要从 fileInfo 的每一句对白也就对应一段连续的 VAD active = true 来进行改写,记得向下取整
  456. lastDialogueIndex := 0
  457. for index, dialogueEx := range fileInfo.DialoguesFilterEx {
  458. // 如果当前的这一句话,为空,或者进过正则表达式剔除特殊字符后为空,则跳过
  459. if my_util.ReplaceSpecString(fileInfo.GetDialogueExContent(index), "") == "" {
  460. continue
  461. }
  462. // 字幕的开始时间
  463. oneDialogueStartTime, err := my_util.ParseTime(dialogueEx.StartTime)
  464. if err != nil {
  465. return nil, err
  466. }
  467. // 字幕的结束时间
  468. oneDialogueEndTime, err := my_util.ParseTime(dialogueEx.EndTime)
  469. if err != nil {
  470. return nil, err
  471. }
  472. // 字幕的时长,对时间进行向下取整
  473. oneDialogueStartTimeFloor := my_util.MakeCeil10msMultipleFromFloat(my_util.Time2SecondNumber(oneDialogueStartTime))
  474. oneDialogueEndTimeFloor := my_util.MakeFloor10msMultipleFromFloat(my_util.Time2SecondNumber(oneDialogueEndTime))
  475. // 得到一句对白的时长
  476. changeVADStartIndex := int(oneDialogueStartTimeFloor * 100)
  477. changeVADEndIndex := int(oneDialogueEndTimeFloor * 100)
  478. // 不能超过 最后一句话的时常
  479. if changeVADStartIndex > int(subEndTimeFloor*100) {
  480. continue
  481. }
  482. // 也不能比起始的第一句话时间轴更低
  483. if changeVADStartIndex < int(subStartTimeFloor10ms) {
  484. continue
  485. }
  486. // 当前这句话的开始和结束信息
  487. changerStartIndex := changeVADStartIndex - int(subStartTimeFloor10ms)
  488. if changerStartIndex < 0 {
  489. continue
  490. }
  491. changerEndIndex := changeVADEndIndex - int(subStartTimeFloor10ms)
  492. if changerEndIndex < 0 {
  493. continue
  494. }
  495. // 如果上一个对白的最后一个 OffsetIndex 连接着当前这一句的索引的 VAD 信息 active 是 true 就设置为 false
  496. if lastDialogueIndex == changerStartIndex {
  497. for i := 1; i <= 2; i++ {
  498. if lastDialogueIndex-i >= 0 && subVADs[lastDialogueIndex-i].Active == true {
  499. subVADs[lastDialogueIndex-i].Active = false
  500. }
  501. }
  502. }
  503. // 开始根据当前这句话进行 VAD 信息的设置
  504. // 调整之前做好的整体 VAD 的信息,符合 VAD active = true
  505. if changerEndIndex >= vadLen {
  506. changerEndIndex = vadLen - 1
  507. }
  508. for i := changerStartIndex; i <= changerEndIndex; i++ {
  509. subVADs[i].Active = true
  510. }
  511. lastDialogueIndex = changerEndIndex
  512. }
  513. // 截取出来当前这一段
  514. tmpVADList := subVADs[skipStartIndex:skipEndIndex]
  515. outSubUnits.VADList = tmpVADList
  516. tmpStartTime := time.Time{}
  517. tmpStartTime = tmpStartTime.Add(tmpVADList[0].Time)
  518. tmpEndTime := time.Time{}
  519. tmpEndTime = tmpEndTime.Add(tmpVADList[len(tmpVADList)-1].Time)
  520. outSubUnits.SetBaseTime(tmpStartTime)
  521. outSubUnits.SetOffsetStartTime(tmpStartTime)
  522. outSubUnits.SetOffsetEndTime(tmpEndTime)
  523. return outSubUnits, nil
  524. }
  525. func ReadSubStartAndEndTime(fileInfo *subparser.FileInfo) (float64, float64, error) {
  526. /*
  527. 因为是先构建完整的时间轴 VAD ,然后再用每一句话去修改对应的 VAD 段
  528. 那么,如果字幕第一句话时间轴有问题,就会出问题,所以这里返回的时候需要判断是否 StartTime 正确
  529. 因为可能会有一种情况,读取到的字幕是经过 V1 校正时间的,那么第一句和前几句话,可能时间是 Dialogue: 0,23:59:31.32,23:59:33.23
  530. 明显时间过大,导致减出来的值是负值,会越界访问
  531. */
  532. getTimeFunc := func(fileInfo *subparser.FileInfo, startIndex int) (bool, float64, float64, error) {
  533. // 字幕的开始时间
  534. subStartTime, err := my_util.ParseTime(fileInfo.DialoguesFilterEx[startIndex].StartTime)
  535. if err != nil {
  536. return false, 0, 0, err
  537. }
  538. // 字幕的结束时间
  539. subEndTime, err := my_util.ParseTime(fileInfo.DialoguesFilterEx[len(fileInfo.DialoguesFilterEx)-1].EndTime)
  540. if err != nil {
  541. return false, 0, 0, err
  542. }
  543. // 字幕的时长,对时间进行向下取整
  544. subStartTimeFloor := my_util.MakeFloor10msMultipleFromFloat(my_util.Time2SecondNumber(subStartTime))
  545. subEndTimeFloor := my_util.MakeFloor10msMultipleFromFloat(my_util.Time2SecondNumber(subEndTime))
  546. if subEndTimeFloor-subStartTimeFloor < 0 {
  547. // 说明 StartTime 的数值太大,不正常,超过 EndTime 了,startIndex 需要累加
  548. return false, 0, 0, nil
  549. }
  550. return true, subStartTimeFloor, subEndTimeFloor, nil
  551. }
  552. startIndex := 0
  553. var err error
  554. var subStartTimeFloor, subEndTimeFloor float64
  555. bok := false
  556. for bok == false {
  557. bok, subStartTimeFloor, subEndTimeFloor, err = getTimeFunc(fileInfo, startIndex)
  558. if err != nil {
  559. return 0, 0, err
  560. }
  561. if bok == true {
  562. break
  563. }
  564. startIndex++
  565. }
  566. return subStartTimeFloor, subEndTimeFloor, err
  567. }