test_statistics_subs_score.go 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. package TestCode
  2. import (
  3. "fmt"
  4. "os"
  5. "path/filepath"
  6. "github.com/allanpk716/ChineseSubFinder/pkg/types/subparser"
  7. "github.com/huandu/go-clone"
  8. "github.com/xuri/excelize/v2"
  9. "github.com/allanpk716/ChineseSubFinder/pkg/log_helper"
  10. "github.com/allanpk716/ChineseSubFinder/pkg/logic/sub_parser/ass"
  11. "github.com/allanpk716/ChineseSubFinder/pkg/logic/sub_parser/srt"
  12. "github.com/allanpk716/ChineseSubFinder/pkg/logic/sub_timeline_fixer"
  13. "github.com/allanpk716/ChineseSubFinder/pkg/settings"
  14. "github.com/allanpk716/ChineseSubFinder/pkg/sub_parser_hub"
  15. "github.com/allanpk716/ChineseSubFinder/pkg/vad"
  16. )
  17. func statistics_subs_score_one(baseAudioFileFPath, baseSubFileFPath, srcSubFileFPath string) {
  18. audioVADInfos, err := vad.GetVADInfoFromAudio(vad.AudioInfo{
  19. FileFullPath: baseAudioFileFPath,
  20. SampleRate: 16000,
  21. BitDepth: 16,
  22. }, true)
  23. if err != nil {
  24. return
  25. }
  26. subParserHub := sub_parser_hub.NewSubParserHub(
  27. log_helper.GetLogger4Tester(),
  28. ass.NewParser(log_helper.GetLogger4Tester()),
  29. srt.NewParser(log_helper.GetLogger4Tester()),
  30. )
  31. bFind, infoBase, err := subParserHub.DetermineFileTypeFromFile(baseSubFileFPath)
  32. if err != nil {
  33. return
  34. }
  35. if bFind == false {
  36. return
  37. }
  38. bFind, srcBase, err := subParserHub.DetermineFileTypeFromFile(srcSubFileFPath)
  39. if err != nil {
  40. return
  41. }
  42. if bFind == false {
  43. return
  44. }
  45. s := sub_timeline_fixer.NewSubTimelineFixerHelperEx(log_helper.GetLogger4Tester(), *settings.NewTimelineFixerSettings())
  46. // path X:\电影\21座桥 (2019)\21座桥 (2019) 720p AAC.chinese(简,subhd).ass
  47. // 音频处理
  48. cloneSrcBase := clone.Clone(srcBase).(*subparser.FileInfo)
  49. bok, _, pipeResultAudio, err := s.ProcessByAudioVAD(audioVADInfos, cloneSrcBase)
  50. if err != nil {
  51. return
  52. }
  53. if bok == false {
  54. return
  55. }
  56. // 字幕处理
  57. cloneSrcBase = clone.Clone(srcBase).(*subparser.FileInfo)
  58. bok, _, pipeResultSub, err := s.ProcessBySubFileInfo(infoBase, cloneSrcBase)
  59. if err != nil {
  60. return
  61. }
  62. if bok == false {
  63. return
  64. }
  65. println(fmt.Sprintf("Audio Score: %f Offset:%f\n", pipeResultAudio.Score, pipeResultAudio.GetOffsetTime()))
  66. println(fmt.Sprintf("Sub Score: %f Offset:%f\n", pipeResultSub.Score, pipeResultSub.GetOffsetTime()))
  67. }
  68. func statistics_subs_score(baseAudioFileFPath, baseSubFileFPath, subSearchRootPath string) {
  69. f := excelize.NewFile()
  70. // Create a new sheet.
  71. sheetName := filepath.Base(subSearchRootPath)
  72. newSheet := f.NewSheet(sheetName)
  73. err := f.SetCellValue(sheetName, fmt.Sprintf("A%d", 1), "SubFPath")
  74. if err != nil {
  75. return
  76. }
  77. err = f.SetCellValue(sheetName, fmt.Sprintf("B%d", 1), "AudioScore")
  78. if err != nil {
  79. return
  80. }
  81. err = f.SetCellValue(sheetName, fmt.Sprintf("C%d", 1), "AudioOffset")
  82. if err != nil {
  83. return
  84. }
  85. err = f.SetCellValue(sheetName, fmt.Sprintf("D%d", 1), "SubScore")
  86. if err != nil {
  87. return
  88. }
  89. err = f.SetCellValue(sheetName, fmt.Sprintf("E%d", 1), "SubOffset")
  90. if err != nil {
  91. return
  92. }
  93. audioVADInfos, err := vad.GetVADInfoFromAudio(vad.AudioInfo{
  94. FileFullPath: baseAudioFileFPath,
  95. SampleRate: 16000,
  96. BitDepth: 16,
  97. }, true)
  98. if err != nil {
  99. return
  100. }
  101. subParserHub := sub_parser_hub.NewSubParserHub(
  102. log_helper.GetLogger4Tester(),
  103. ass.NewParser(log_helper.GetLogger4Tester()),
  104. srt.NewParser(log_helper.GetLogger4Tester()),
  105. )
  106. bFind, infoBase, err := subParserHub.DetermineFileTypeFromFile(baseSubFileFPath)
  107. if err != nil {
  108. return
  109. }
  110. if bFind == false {
  111. return
  112. }
  113. subCounter := 1
  114. err = filepath.Walk(subSearchRootPath,
  115. func(path string, info os.FileInfo, err error) error {
  116. if err != nil {
  117. return err
  118. }
  119. if info.IsDir() == true {
  120. return nil
  121. }
  122. if sub_parser_hub.IsSubExtWanted(info.Name()) == false {
  123. return nil
  124. }
  125. bFind, srcBase, err := subParserHub.DetermineFileTypeFromFile(path)
  126. if err != nil {
  127. return nil
  128. }
  129. if bFind == false {
  130. return nil
  131. }
  132. s := sub_timeline_fixer.NewSubTimelineFixerHelperEx(log_helper.GetLogger4Tester(), *settings.NewTimelineFixerSettings())
  133. // path X:\电影\21座桥 (2019)\21座桥 (2019) 720p AAC.chinese(简,subhd).ass
  134. // 音频处理
  135. cloneSrcBase := clone.Clone(srcBase).(*subparser.FileInfo)
  136. bok, _, pipeResultAudio, err := s.ProcessByAudioVAD(audioVADInfos, cloneSrcBase)
  137. if err != nil {
  138. return nil
  139. }
  140. if bok == false {
  141. return nil
  142. }
  143. // 字幕处理
  144. cloneSrcBase = clone.Clone(srcBase).(*subparser.FileInfo)
  145. bok, _, pipeResultSub, err := s.ProcessBySubFileInfo(infoBase, cloneSrcBase)
  146. if err != nil {
  147. return nil
  148. }
  149. if bok == false {
  150. return nil
  151. }
  152. subCounter++
  153. err = f.SetCellValue(sheetName, fmt.Sprintf("A%d", subCounter+1), info.Name())
  154. if err != nil {
  155. return nil
  156. }
  157. err = f.SetCellValue(sheetName, fmt.Sprintf("B%d", subCounter+1), pipeResultAudio.Score)
  158. if err != nil {
  159. return nil
  160. }
  161. err = f.SetCellValue(sheetName, fmt.Sprintf("C%d", subCounter+1), pipeResultAudio.GetOffsetTime())
  162. if err != nil {
  163. return nil
  164. }
  165. err = f.SetCellValue(sheetName, fmt.Sprintf("D%d", subCounter+1), pipeResultSub.Score)
  166. if err != nil {
  167. return nil
  168. }
  169. err = f.SetCellValue(sheetName, fmt.Sprintf("E%d", subCounter+1), pipeResultSub.GetOffsetTime())
  170. if err != nil {
  171. return nil
  172. }
  173. fmt.Println(subCounter, path, info.Size())
  174. return nil
  175. })
  176. if err != nil {
  177. fmt.Println("Walk", err)
  178. return
  179. }
  180. f.SetActiveSheet(newSheet)
  181. err = f.SaveAs(fmt.Sprintf("%s.xlsx", filepath.Dir(baseSubFileFPath)))
  182. if err != nil {
  183. fmt.Println("SaveAs", err)
  184. return
  185. }
  186. }
  187. func statistics_subs_score_is_match(videoFPath, subSearchRootPath string) {
  188. log := log_helper.GetLogger4Tester()
  189. s := sub_timeline_fixer.NewSubTimelineFixerHelperEx(log, *settings.NewTimelineFixerSettings())
  190. bok, ffmpegInfo, audioVADInfos, infoBase, err := s.IsVideoCanExportSubtitleAndAudio(videoFPath)
  191. if err != nil {
  192. log.Errorln("IsVideoCanExportSubtitleAndAudio", err)
  193. return
  194. }
  195. if bok == false {
  196. log.Errorln("IsVideoCanExportSubtitleAndAudio", "bok == false")
  197. return
  198. }
  199. f := excelize.NewFile()
  200. // Create a new sheet.
  201. sheetName := filepath.Base(subSearchRootPath)
  202. newSheet := f.NewSheet(sheetName)
  203. err = f.SetCellValue(sheetName, fmt.Sprintf("A%d", 1), "SubFPath")
  204. if err != nil {
  205. log.Errorln("SetCellValue A Header", err)
  206. return
  207. }
  208. err = f.SetCellValue(sheetName, fmt.Sprintf("B%d", 1), "AudioScore")
  209. if err != nil {
  210. log.Errorln("SetCellValue B Header", err)
  211. return
  212. }
  213. err = f.SetCellValue(sheetName, fmt.Sprintf("C%d", 1), "AudioOffset")
  214. if err != nil {
  215. log.Errorln("SetCellValue C Header", err)
  216. return
  217. }
  218. err = f.SetCellValue(sheetName, fmt.Sprintf("D%d", 1), "SubScore")
  219. if err != nil {
  220. log.Errorln("SetCellValue D Header", err)
  221. return
  222. }
  223. err = f.SetCellValue(sheetName, fmt.Sprintf("E%d", 1), "SubOffset")
  224. if err != nil {
  225. log.Errorln("SetCellValue E Header", err)
  226. return
  227. }
  228. err = f.SetCellValue(sheetName, fmt.Sprintf("F%d", 1), "IsMatch")
  229. if err != nil {
  230. log.Errorln("SetCellValue F Header", err)
  231. return
  232. }
  233. err = f.SetCellValue(sheetName, fmt.Sprintf("G%d", 1), "VideoDuration")
  234. if err != nil {
  235. log.Errorln("SetCellValue G Header", err)
  236. return
  237. }
  238. err = f.SetCellValue(sheetName, fmt.Sprintf("H%d", 1), "TargetSubEndTime")
  239. if err != nil {
  240. log.Errorln("SetCellValue H Header", err)
  241. return
  242. }
  243. subCounter := 1
  244. err = filepath.Walk(subSearchRootPath,
  245. func(path string, info os.FileInfo, err error) error {
  246. if err != nil {
  247. return err
  248. }
  249. if info.IsDir() == true {
  250. return nil
  251. }
  252. if sub_parser_hub.IsSubExtWanted(info.Name()) == false {
  253. return nil
  254. }
  255. bok, matchResult, err := s.IsMatchBySubFile(ffmpegInfo, audioVADInfos, infoBase, path,
  256. sub_timeline_fixer.CompareConfig{
  257. MinScore: 40000,
  258. OffsetRange: 2,
  259. DialoguesDifferencePercentage: 0.1,
  260. })
  261. if err != nil {
  262. return nil
  263. }
  264. subCounter++
  265. err = f.SetCellValue(sheetName, fmt.Sprintf("A%d", subCounter+1), info.Name())
  266. if err != nil {
  267. log.Errorln("SetCellValue A", info.Name(), subCounter+1, err)
  268. return nil
  269. }
  270. err = f.SetCellValue(sheetName, fmt.Sprintf("B%d", subCounter+1), matchResult.AudioCompareScore)
  271. if err != nil {
  272. log.Errorln("SetCellValue B", info.Name(), subCounter+1, err)
  273. return nil
  274. }
  275. err = f.SetCellValue(sheetName, fmt.Sprintf("C%d", subCounter+1), matchResult.AudioCompareOffsetTime)
  276. if err != nil {
  277. log.Errorln("SetCellValue C", info.Name(), subCounter+1, err)
  278. return nil
  279. }
  280. err = f.SetCellValue(sheetName, fmt.Sprintf("D%d", subCounter+1), matchResult.SubCompareScore)
  281. if err != nil {
  282. log.Errorln("SetCellValue D", info.Name(), subCounter+1, err)
  283. return nil
  284. }
  285. err = f.SetCellValue(sheetName, fmt.Sprintf("E%d", subCounter+1), matchResult.SubCompareOffsetTime)
  286. if err != nil {
  287. log.Errorln("SetCellValue E", info.Name(), subCounter+1, err)
  288. return nil
  289. }
  290. iTrue := 0
  291. if bok == true {
  292. iTrue = 1
  293. }
  294. err = f.SetCellValue(sheetName, fmt.Sprintf("F%d", subCounter+1), iTrue)
  295. if err != nil {
  296. log.Errorln("SetCellValue F", info.Name(), subCounter+1, err)
  297. return nil
  298. }
  299. err = f.SetCellValue(sheetName, fmt.Sprintf("G%d", subCounter+1), matchResult.VideoDuration)
  300. if err != nil {
  301. log.Errorln("SetCellValue G", info.Name(), subCounter+1, err)
  302. return nil
  303. }
  304. err = f.SetCellValue(sheetName, fmt.Sprintf("H%d", subCounter+1), matchResult.TargetSubEndTime)
  305. if err != nil {
  306. log.Errorln("SetCellValue H", info.Name(), subCounter+1, err)
  307. return nil
  308. }
  309. log.Infoln(subCounter, path, info.Size())
  310. return nil
  311. })
  312. if err != nil {
  313. log.Errorln("Walk", err)
  314. return
  315. }
  316. f.SetActiveSheet(newSheet)
  317. err = f.SaveAs(fmt.Sprintf("%s.xlsx", filepath.Base(videoFPath)))
  318. if err != nil {
  319. log.Errorln("SaveAs", err)
  320. return
  321. }
  322. log.Infoln("Done")
  323. }