1
0

ffmpeg_helper.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982
  1. package ffmpeg_helper
  2. import (
  3. "bytes"
  4. "errors"
  5. "fmt"
  6. "os"
  7. "os/exec"
  8. "path/filepath"
  9. "strconv"
  10. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/decode"
  11. "github.com/ChineseSubFinder/ChineseSubFinder/pkg"
  12. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/types/common"
  13. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/language"
  14. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/logic/sub_parser/ass"
  15. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/logic/sub_parser/srt"
  16. "github.com/ChineseSubFinder/ChineseSubFinder/pkg/sub_parser_hub"
  17. "github.com/sirupsen/logrus"
  18. "github.com/tidwall/gjson"
  19. "strings"
  20. )
  21. type FFMPEGHelper struct {
  22. log *logrus.Logger
  23. SubParserHub *sub_parser_hub.SubParserHub // 字幕内容的解析器
  24. }
  25. func NewFFMPEGHelper(log *logrus.Logger) *FFMPEGHelper {
  26. return &FFMPEGHelper{
  27. log: log,
  28. SubParserHub: sub_parser_hub.NewSubParserHub(log, ass.NewParser(log), srt.NewParser(log)),
  29. }
  30. }
  31. // Version 获取版本信息,如果不存在 FFMPEG 和 ffprobe 则报错
  32. func (f *FFMPEGHelper) Version() (string, error) {
  33. outMsg0, err := f.getVersion("ffmpeg")
  34. if err != nil {
  35. return "", err
  36. }
  37. outMsg1, err := f.getVersion("ffprobe")
  38. if err != nil {
  39. return "", err
  40. }
  41. return outMsg0 + "\r\n" + outMsg1, nil
  42. }
  43. // ExportFFMPEGInfo 获取 视频的 FFMPEG 信息,包含音频和字幕
  44. // 优先会导出 中、英、日、韩 类型的,字幕如果没有语言类型,则也导出,然后需要额外的字幕语言的判断去辅助标记(读取文件内容)
  45. // 音频只会导出一个,优先导出 中、英、日、韩 类型的
  46. func (f *FFMPEGHelper) ExportFFMPEGInfo(videoFileFullPath string, exportType ExportType) (bool, *FFMPEGInfo, error) {
  47. const args = "-v error -show_format -show_streams -print_format json"
  48. cmdArgs := strings.Fields(args)
  49. cmdArgs = append(cmdArgs, videoFileFullPath)
  50. cmd := exec.Command("ffprobe", cmdArgs...)
  51. buf := bytes.NewBufferString("")
  52. //指定输出位置
  53. cmd.Stderr = buf
  54. cmd.Stdout = buf
  55. err := cmd.Start()
  56. if err != nil {
  57. return false, nil, err
  58. }
  59. err = cmd.Wait()
  60. if err != nil {
  61. return false, nil, err
  62. }
  63. // 解析得到的字符串反馈
  64. bok, ffMPEGInfo, _ := f.parseJsonString2GetFFProbeInfo(videoFileFullPath, buf.String())
  65. if bok == false {
  66. return false, nil, nil
  67. }
  68. nowCacheFolderPath, err := ffMPEGInfo.GetCacheFolderFPath()
  69. if err != nil {
  70. return false, nil, err
  71. }
  72. // 在函数调用完毕后,判断是否需要清理
  73. defer func() {
  74. if bok == false && ffMPEGInfo != nil {
  75. err := os.RemoveAll(nowCacheFolderPath)
  76. if err != nil {
  77. f.log.Errorln("ExportFFMPEGInfo - RemoveAll", err.Error())
  78. return
  79. }
  80. }
  81. }()
  82. // 查找当前这个视频外置字幕列表
  83. err = ffMPEGInfo.GetExternalSubInfos(f.SubParserHub)
  84. if err != nil {
  85. return false, nil, err
  86. }
  87. ffMPEGInfo.Duration = f.GetVideoDuration(videoFileFullPath)
  88. // 判断这个视频是否已经导出过内置的字幕和音频文件了
  89. if ffMPEGInfo.IsExported(exportType) == false {
  90. // 说明缓存不存在,需要导出,这里需要注意,如果导出失败了,这个文件夹要清理掉
  91. if pkg.IsDir(nowCacheFolderPath) == true {
  92. // 如果存在则,先清空一个这个文件夹
  93. err = pkg.ClearFolder(nowCacheFolderPath)
  94. if err != nil {
  95. bok = false
  96. return bok, nil, err
  97. }
  98. }
  99. // 开始导出
  100. // 构建导出的命令参数
  101. exportAudioArgs, exportSubArgs := f.getAudioAndSubExportArgs(videoFileFullPath, ffMPEGInfo)
  102. // 上面导出的信息,可能是 nil 参数,那么就直接把导出的 List 信息给置为 nil,让后续有依据可以跳出,不继续执行
  103. if exportType == Subtitle {
  104. if exportSubArgs == nil {
  105. ffMPEGInfo.SubtitleInfoList = nil
  106. return true, ffMPEGInfo, nil
  107. }
  108. } else if exportType == Audio {
  109. if exportAudioArgs == nil {
  110. ffMPEGInfo.AudioInfoList = nil
  111. return true, ffMPEGInfo, nil
  112. }
  113. } else if exportType == SubtitleAndAudio {
  114. if exportAudioArgs == nil || exportSubArgs == nil {
  115. if exportAudioArgs == nil {
  116. ffMPEGInfo.AudioInfoList = nil
  117. }
  118. if exportSubArgs == nil {
  119. ffMPEGInfo.SubtitleInfoList = nil
  120. }
  121. return true, ffMPEGInfo, nil
  122. }
  123. } else {
  124. f.log.Errorln("ExportFFMPEGInfo.getAudioAndSubExportArgs Not Support ExportType")
  125. return false, nil, nil
  126. }
  127. // 上面的操作为了就是确保后续的导出不会出问题
  128. // 执行导出,音频和内置的字幕
  129. execErrorString, err := f.exportAudioAndSubtitles(exportAudioArgs, exportSubArgs, exportType)
  130. if err != nil {
  131. f.log.Errorln("exportAudioAndSubtitles", execErrorString)
  132. bok = false
  133. return bok, nil, err
  134. }
  135. // 导出后,需要把现在导出的文件的路径给复制给 ffMPEGInfo 中
  136. // 音频是否导出了
  137. ffMPEGInfo.isAudioExported(nowCacheFolderPath)
  138. // 字幕都要导出了
  139. ffMPEGInfo.isSubExported(nowCacheFolderPath)
  140. // 创建 exportedMakeFileName 这个文件
  141. // 成功,那么就需要生成这个 exportedMakeFileName 文件
  142. err = ffMPEGInfo.CreateExportedMask()
  143. if err != nil {
  144. return false, nil, err
  145. }
  146. }
  147. return bok, ffMPEGInfo, nil
  148. }
  149. // ExportAudioDurationInfo 获取音频的长度信息
  150. func (f *FFMPEGHelper) ExportAudioDurationInfo(audioFileFullPath string) (bool, float64, error) {
  151. const args = "-v error -show_format -show_streams -print_format json -f s16le -ac 1 -ar 16000"
  152. cmdArgs := strings.Fields(args)
  153. cmdArgs = append(cmdArgs, audioFileFullPath)
  154. cmd := exec.Command("ffprobe", cmdArgs...)
  155. buf := bytes.NewBufferString("")
  156. //指定输出位置
  157. cmd.Stderr = buf
  158. cmd.Stdout = buf
  159. err := cmd.Start()
  160. if err != nil {
  161. return false, 0, err
  162. }
  163. err = cmd.Wait()
  164. if err != nil {
  165. return false, 0, err
  166. }
  167. bok, duration := f.parseJsonString2GetAudioInfo(buf.String())
  168. if bok == false {
  169. return false, 0, errors.New("ffprobe get " + audioFileFullPath + " duration error")
  170. }
  171. return true, duration, nil
  172. }
  173. // ExportAudioAndSubArgsByTimeRange 根据输入的时间轴导出音频分段信息 "0:1:27" "28.2"
  174. func (f *FFMPEGHelper) ExportAudioAndSubArgsByTimeRange(audioFullPath, subFullPath string, startTimeString, timeLength string) (string, string, string, error) {
  175. outStartTimeString := strings.ReplaceAll(startTimeString, ":", "-")
  176. outStartTimeString = strings.ReplaceAll(outStartTimeString, ".", "#")
  177. outTimeLength := strings.ReplaceAll(timeLength, ".", "#")
  178. frontName := strings.ReplaceAll(filepath.Base(audioFullPath), filepath.Ext(audioFullPath), "")
  179. outAudioName := frontName + "_" + outStartTimeString + "_" + outTimeLength + filepath.Ext(audioFullPath)
  180. outSubName := frontName + "_" + outStartTimeString + "_" + outTimeLength + common.SubExtSRT
  181. var outAudioFullPath = filepath.Join(filepath.Dir(audioFullPath), outAudioName)
  182. var outSubFullPath = filepath.Join(filepath.Dir(audioFullPath), outSubName)
  183. // 导出音频
  184. if pkg.IsFile(outAudioFullPath) == true {
  185. err := os.Remove(outAudioFullPath)
  186. if err != nil {
  187. return "", "", "", err
  188. }
  189. }
  190. args := f.getAudioExportArgsByTimeRange(audioFullPath, startTimeString, timeLength, outAudioFullPath)
  191. execFFMPEG, err := f.execFFMPEG(args)
  192. if err != nil {
  193. return "", "", execFFMPEG, err
  194. }
  195. // 导出字幕
  196. if pkg.IsFile(outSubFullPath) == true {
  197. err := os.Remove(outSubFullPath)
  198. if err != nil {
  199. return "", "", "", err
  200. }
  201. }
  202. args = f.getSubExportArgsByTimeRange(subFullPath, startTimeString, timeLength, outSubFullPath)
  203. execFFMPEG, err = f.execFFMPEG(args)
  204. if err != nil {
  205. return "", "", execFFMPEG, err
  206. }
  207. return outAudioFullPath, outSubFullPath, "", nil
  208. }
  209. // ExportSubArgsByTimeRange 根据输入的时间轴导出字幕分段信息 "0:1:27" "28.2"
  210. func (f *FFMPEGHelper) ExportSubArgsByTimeRange(subFullPath, outName string, startTimeString, timeLength string) (string, string, error) {
  211. outStartTimeString := strings.ReplaceAll(startTimeString, ":", "-")
  212. outStartTimeString = strings.ReplaceAll(outStartTimeString, ".", "#")
  213. outTimeLength := strings.ReplaceAll(timeLength, ".", "#")
  214. frontName := strings.ReplaceAll(filepath.Base(subFullPath), filepath.Ext(subFullPath), "")
  215. outSubName := frontName + "_" + outStartTimeString + "_" + outTimeLength + "_" + outName + common.SubExtSRT
  216. var outSubFullPath = filepath.Join(filepath.Dir(subFullPath), outSubName)
  217. // 导出字幕
  218. if pkg.IsFile(outSubFullPath) == true {
  219. err := os.Remove(outSubFullPath)
  220. if err != nil {
  221. return "", "", err
  222. }
  223. }
  224. args := f.getSubExportArgsByTimeRange(subFullPath, startTimeString, timeLength, outSubFullPath)
  225. execFFMPEG, err := f.execFFMPEG(args)
  226. if err != nil {
  227. return "", execFFMPEG, err
  228. }
  229. return outSubFullPath, "", nil
  230. }
  231. // ExportVideoHLSAndSubByTimeRange 导出指定的时间轴的视频HLS和字幕,然后从 outDirPath 中获取 outputlist.m3u8 和字幕的文件
  232. func (f *FFMPEGHelper) ExportVideoHLSAndSubByTimeRange(videoFullPath string, subFullPaths []string, startTimeString, timeLength, segmentTime, outDirPath string) (string, []string, error) {
  233. // 导出视频
  234. if pkg.IsFile(videoFullPath) == false {
  235. bok, _, steamDirPath := decode.IsFakeBDMVWorked(videoFullPath)
  236. if bok == true {
  237. // 需要从 steamDirPath 搜索最大的一个文件出来
  238. videoFullPath = pkg.GetMaxSizeFile(steamDirPath)
  239. } else {
  240. return "", nil, errors.New("video file not found")
  241. }
  242. }
  243. for _, subFullPath := range subFullPaths {
  244. if pkg.IsFile(subFullPath) == false {
  245. return "", nil, errors.New("sub file not exist:" + subFullPath)
  246. }
  247. }
  248. fileName := filepath.Base(videoFullPath)
  249. frontName := strings.ReplaceAll(fileName, filepath.Ext(fileName), "")
  250. outDirSubPath := filepath.Join(outDirPath, frontName, startTimeString+"-"+timeLength)
  251. if pkg.IsDir(outDirSubPath) == true {
  252. err := os.RemoveAll(outDirSubPath)
  253. if err != nil {
  254. return "", nil, err
  255. }
  256. }
  257. err := os.MkdirAll(outDirSubPath, os.ModePerm)
  258. if err != nil {
  259. return "", nil, err
  260. }
  261. // 先剪切
  262. //videoExt := filepath.Ext(fileName)
  263. //cutOffVideoFPath := filepath.Join(outDirPath, frontName+"_cut"+videoExt)
  264. //args := f.getVideoExportArgsByTimeRange(videoFullPath, startTimeString, timeLength, cutOffVideoFPath)
  265. //execFFMPEG, err := f.execFFMPEG(args)
  266. //if err != nil {
  267. // return "", nil, errors.New(execFFMPEG + err.Error())
  268. //}
  269. //// 转换 HLS
  270. //args = f.getVideo2HLSArgs(cutOffVideoFPath, segmentTime, outDirPath)
  271. //execFFMPEG, err = f.execFFMPEG(args)
  272. //if err != nil {
  273. // return errors.New(execFFMPEG + err.Error())
  274. //}
  275. // 直接导出
  276. args := f.getVideoHLSExportArgsByTimeRange(videoFullPath, startTimeString, timeLength, segmentTime, outDirSubPath)
  277. execFFMPEG, err := f.execFFMPEG(args)
  278. if err != nil {
  279. return "", nil, errors.New(execFFMPEG + err.Error())
  280. }
  281. // 导出字幕
  282. outSubFPaths := make([]string, 0)
  283. for i, subFullPath := range subFullPaths {
  284. tmpSubFPath := subFullPath
  285. nowSubExt := filepath.Ext(tmpSubFPath)
  286. if strings.ToLower(nowSubExt) != common.SubExtSRT {
  287. // 这里需要优先判断字幕是否是 SRT,如果是 ASS 的,那么需要转换一次才行
  288. middleSubFPath := filepath.Join(outDirSubPath, fmt.Sprintf(frontName+"_middle_%d"+common.SubExtSRT, i))
  289. args = f.getSubASS2SRTArgs(tmpSubFPath, middleSubFPath)
  290. execFFMPEG, err = f.execFFMPEG(args)
  291. if err != nil {
  292. return "", nil, errors.New(execFFMPEG + err.Error())
  293. }
  294. tmpSubFPath = middleSubFPath
  295. }
  296. outSubFileFPath := filepath.Join(outDirSubPath, fmt.Sprintf(frontName+"_%d"+common.SubExtSRT, i))
  297. args = f.getSubExportArgsByTimeRange(tmpSubFPath, startTimeString, timeLength, outSubFileFPath)
  298. execFFMPEG, err = f.execFFMPEG(args)
  299. if err != nil {
  300. return "", nil, errors.New(execFFMPEG + err.Error())
  301. }
  302. // 字幕的相对位置
  303. subRelPath, err := filepath.Rel(outDirPath, outSubFileFPath)
  304. if err != nil {
  305. return "", nil, err
  306. }
  307. outSubFPaths = append(outSubFPaths, subRelPath)
  308. }
  309. // outputlist.m3u8 的相对位置
  310. outputListRelPath, err := filepath.Rel(outDirPath, filepath.Join(outDirSubPath, "outputlist.m3u8"))
  311. if err != nil {
  312. return "", nil, err
  313. }
  314. return outputListRelPath, outSubFPaths, nil
  315. }
  316. // parseJsonString2GetFFProbeInfo 使用 ffprobe 获取视频的 stream 信息,从中解析出字幕和音频的索引
  317. func (f *FFMPEGHelper) parseJsonString2GetFFProbeInfo(videoFileFullPath, inputFFProbeString string) (bool, *FFMPEGInfo, *FFMPEGInfo) {
  318. streamsValue := gjson.Get(inputFFProbeString, "streams.#")
  319. if streamsValue.Exists() == false {
  320. return false, nil, nil
  321. }
  322. ffmpegInfoFlitter := NewFFMPEGInfo(f.log, videoFileFullPath)
  323. ffmpegInfoFull := NewFFMPEGInfo(f.log, videoFileFullPath)
  324. // 进行字幕和音频的缓存,优先当然是导出 中、英、日、韩 相关的字幕和音频
  325. // 但是如果都没得这些的时候,那么也需要导出至少一个字幕或者音频,用于字幕的校正
  326. cacheAudios := make([]AudioInfo, 0)
  327. cacheSubtitleInfos := make([]SubtitleInfo, 0)
  328. for i := 0; i < int(streamsValue.Num); i++ {
  329. oneIndex := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.index", i))
  330. oneCodecName := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.codec_name", i))
  331. oneCodecType := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.codec_type", i))
  332. oneTimeBase := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.time_base", i))
  333. oneStartTime := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.start_time", i))
  334. oneLanguage := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.tags.language", i))
  335. // 任意一个字段不存在则跳过
  336. if oneIndex.Exists() == false {
  337. continue
  338. }
  339. if oneCodecName.Exists() == false {
  340. continue
  341. }
  342. if oneCodecType.Exists() == false {
  343. continue
  344. }
  345. if oneTimeBase.Exists() == false {
  346. continue
  347. }
  348. if oneStartTime.Exists() == false {
  349. continue
  350. }
  351. // 这里需要区分是字幕还是音频
  352. if oneCodecType.String() == codecTypeSub {
  353. // 字幕
  354. // 只解析 subrip 类型的,不支持 hdmv_pgs_subtitle 的字幕导出
  355. if f.isSupportSubCodecName(oneCodecName.String()) == false {
  356. continue
  357. }
  358. // 这里非必须解析到 language 字段,把所有的都导出来,然后通过额外字幕语言判断即可
  359. oneDurationTS := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.duration_ts", i))
  360. oneDuration := gjson.Get(inputFFProbeString, fmt.Sprintf("streams.%d.duration", i))
  361. // 必须存在的
  362. if oneDurationTS.Exists() == false {
  363. continue
  364. }
  365. if oneDuration.Exists() == false {
  366. continue
  367. }
  368. // 非必须存在的
  369. nowLanguageString := ""
  370. if oneLanguage.Exists() == true {
  371. nowLanguageString = oneLanguage.String()
  372. // 只导出 中、英、日、韩
  373. if language.IsSupportISOString(nowLanguageString) == false {
  374. subInfo := NewSubtitleInfo(int(oneIndex.Num), oneCodecName.String(), oneCodecType.String(),
  375. oneTimeBase.String(), oneStartTime.String(),
  376. int(oneDurationTS.Num), oneDuration.String(), nowLanguageString)
  377. // 不符合的也存在下来,万一,符合要求的一个都没得的时候,就需要从里面挑几个出来了
  378. cacheSubtitleInfos = append(cacheSubtitleInfos, *subInfo)
  379. continue
  380. }
  381. }
  382. subInfo := NewSubtitleInfo(int(oneIndex.Num), oneCodecName.String(), oneCodecType.String(),
  383. oneTimeBase.String(), oneStartTime.String(),
  384. int(oneDurationTS.Num), oneDuration.String(), nowLanguageString)
  385. ffmpegInfoFlitter.SubtitleInfoList = append(ffmpegInfoFlitter.SubtitleInfoList, *subInfo)
  386. } else if oneCodecType.String() == codecTypeAudio {
  387. // 音频
  388. // 这里必要要能够解析到 language 字段
  389. if oneLanguage.Exists() == false {
  390. // 不符合的也存在下来,万一,符合要求的一个都没得的时候,就需要从里面挑几个出来了
  391. audioInfo := NewAudioInfo(int(oneIndex.Num), oneCodecName.String(), oneCodecType.String(),
  392. oneTimeBase.String(), oneStartTime.String(), oneLanguage.String())
  393. cacheAudios = append(cacheAudios, *audioInfo)
  394. continue
  395. }
  396. // 只导出 中、英、日、韩
  397. if language.IsSupportISOString(oneLanguage.String()) == false {
  398. // 不符合的也存在下来,万一,符合要求的一个都没得的时候,就需要从里面挑几个出来了
  399. audioInfo := NewAudioInfo(int(oneIndex.Num), oneCodecName.String(), oneCodecType.String(),
  400. oneTimeBase.String(), oneStartTime.String(), oneLanguage.String())
  401. cacheAudios = append(cacheAudios, *audioInfo)
  402. continue
  403. }
  404. audioInfo := NewAudioInfo(int(oneIndex.Num), oneCodecName.String(), oneCodecType.String(),
  405. oneTimeBase.String(), oneStartTime.String(), oneLanguage.String())
  406. ffmpegInfoFlitter.AudioInfoList = append(ffmpegInfoFlitter.AudioInfoList, *audioInfo)
  407. } else {
  408. continue
  409. }
  410. }
  411. // 把过滤的和缓存的都拼接到一起
  412. for _, audioInfo := range ffmpegInfoFlitter.AudioInfoList {
  413. ffmpegInfoFull.AudioInfoList = append(ffmpegInfoFull.AudioInfoList, audioInfo)
  414. }
  415. for _, audioInfo := range cacheAudios {
  416. ffmpegInfoFull.AudioInfoList = append(ffmpegInfoFull.AudioInfoList, audioInfo)
  417. }
  418. for _, subInfo := range ffmpegInfoFlitter.SubtitleInfoList {
  419. ffmpegInfoFull.SubtitleInfoList = append(ffmpegInfoFull.SubtitleInfoList, subInfo)
  420. }
  421. for _, subInfo := range cacheSubtitleInfos {
  422. ffmpegInfoFull.SubtitleInfoList = append(ffmpegInfoFull.SubtitleInfoList, subInfo)
  423. }
  424. // 如何没有找到合适的字幕,那么就要把缓存的字幕选一个填充进去
  425. if len(ffmpegInfoFlitter.SubtitleInfoList) == 0 {
  426. if len(cacheSubtitleInfos) != 0 {
  427. ffmpegInfoFlitter.SubtitleInfoList = append(ffmpegInfoFlitter.SubtitleInfoList, cacheSubtitleInfos[0])
  428. }
  429. }
  430. // 如何没有找到合适的音频,那么就要把缓存的音频选一个填充进去
  431. if len(ffmpegInfoFlitter.AudioInfoList) == 0 {
  432. if len(cacheAudios) != 0 {
  433. ffmpegInfoFlitter.AudioInfoList = append(ffmpegInfoFlitter.AudioInfoList, cacheAudios[0])
  434. }
  435. } else {
  436. // 音频只需要导出一个就行了,取第一个
  437. newAudioList := make([]AudioInfo, 0)
  438. newAudioList = append(newAudioList, ffmpegInfoFlitter.AudioInfoList[0])
  439. ffmpegInfoFlitter.AudioInfoList = newAudioList
  440. }
  441. return true, ffmpegInfoFlitter, ffmpegInfoFull
  442. }
  443. // parseJsonString2GetAudioInfo 获取 pcm 音频的长度
  444. func (f *FFMPEGHelper) parseJsonString2GetAudioInfo(inputFFProbeString string) (bool, float64) {
  445. durationValue := gjson.Get(inputFFProbeString, "format.duration")
  446. if durationValue.Exists() == false {
  447. return false, 0
  448. }
  449. return true, durationValue.Float()
  450. }
  451. // exportAudioAndSubtitles 导出音频和字幕文件
  452. func (f *FFMPEGHelper) exportAudioAndSubtitles(audioArgs, subArgs []string, exportType ExportType) (string, error) {
  453. // 输入的两个数组,有可能是 nil
  454. // 这里导出依赖的是 ffmpeg 这个程序,需要的是构建导出的语句
  455. if exportType == SubtitleAndAudio {
  456. execErrorString, err := f.execFFMPEG(audioArgs)
  457. if err != nil {
  458. return execErrorString, err
  459. }
  460. execErrorString, err = f.execFFMPEG(subArgs)
  461. if err != nil {
  462. return execErrorString, err
  463. }
  464. } else if exportType == Audio {
  465. execErrorString, err := f.execFFMPEG(audioArgs)
  466. if err != nil {
  467. return execErrorString, err
  468. }
  469. } else if exportType == Subtitle {
  470. execErrorString, err := f.execFFMPEG(subArgs)
  471. if err != nil {
  472. return execErrorString, err
  473. }
  474. } else {
  475. return "", errors.New("FFMPEGHelper ExportType not support")
  476. }
  477. return "", nil
  478. }
  479. // execFFMPEG 执行 ffmpeg 命令
  480. func (f *FFMPEGHelper) execFFMPEG(cmds []string) (string, error) {
  481. if cmds == nil || len(cmds) == 0 {
  482. return "", nil
  483. }
  484. cmd := exec.Command("ffmpeg", cmds...)
  485. buf := bytes.NewBufferString("")
  486. //指定输出位置
  487. cmd.Stderr = buf
  488. cmd.Stdout = buf
  489. err := cmd.Start()
  490. if err != nil {
  491. return buf.String(), err
  492. }
  493. err = cmd.Wait()
  494. if err != nil {
  495. return buf.String(), err
  496. }
  497. return "", nil
  498. }
  499. // getAudioAndSubExportArgs 构建从原始视频导出字幕、音频的 ffmpeg 的参数 audioArgs, subArgs
  500. func (f *FFMPEGHelper) getAudioAndSubExportArgs(videoFileFullPath string, ffmpegInfo *FFMPEGInfo) ([]string, []string) {
  501. /*
  502. 导出多个字幕
  503. ffmpeg.exe -i xx.mp4 -vn -an -map 0:7 subs-7.srt -map 0:6 subs-6.srt
  504. 导出音频,从 1m 27s 开始,导出向后的 28 s,转换为 mp3 格式
  505. ffmpeg.exe -i xx.mp4 -vn -map 0:1 -ss 00:1:27 -f mp3 -t 28 audio.mp3
  506. 导出音频,转换为 mp3 格式
  507. ffmpeg.exe -i xx.mp4 -vn -map 0:1 -f mp3 audio.mp3
  508. 导出音频,转换为 16000k 16bit 单通道 采样率的 test.pcm
  509. ffmpeg.exe -i xx.mp4 -vn -map 0:1 -ss 00:1:27 -t 28 -acodec pcm_s16le -f s16le -ac 1 -ar 16000 test.pcm
  510. 截取字幕的时间片段
  511. ffmpeg.exe -i "subs-3.srt" -ss 00:1:27 -t 28 subs-3-cut-from-org.srt
  512. */
  513. var subArgs = make([]string, 0)
  514. var audioArgs = make([]string, 0)
  515. // 基础的输入视频参数
  516. subArgs = append(subArgs, "-i")
  517. audioArgs = append(audioArgs, "-i")
  518. subArgs = append(subArgs, videoFileFullPath)
  519. audioArgs = append(audioArgs, videoFileFullPath)
  520. // 字幕导出的参数构建
  521. subArgs = append(subArgs, "-vn") // 不输出视频流
  522. subArgs = append(subArgs, "-an") // 不输出音频流
  523. nowCacheFolderPath, err := ffmpegInfo.GetCacheFolderFPath()
  524. if err != nil {
  525. f.log.Errorln("getAudioAndSubExportArgs", videoFileFullPath, err.Error())
  526. return nil, nil
  527. }
  528. if len(ffmpegInfo.SubtitleInfoList) == 0 {
  529. // 如果没有,就返回空
  530. subArgs = nil
  531. } else {
  532. for _, subtitleInfo := range ffmpegInfo.SubtitleInfoList {
  533. f.addSubMapArg(&subArgs, subtitleInfo.Index,
  534. filepath.Join(nowCacheFolderPath, subtitleInfo.GetName()+common.SubExtSRT))
  535. f.addSubMapArg(&subArgs, subtitleInfo.Index,
  536. filepath.Join(nowCacheFolderPath, subtitleInfo.GetName()+common.SubExtASS))
  537. }
  538. }
  539. // 音频导出的参数构建
  540. audioArgs = append(audioArgs, "-vn")
  541. if len(ffmpegInfo.AudioInfoList) == 0 {
  542. // 如果没有,就返回空
  543. audioArgs = nil
  544. } else {
  545. for _, audioInfo := range ffmpegInfo.AudioInfoList {
  546. f.addAudioMapArg(&audioArgs, audioInfo.Index,
  547. filepath.Join(nowCacheFolderPath, audioInfo.GetName()+extPCM))
  548. }
  549. }
  550. return audioArgs, subArgs
  551. }
  552. // getVideoExportArgsByTimeRange 导出某个时间范围内的视频 startTimeString 00:1:27 timeLeng 向后多少秒
  553. func (f *FFMPEGHelper) getVideoExportArgsByTimeRange(videoFullPath string, startTimeString, timeLeng, outVideiFullPath string) []string {
  554. /*
  555. 这个是用 to 到那个时间点
  556. ffmpeg.exe -i '.\Chainsaw Man - S01E02 - ARRIVAL IN TOKYO HDTV-1080p.mp4' -ss 00:00:00 -to 00:05:00 -c:v copy -c:a copy wawa.mp4
  557. 这个是向后多少秒
  558. ffmpeg.exe -i '.\Chainsaw Man - S01E02 - ARRIVAL IN TOKYO HDTV-1080p.mp4' -ss 00:00:00 -t 300 -c:v copy -c:a copy wawa.mp4
  559. */
  560. videoArgs := make([]string, 0)
  561. videoArgs = append(videoArgs, "-y")
  562. videoArgs = append(videoArgs, "-ss")
  563. videoArgs = append(videoArgs, startTimeString)
  564. videoArgs = append(videoArgs, "-t")
  565. videoArgs = append(videoArgs, timeLeng)
  566. // 解决开头黑屏问题
  567. videoArgs = append(videoArgs, "-accurate_seek")
  568. videoArgs = append(videoArgs, "-i")
  569. videoArgs = append(videoArgs, videoFullPath)
  570. //videoArgs = append(videoArgs, "-s")
  571. //videoArgs = append(videoArgs, "640x480")
  572. //videoArgs = append(videoArgs, "-vframes")
  573. //videoArgs = append(videoArgs, "90")
  574. //videoArgs = append(videoArgs, "-r")
  575. //videoArgs = append(videoArgs, "29.97")
  576. //videoArgs = append(videoArgs, "-c:v")
  577. //videoArgs = append(videoArgs, "h264")
  578. //videoArgs = append(videoArgs, "-b:v")
  579. //videoArgs = append(videoArgs, "500k")
  580. //videoArgs = append(videoArgs, "-b:a")
  581. //videoArgs = append(videoArgs, "48k")
  582. //videoArgs = append(videoArgs, "-ac")
  583. //videoArgs = append(videoArgs, "2")
  584. videoArgs = append(videoArgs, "-c:v")
  585. videoArgs = append(videoArgs, "copy")
  586. videoArgs = append(videoArgs, "-c:a")
  587. videoArgs = append(videoArgs, "copy")
  588. videoArgs = append(videoArgs, outVideiFullPath)
  589. return videoArgs
  590. }
  591. // getVideoHLSExportArgsByTimeRange 导出某个时间范围内的视频的 HLS 信息 startTimeString 00:1:27 timeLeng 向后多少秒
  592. func (f *FFMPEGHelper) getVideoHLSExportArgsByTimeRange(videoFullPath string, startTimeString, timeLeng, sgmentTime, outVideiDirPath string) []string {
  593. /*
  594. ffmpeg.exe -i '111.mp4' -ss 00:00:00 -to 00:05:00 -c:v copy -c:a copy -f segment -segment_time 10 -segment_list outputlist.m3u8 -segment_format mpegts output%03d.ts
  595. */
  596. videoArgs := make([]string, 0)
  597. videoArgs = append(videoArgs, "-ss")
  598. videoArgs = append(videoArgs, startTimeString)
  599. videoArgs = append(videoArgs, "-t")
  600. videoArgs = append(videoArgs, timeLeng)
  601. // 解决开头黑屏问题
  602. videoArgs = append(videoArgs, "-accurate_seek")
  603. videoArgs = append(videoArgs, "-i")
  604. videoArgs = append(videoArgs, videoFullPath)
  605. // 限制线程数
  606. videoArgs = append(videoArgs, "-threads")
  607. videoArgs = append(videoArgs, "2")
  608. // 约束强制贞切割?
  609. videoArgs = append(videoArgs, "-force_key_frames")
  610. videoArgs = append(videoArgs, "\"expr:gte(t,n_forced*"+sgmentTime+")\"")
  611. // 原编码格式
  612. videoArgs = append(videoArgs, "-c:v")
  613. videoArgs = append(videoArgs, "copy")
  614. videoArgs = append(videoArgs, "-c:a")
  615. videoArgs = append(videoArgs, "copy")
  616. // 转码为 h264
  617. //videoArgs = append(videoArgs, "-vcodec")
  618. //videoArgs = append(videoArgs, "h264")
  619. // -s 640x480 -vframes 90 -r 29.97 -c:v h264 -b:v 500k -b:a 48k -ac 2
  620. //videoArgs = append(videoArgs, "-s")
  621. //videoArgs = append(videoArgs, "640x480")
  622. //videoArgs = append(videoArgs, "-vframes")
  623. //videoArgs = append(videoArgs, "90")
  624. //videoArgs = append(videoArgs, "-r")
  625. //videoArgs = append(videoArgs, "29.97")
  626. //videoArgs = append(videoArgs, "-c:v")
  627. //videoArgs = append(videoArgs, "h264")
  628. //videoArgs = append(videoArgs, "-b:v")
  629. //videoArgs = append(videoArgs, "500k")
  630. //videoArgs = append(videoArgs, "-b:a")
  631. //videoArgs = append(videoArgs, "48k")
  632. //videoArgs = append(videoArgs, "-ac")
  633. //videoArgs = append(videoArgs, "2")
  634. videoArgs = append(videoArgs, "-f")
  635. videoArgs = append(videoArgs, "segment")
  636. videoArgs = append(videoArgs, "-segment_time")
  637. videoArgs = append(videoArgs, sgmentTime)
  638. videoArgs = append(videoArgs, "-segment_list")
  639. videoArgs = append(videoArgs, filepath.Join(outVideiDirPath, "outputlist.m3u8"))
  640. videoArgs = append(videoArgs, "-segment_format")
  641. videoArgs = append(videoArgs, "mpegts")
  642. videoArgs = append(videoArgs, filepath.Join(outVideiDirPath, "output%03d.ts"))
  643. return videoArgs
  644. }
  645. func (f *FFMPEGHelper) getVideo2HLSArgs(videoFullPath, segmentTime, outVideoDirPath string) []string {
  646. /*
  647. ffmpeg.exe -i '111.mp4' -c copy -map 0 -f segment -segment_list playlist.m3u8 -segment_time 10 -segment_format mpegts output%03d.ts
  648. */
  649. videoArgs := make([]string, 0)
  650. videoArgs = append(videoArgs, "-i")
  651. videoArgs = append(videoArgs, videoFullPath)
  652. videoArgs = append(videoArgs, "-force_key_frames")
  653. videoArgs = append(videoArgs, "\"expr:gte(t,n_forced*"+segmentTime+")\"")
  654. videoArgs = append(videoArgs, "-c:v")
  655. videoArgs = append(videoArgs, "copy")
  656. videoArgs = append(videoArgs, "-c:a")
  657. videoArgs = append(videoArgs, "copy")
  658. videoArgs = append(videoArgs, "-f")
  659. videoArgs = append(videoArgs, "segment")
  660. videoArgs = append(videoArgs, "-segment_list")
  661. videoArgs = append(videoArgs, filepath.Join(outVideoDirPath, "playlist.m3u8"))
  662. videoArgs = append(videoArgs, "-segment_time")
  663. videoArgs = append(videoArgs, segmentTime)
  664. videoArgs = append(videoArgs, "-segment_format")
  665. videoArgs = append(videoArgs, "mpegts")
  666. videoArgs = append(videoArgs, filepath.Join(outVideoDirPath, "output%03d.ts"))
  667. return videoArgs
  668. }
  669. // getAudioAndSubExportArgsByTimeRange 导出某个时间范围内的音频和字幕文件文件 startTimeString 00:1:27 timeLeng 向后多少秒
  670. func (f *FFMPEGHelper) getAudioExportArgsByTimeRange(audioFullPath string, startTimeString, timeLeng, outAudioFullPath string) []string {
  671. /*
  672. ffmpeg.exe -ar 16000 -ac 1 -f s16le -i aa.pcm -ss 00:1:27 -t 28 -acodec pcm_s16le -f s16le -ac 1 -ar 16000 bb.pcm
  673. ffmpeg.exe -i aa.srt -ss 00:1:27 -t 28 bb.srt
  674. */
  675. var audioArgs = make([]string, 0)
  676. // 指定读取的音频文件编码格式
  677. audioArgs = append(audioArgs, "-ar")
  678. audioArgs = append(audioArgs, "16000")
  679. audioArgs = append(audioArgs, "-ac")
  680. audioArgs = append(audioArgs, "1")
  681. audioArgs = append(audioArgs, "-f")
  682. audioArgs = append(audioArgs, "s16le")
  683. audioArgs = append(audioArgs, "-i")
  684. audioArgs = append(audioArgs, audioFullPath)
  685. audioArgs = append(audioArgs, "-ss")
  686. audioArgs = append(audioArgs, startTimeString)
  687. audioArgs = append(audioArgs, "-t")
  688. audioArgs = append(audioArgs, timeLeng)
  689. // 指定导出的音频文件编码格式
  690. audioArgs = append(audioArgs, "-acodec")
  691. audioArgs = append(audioArgs, "pcm_s16le")
  692. audioArgs = append(audioArgs, "-f")
  693. audioArgs = append(audioArgs, "s16le")
  694. audioArgs = append(audioArgs, "-ac")
  695. audioArgs = append(audioArgs, "1")
  696. audioArgs = append(audioArgs, "-ar")
  697. audioArgs = append(audioArgs, "16000")
  698. audioArgs = append(audioArgs, outAudioFullPath)
  699. return audioArgs
  700. }
  701. func (f *FFMPEGHelper) getSubExportArgsByTimeRange(subFullPath string, startTimeString, timeLength, outSubFullPath string) []string {
  702. /*
  703. ffmpeg.exe -i aa.srt -ss 00:1:27 -t 28 bb.srt
  704. */
  705. var subArgs = make([]string, 0)
  706. subArgs = append(subArgs, "-i")
  707. subArgs = append(subArgs, subFullPath)
  708. subArgs = append(subArgs, "-ss")
  709. subArgs = append(subArgs, startTimeString)
  710. subArgs = append(subArgs, "-t")
  711. subArgs = append(subArgs, timeLength)
  712. subArgs = append(subArgs, outSubFullPath)
  713. return subArgs
  714. }
  715. // getSubASS2SRTArgs 从 ASS 字幕 转到 SRT 字幕
  716. func (f *FFMPEGHelper) getSubASS2SRTArgs(subFullPath, outSubFullPath string) []string {
  717. var subArgs = make([]string, 0)
  718. // 指定读取的音频文件编码格式
  719. subArgs = append(subArgs, "-i")
  720. subArgs = append(subArgs, subFullPath)
  721. subArgs = append(subArgs, outSubFullPath)
  722. return subArgs
  723. }
  724. // addSubMapArg 构建字幕的导出参数
  725. func (f *FFMPEGHelper) addSubMapArg(subArgs *[]string, index int, subSaveFullPath string) {
  726. *subArgs = append(*subArgs, "-map")
  727. *subArgs = append(*subArgs, fmt.Sprintf("0:%d", index))
  728. *subArgs = append(*subArgs, subSaveFullPath)
  729. }
  730. // addAudioMapArg 构建音频的导出参数
  731. func (f *FFMPEGHelper) addAudioMapArg(subArgs *[]string, index int, audioSaveFullPath string) {
  732. // -acodec pcm_s16le -f s16le -ac 1 -ar 16000
  733. *subArgs = append(*subArgs, "-map")
  734. *subArgs = append(*subArgs, fmt.Sprintf("0:%d", index))
  735. *subArgs = append(*subArgs, "-acodec")
  736. *subArgs = append(*subArgs, "pcm_s16le")
  737. *subArgs = append(*subArgs, "-f")
  738. *subArgs = append(*subArgs, "s16le")
  739. *subArgs = append(*subArgs, "-ac")
  740. *subArgs = append(*subArgs, "1")
  741. *subArgs = append(*subArgs, "-ar")
  742. *subArgs = append(*subArgs, "16000")
  743. *subArgs = append(*subArgs, audioSaveFullPath)
  744. }
  745. func (f *FFMPEGHelper) getVersion(exeName string) (string, error) {
  746. const args = "-version"
  747. cmdArgs := strings.Fields(args)
  748. cmd := exec.Command(exeName, cmdArgs...)
  749. buf := bytes.NewBufferString("")
  750. //指定输出位置
  751. cmd.Stderr = buf
  752. cmd.Stdout = buf
  753. err := cmd.Start()
  754. if err != nil {
  755. return "", err
  756. }
  757. err = cmd.Wait()
  758. if err != nil {
  759. return "", err
  760. }
  761. return buf.String(), nil
  762. }
  763. // isSupportSubCodecName 是否是 FFMPEG 支持的 CodecName
  764. func (f *FFMPEGHelper) isSupportSubCodecName(name string) bool {
  765. switch name {
  766. case Subtitle_StreamCodec_subrip,
  767. Subtitle_StreamCodec_ass,
  768. Subtitle_StreamCodec_ssa,
  769. Subtitle_StreamCodec_srt:
  770. return true
  771. default:
  772. return false
  773. }
  774. }
  775. func (f *FFMPEGHelper) GetVideoDuration(videoFileFullPath string) float64 {
  776. const args = "-v error -show_entries format=duration -of default=noprint_wrappers=1:nokey=1 -i"
  777. cmdArgs := strings.Fields(args)
  778. cmdArgs = append(cmdArgs, videoFileFullPath)
  779. cmd := exec.Command("ffprobe", cmdArgs...)
  780. buf := bytes.NewBufferString("")
  781. //指定输出位置
  782. cmd.Stderr = buf
  783. cmd.Stdout = buf
  784. err := cmd.Start()
  785. if err != nil {
  786. return 0
  787. }
  788. err = cmd.Wait()
  789. if err != nil {
  790. return 0
  791. }
  792. // 字符串转 float64
  793. durationStr := strings.TrimSpace(buf.String())
  794. duration, err := strconv.ParseFloat(durationStr, 32)
  795. if err != nil {
  796. return 0
  797. }
  798. return duration
  799. }
  800. const (
  801. codecTypeSub = "subtitle"
  802. codecTypeAudio = "audio"
  803. extMP3 = ".mp3"
  804. extPCM = ".pcm"
  805. )
  806. type ExportType int
  807. const (
  808. Subtitle ExportType = iota // 导出字幕
  809. Audio // 导出音频
  810. SubtitleAndAudio // 导出字幕和音频
  811. )
  812. /*
  813. FFMPEG 支持的字幕 Codec Name:
  814. ..S... arib_caption ARIB STD-B24 caption
  815. DES... ass ASS (Advanced SSA) subtitle (decoders: ssa ass ) (encoders: ssa ass )
  816. DES... dvb_subtitle DVB subtitles (decoders: dvbsub ) (encoders: dvbsub )
  817. ..S... dvb_teletext DVB teletext
  818. DES... dvd_subtitle DVD subtitles (decoders: dvdsub ) (encoders: dvdsub )
  819. D.S... eia_608 EIA-608 closed captions (decoders: cc_dec )
  820. D.S... hdmv_pgs_subtitle HDMV Presentation Graphic Stream subtitles (decoders: pgssub )
  821. ..S... hdmv_text_subtitle HDMV Text subtitle
  822. D.S... jacosub JACOsub subtitle
  823. D.S... microdvd MicroDVD subtitle
  824. DES... mov_text MOV text
  825. D.S... mpl2 MPL2 subtitle
  826. D.S... pjs PJS (Phoenix Japanimation Society) subtitle
  827. D.S... realtext RealText subtitle
  828. D.S... sami SAMI subtitle
  829. ..S... srt SubRip subtitle with embedded timing
  830. ..S... ssa SSA (SubStation Alpha) subtitle
  831. D.S... stl Spruce subtitle format
  832. DES... subrip SubRip subtitle (decoders: srt subrip ) (encoders: srt subrip )
  833. D.S... subviewer SubViewer subtitle
  834. D.S... subviewer1 SubViewer v1 subtitle
  835. DES... text raw UTF-8 text
  836. ..S... ttml Timed Text Markup Language
  837. D.S... vplayer VPlayer subtitle
  838. DES... webvtt WebVTT subtitle
  839. DES... xsub XSUB
  840. */
  841. const (
  842. Subtitle_StreamCodec_subrip = "subrip"
  843. Subtitle_StreamCodec_ass = "ass"
  844. Subtitle_StreamCodec_ssa = "ssa"
  845. Subtitle_StreamCodec_srt = "srt"
  846. )