downloader_hub.go 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. package file_downloader
  2. import (
  3. "crypto/sha256"
  4. "fmt"
  5. "github.com/allanpk716/ChineseSubFinder/internal/logic/task_queue"
  6. "github.com/allanpk716/ChineseSubFinder/internal/pkg/download_file_cache"
  7. "github.com/allanpk716/ChineseSubFinder/internal/pkg/my_util"
  8. "github.com/allanpk716/ChineseSubFinder/internal/pkg/settings"
  9. "github.com/allanpk716/ChineseSubFinder/internal/types/language"
  10. "github.com/allanpk716/ChineseSubFinder/internal/types/supplier"
  11. "github.com/go-rod/rod"
  12. "github.com/sirupsen/logrus"
  13. "path/filepath"
  14. )
  15. type FileDownloader struct {
  16. Settings *settings.Settings
  17. Log *logrus.Logger
  18. downloadFileCache *download_file_cache.DownloadFileCache
  19. }
  20. func NewFileDownloader(settings *settings.Settings, log *logrus.Logger) *FileDownloader {
  21. return &FileDownloader{Settings: settings, Log: log,
  22. downloadFileCache: download_file_cache.NewDownloadFileCache(settings)}
  23. }
  24. // Get supplierName 这个参数一定得是字幕源的名称,通过 s.GetSupplierName() 获取,否则后续的字幕源今日下载量将不能正确统计和判断
  25. // xunlei、shooter 使用这个
  26. func (f *FileDownloader) Get(supplierName string, topN int64, videoFileName string,
  27. fileDownloadUrl string, score int64, offset int64) (*supplier.SubInfo, error) {
  28. fileUID := fmt.Sprintf("%x", sha256.Sum256([]byte(fileDownloadUrl)))
  29. found, subInfo, err := f.downloadFileCache.Get(fileUID)
  30. if err != nil {
  31. return nil, err
  32. }
  33. // 如果不存在那么就先下载,然后再存入缓存中
  34. if found == false {
  35. fileData, downloadFileName, err := my_util.DownFile(f.Log, fileDownloadUrl, f.Settings.AdvancedSettings.ProxySettings)
  36. if err != nil {
  37. return nil, err
  38. }
  39. // 下载成功需要统计到今天的次数中
  40. _, err = task_queue.AddDailyDownloadCount(supplierName,
  41. my_util.GetPublicIP(f.Log, f.Settings.AdvancedSettings.TaskQueue, f.Settings.AdvancedSettings.ProxySettings))
  42. if err != nil {
  43. f.Log.Warningln(supplierName, "FileDownloader.Get.AddDailyDownloadCount", err)
  44. }
  45. // 需要获取下载文件的后缀名,后续才指导是要解压还是直接解析字幕
  46. ext := ""
  47. if downloadFileName == "" {
  48. ext = filepath.Ext(fileDownloadUrl)
  49. } else {
  50. ext = filepath.Ext(downloadFileName)
  51. }
  52. // 默认存入都是简体中文的语言类型,后续取出来的时候需要再次调用 SubParser 进行解析
  53. inSubInfo := supplier.NewSubInfo(supplierName, topN, videoFileName, language.ChineseSimple, fileDownloadUrl, score, offset, ext, fileData)
  54. err = f.downloadFileCache.Add(inSubInfo)
  55. if err != nil {
  56. return nil, err
  57. }
  58. return inSubInfo, nil
  59. } else {
  60. // 如果已经存在缓存中,那么就直接返回
  61. return subInfo, nil
  62. }
  63. }
  64. // GetEx supplierName 这个参数一定得是字幕源的名称,通过 s.GetSupplierName() 获取,否则后续的字幕源今日下载量将不能正确统计和判断
  65. // zimuku、subhd 使用这个
  66. func (f *FileDownloader) GetEx(supplierName string, browser *rod.Browser, subDownloadPageUrl string, TopN int64, Season, Episode int, downFileFunc func(browser *rod.Browser, subDownloadPageUrl string, TopN int64, Season, Episode int) (*supplier.SubInfo, error)) (*supplier.SubInfo, error) {
  67. fileUID := fmt.Sprintf("%x", sha256.Sum256([]byte(subDownloadPageUrl)))
  68. found, subInfo, err := f.downloadFileCache.Get(fileUID)
  69. if err != nil {
  70. return nil, err
  71. }
  72. // 如果不存在那么就先下载,然后再存入缓存中
  73. if found == false {
  74. subInfo, err = downFileFunc(browser, subDownloadPageUrl, TopN, Season, Episode)
  75. if err != nil {
  76. return nil, err
  77. }
  78. // 下载成功需要统计到今天的次数中
  79. _, err = task_queue.AddDailyDownloadCount(supplierName,
  80. my_util.GetPublicIP(f.Log, f.Settings.AdvancedSettings.TaskQueue, f.Settings.AdvancedSettings.ProxySettings))
  81. if err != nil {
  82. f.Log.Warningln(supplierName, "FileDownloader.GetEx.AddDailyDownloadCount", err)
  83. }
  84. // 默认存入都是简体中文的语言类型,后续取出来的时候需要再次调用 SubParser 进行解析
  85. err = f.downloadFileCache.Add(subInfo)
  86. if err != nil {
  87. return nil, err
  88. }
  89. return subInfo, nil
  90. } else {
  91. // 如果已经存在缓存中,那么就直接返回
  92. return subInfo, nil
  93. }
  94. }