123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544 |
- package my_util
- import (
- "crypto/sha1"
- "encoding/hex"
- "fmt"
- "github.com/allanpk716/ChineseSubFinder/internal/common"
- "github.com/allanpk716/ChineseSubFinder/internal/pkg/global_value"
- "github.com/allanpk716/ChineseSubFinder/internal/pkg/log_helper"
- "github.com/allanpk716/ChineseSubFinder/internal/pkg/regex_things"
- "github.com/allanpk716/ChineseSubFinder/internal/types"
- browser "github.com/allanpk716/fake-useragent"
- "github.com/go-resty/resty/v2"
- "github.com/google/uuid"
- "io"
- "math"
- "net/http"
- "os"
- "os/exec"
- "path/filepath"
- "regexp"
- "runtime"
- "strconv"
- "strings"
- "time"
- )
- // NewHttpClient 新建一个 resty 的对象
- func NewHttpClient(_reqParam ...types.ReqParam) *resty.Client {
- //const defUserAgent = "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50"
- //const defUserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36 Edg/91.0.864.41"
- // 随机的 Browser
- defUserAgent := browser.Random()
- var reqParam types.ReqParam
- var HttpProxy, UserAgent, Referer string
- if len(_reqParam) > 0 {
- reqParam = _reqParam[0]
- }
- if len(reqParam.HttpProxy) > 0 {
- HttpProxy = reqParam.HttpProxy
- }
- if len(reqParam.UserAgent) > 0 {
- UserAgent = reqParam.UserAgent
- } else {
- UserAgent = defUserAgent
- }
- if len(reqParam.Referer) > 0 {
- Referer = reqParam.Referer
- }
- httpClient := resty.New()
- httpClient.SetTimeout(common.HTMLTimeOut)
- httpClient.SetRetryCount(2)
- if HttpProxy != "" {
- httpClient.SetProxy(HttpProxy)
- } else {
- httpClient.RemoveProxy()
- }
- httpClient.SetHeaders(map[string]string{
- "Content-Type": "application/json",
- "User-Agent": UserAgent,
- })
- if len(Referer) > 0 {
- httpClient.SetHeader("Referer", Referer)
- }
- return httpClient
- }
- // DownFile 从指定的 url 下载文件
- func DownFile(urlStr string, _reqParam ...types.ReqParam) ([]byte, string, error) {
- var reqParam types.ReqParam
- if len(_reqParam) > 0 {
- reqParam = _reqParam[0]
- }
- httpClient := NewHttpClient(reqParam)
- resp, err := httpClient.R().Get(urlStr)
- if err != nil {
- return nil, "", err
- }
- filename := GetFileName(resp.RawResponse)
- if filename == "" {
- log_helper.GetLogger().Warningln("DownFile.GetFileName is string.empty", urlStr)
- }
- return resp.Body(), filename, nil
- }
- // GetFileName 获取下载文件的文件名
- func GetFileName(resp *http.Response) string {
- contentDisposition := resp.Header.Get("Content-Disposition")
- if len(contentDisposition) == 0 {
- return ""
- }
- re := regexp.MustCompile(`filename=["]*([^"]+)["]*`)
- matched := re.FindStringSubmatch(contentDisposition)
- if matched == nil || len(matched) == 0 || len(matched[0]) == 0 {
- log_helper.GetLogger().Errorln("GetFileName.Content-Disposition", contentDisposition)
- return ""
- }
- return matched[1]
- }
- // AddBaseUrl 判断传入的 url 是否需要拼接 baseUrl
- func AddBaseUrl(baseUrl, url string) string {
- if strings.Contains(url, "://") {
- return url
- }
- return fmt.Sprintf("%s%s", baseUrl, url)
- }
- // IsDir 存在且是文件夹
- func IsDir(path string) bool {
- s, err := os.Stat(path)
- if err != nil {
- return false
- }
- return s.IsDir()
- }
- // IsFile 存在且是文件
- func IsFile(filePath string) bool {
- s, err := os.Stat(filePath)
- if err != nil {
- return false
- }
- return !s.IsDir()
- }
- // VideoNameSearchKeywordMaker 拼接视频搜索的 title 和 年份
- func VideoNameSearchKeywordMaker(title string, year string) string {
- iYear, err := strconv.Atoi(year)
- if err != nil {
- // 允许的错误
- log_helper.GetLogger().Errorln("VideoNameSearchKeywordMaker", "year to int", err)
- iYear = 0
- }
- searchKeyword := title
- if iYear >= 2020 {
- searchKeyword = searchKeyword + " " + year
- }
- return searchKeyword
- }
- // SearchMatchedVideoFile 搜索符合后缀名的视频文件
- func SearchMatchedVideoFile(dir string) ([]string, error) {
- defer log_helper.GetLogger().Infoln("SearchMatchedVideoFile End")
- log_helper.GetLogger().Infoln("SearchMatchedVideoFile Start...")
- var fileFullPathList = make([]string, 0)
- pathSep := string(os.PathSeparator)
- files, err := os.ReadDir(dir)
- if err != nil {
- return nil, err
- }
- for _, curFile := range files {
- fullPath := dir + pathSep + curFile.Name()
- if curFile.IsDir() {
- // 内层的错误就无视了
- oneList, _ := SearchMatchedVideoFile(fullPath)
- if oneList != nil {
- fileFullPathList = append(fileFullPathList, oneList...)
- }
- } else {
- // 这里就是文件了
- if IsWantedVideoExtDef(curFile.Name()) == true {
- fileFullPathList = append(fileFullPathList, fullPath)
- }
- }
- }
- return fileFullPathList, nil
- }
- // IsWantedVideoExtDef 后缀名是否符合规则
- func IsWantedVideoExtDef(fileName string) bool {
- if len(global_value.WantedExtMap) < 1 {
- global_value.DefExtMap[common.VideoExtMp4] = common.VideoExtMp4
- global_value.DefExtMap[common.VideoExtMkv] = common.VideoExtMkv
- global_value.DefExtMap[common.VideoExtRmvb] = common.VideoExtRmvb
- global_value.DefExtMap[common.VideoExtIso] = common.VideoExtIso
- global_value.WantedExtMap[common.VideoExtMp4] = common.VideoExtMp4
- global_value.WantedExtMap[common.VideoExtMkv] = common.VideoExtMkv
- global_value.WantedExtMap[common.VideoExtRmvb] = common.VideoExtRmvb
- global_value.WantedExtMap[common.VideoExtIso] = common.VideoExtIso
- for _, videoExt := range global_value.CustomVideoExts {
- global_value.WantedExtMap[videoExt] = videoExt
- }
- }
- fileExt := strings.ToLower(filepath.Ext(fileName))
- _, bFound := global_value.WantedExtMap[fileExt]
- return bFound
- }
- func GetEpisodeKeyName(season, eps int) string {
- return "S" + strconv.Itoa(season) + "E" + strconv.Itoa(eps)
- }
- // CopyFile copies a single file from src to dst
- func CopyFile(src, dst string) error {
- var err error
- var srcfd *os.File
- var dstfd *os.File
- var srcinfo os.FileInfo
- if srcfd, err = os.Open(src); err != nil {
- return err
- }
- defer srcfd.Close()
- if dstfd, err = os.Create(dst); err != nil {
- return err
- }
- defer dstfd.Close()
- if _, err = io.Copy(dstfd, srcfd); err != nil {
- return err
- }
- if srcinfo, err = os.Stat(src); err != nil {
- return err
- }
- return os.Chmod(dst, srcinfo.Mode())
- }
- // CopyDir copies a whole directory recursively
- func CopyDir(src string, dst string) error {
- var err error
- var fds []os.DirEntry
- var srcInfo os.FileInfo
- if srcInfo, err = os.Stat(src); err != nil {
- return err
- }
- if err = os.MkdirAll(dst, srcInfo.Mode()); err != nil {
- return err
- }
- if fds, err = os.ReadDir(src); err != nil {
- return err
- }
- for _, fd := range fds {
- srcfp := filepath.Join(src, fd.Name())
- dstfp := filepath.Join(dst, fd.Name())
- if fd.IsDir() {
- if err = CopyDir(srcfp, dstfp); err != nil {
- fmt.Println(err)
- }
- } else {
- if err = CopyFile(srcfp, dstfp); err != nil {
- fmt.Println(err)
- }
- }
- }
- return nil
- }
- // CloseChrome 强行结束没有关闭的 Chrome 进程
- func CloseChrome() {
- cmdString := ""
- var command *exec.Cmd
- sysType := runtime.GOOS
- if sysType == "linux" {
- // LINUX系统
- cmdString = "pkill chrome"
- command = exec.Command("/bin/sh", "-c", cmdString)
- }
- if sysType == "windows" {
- // windows系统
- cmdString = "taskkill /F /im chrome.exe"
- command = exec.Command("cmd.exe", "/c", cmdString)
- }
- if sysType == "darwin" {
- // macOS
- // https://stackoverflow.com/questions/57079120/using-exec-command-in-golang-how-do-i-open-a-new-terminal-and-execute-a-command
- cmdString = `tell application "/Applications/Google Chrome.app" to quit`
- command = exec.Command("osascript", "-s", "h", "-e", cmdString)
- }
- if cmdString == "" || command == nil {
- log_helper.GetLogger().Errorln("CloseChrome OS:", sysType)
- return
- }
- err := command.Run()
- if err != nil {
- log_helper.GetLogger().Errorln("CloseChrome", err)
- }
- }
- // OSCheck 强制的系统支持检查
- func OSCheck() bool {
- sysType := runtime.GOOS
- if sysType == "linux" {
- return true
- }
- if sysType == "windows" {
- return true
- }
- if sysType == "darwin" {
- return true
- }
- return false
- }
- // FixWindowPathBackSlash 修复 Windows 反斜杠的梗
- func FixWindowPathBackSlash(path string) string {
- return strings.Replace(path, string(filepath.Separator), "/", -1)
- }
- func WriteStrings2File(desfilePath string, strings []string) error {
- dstFile, err := os.Create(desfilePath)
- if err != nil {
- return err
- }
- defer func() {
- _ = dstFile.Close()
- }()
- allString := ""
- for _, s := range strings {
- allString += s + "\r\n"
- }
- _, err = dstFile.WriteString(allString)
- if err != nil {
- return err
- }
- return nil
- }
- func TimeNumber2Time(inputTimeNumber float64) time.Time {
- newTime := time.Time{}.Add(time.Duration(inputTimeNumber * math.Pow10(9)))
- return newTime
- }
- func Time2SecondNumber(inTime time.Time) float64 {
- outSecond := 0.0
- outSecond += float64(inTime.Hour() * 60 * 60)
- outSecond += float64(inTime.Minute() * 60)
- outSecond += float64(inTime.Second())
- outSecond += float64(inTime.Nanosecond()) / 1000 / 1000 / 1000
- return outSecond
- }
- func Time2Duration(inTime time.Time) time.Duration {
- return time.Duration(Time2SecondNumber(inTime) * math.Pow10(9))
- }
- func Second2Time(sec int64) time.Time {
- return time.Unix(sec, 0)
- }
- // ReplaceSpecString 替换特殊的字符
- func ReplaceSpecString(inString string, rep string) string {
- return regex_things.RegMatchSpString.ReplaceAllString(inString, rep)
- }
- func Bool2Int(inBool bool) int {
- if inBool == true {
- return 1
- } else {
- return 0
- }
- }
- // Round 取整
- func Round(x float64) int64 {
- if x-float64(int64(x)) > 0 {
- return int64(x) + 1
- } else {
- return int64(x)
- }
- //return int64(math.Floor(x + 0.5))
- }
- // MakePowerOfTwo 2的整次幂数 buffer length is not a power of two
- func MakePowerOfTwo(x int64) int64 {
- power := math.Log2(float64(x))
- tmpRound := Round(power)
- return int64(math.Pow(2, float64(tmpRound)))
- }
- // MakeCeil10msMultipleFromFloat 将传入的秒,规整到 10ms 的倍数,返回依然是 秒,向上取整
- func MakeCeil10msMultipleFromFloat(input float64) float64 {
- const bb = 100
- // 先转到 10 ms 单位,比如传入是 1.912 - > 191.2
- t10ms := input * bb
- // 191.2 - > 192.0
- newT10ms := math.Ceil(t10ms)
- // 转换回来
- return newT10ms / bb
- }
- // MakeFloor10msMultipleFromFloat 将传入的秒,规整到 10ms 的倍数,返回依然是 秒,向下取整
- func MakeFloor10msMultipleFromFloat(input float64) float64 {
- const bb = 100
- // 先转到 10 ms 单位,比如传入是 1.912 - > 191.2
- t10ms := input * bb
- // 191.2 - > 191.0
- newT10ms := math.Floor(t10ms)
- // 转换回来
- return newT10ms / bb
- }
- // MakeCeil10msMultipleFromTime 向上取整,规整到 10ms 的倍数
- func MakeCeil10msMultipleFromTime(input time.Time) time.Time {
- nowTime := MakeCeil10msMultipleFromFloat(Time2SecondNumber(input))
- newTime := time.Time{}.Add(time.Duration(nowTime * math.Pow10(9)))
- return newTime
- }
- // MakeFloor10msMultipleFromTime 向下取整,规整到 10ms 的倍数
- func MakeFloor10msMultipleFromTime(input time.Time) time.Time {
- nowTime := MakeFloor10msMultipleFromFloat(Time2SecondNumber(input))
- newTime := time.Time{}.Add(time.Duration(nowTime * math.Pow10(9)))
- return newTime
- }
- // Time2SubTimeString 时间转字幕格式的时间字符串
- func Time2SubTimeString(inTime time.Time, timeFormat string) string {
- /*
- 这里进行时间转字符串的时候有一点比较特殊
- 正常来说输出的格式是类似 15:04:05.00
- 那么有个问题,字幕的时间格式是 0:00:12.00, 小时,是个数,除非有跨度到 20 小时的视频,不然小时就应该是个数
- 这就需要一个额外的函数去处理这些情况
- */
- outTimeString := inTime.Format(timeFormat)
- if inTime.Hour() > 9 {
- // 小时,两位数
- return outTimeString
- } else {
- // 小时,一位数
- items := strings.SplitN(outTimeString, ":", -1)
- if len(items) == 3 {
- outTimeString = strings.Replace(outTimeString, items[0], fmt.Sprintf("%d", inTime.Hour()), 1)
- return outTimeString
- }
- return outTimeString
- }
- }
- // IsEqual 比较 float64
- func IsEqual(f1, f2 float64) bool {
- const MIN = 0.000001
- if f1 > f2 {
- return math.Dim(f1, f2) < MIN
- } else {
- return math.Dim(f2, f1) < MIN
- }
- }
- // ParseTime 解析字幕时间字符串,这里可能小数点后面有 2-4 位
- func ParseTime(inTime string) (time.Time, error) {
- parseTime, err := time.Parse(common.TimeFormatPoint2, inTime)
- if err != nil {
- parseTime, err = time.Parse(common.TimeFormatPoint3, inTime)
- if err != nil {
- parseTime, err = time.Parse(common.TimeFormatPoint4, inTime)
- }
- }
- return parseTime, err
- }
- // GetFileSHA1 获取文件的 SHA1 值
- func GetFileSHA1(srcFileFPath string) (string, error) {
- infile, err := os.Open(srcFileFPath)
- if err != nil {
- return "", err
- }
- defer func() {
- _ = infile.Close()
- }()
- h := sha1.New()
- _, err = io.Copy(h, infile)
- if err != nil {
- return "", err
- }
- return hex.EncodeToString(h.Sum(nil)), nil
- }
- // WriteFile 写文件
- func WriteFile(desFileFPath string, bytes []byte) error {
- var err error
- nowDesPath := desFileFPath
- if filepath.IsAbs(nowDesPath) == false {
- nowDesPath, err = filepath.Abs(nowDesPath)
- if err != nil {
- return err
- }
- }
- // 创建对应的目录
- nowDirPath := filepath.Dir(nowDesPath)
- err = os.MkdirAll(nowDirPath, os.ModePerm)
- if err != nil {
- return err
- }
- file, err := os.Create(nowDesPath)
- if err != nil {
- return err
- }
- defer func() {
- _ = file.Close()
- }()
- _, err = file.Write(bytes)
- if err != nil {
- return err
- }
- return nil
- }
- // GetNowTimeString 获取当前的时间,没有秒
- func GetNowTimeString() (string, int, int, int) {
- nowTime := time.Now()
- addString := fmt.Sprintf("%d-%d-%d", nowTime.Hour(), nowTime.Minute(), nowTime.Nanosecond())
- return addString, nowTime.Hour(), nowTime.Minute(), nowTime.Nanosecond()
- }
- // GenerateAccessToken 生成随机的 AccessToken
- func GenerateAccessToken() string {
- u4 := uuid.New()
- return u4.String()
- }
|