unit_test_helper.go 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406
  1. package unit_test_helper
  2. import (
  3. "fmt"
  4. "io"
  5. "os"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "time"
  10. )
  11. // GetTestDataResourceRootPath 向上返回几层就能够到 ChineseSubFinder-TestData 同级目录,然后进入其中的 resourceFolderName 资源文件夹中
  12. func GetTestDataResourceRootPath(resourceFolderNames []string, goBackTimes int, userCopyData bool) string {
  13. times := ""
  14. for i := 0; i < goBackTimes; i++ {
  15. times += oneBackTime
  16. }
  17. outPath := times + testResourceProjectName
  18. for _, name := range resourceFolderNames {
  19. outPath += "/" + name
  20. }
  21. outPath = filepath.FromSlash(outPath)
  22. if userCopyData == true {
  23. // 想要 copy org 中的数据到 test 中去处理
  24. orgDir := filepath.Join(outPath, "org")
  25. if IsDir(orgDir) == false {
  26. // 如果没有发现 org 文件夹,就返回之前的路径即可
  27. return outPath
  28. }
  29. // 如果发现有,那启动 copy 的操作
  30. testDataPath, err := copyTestData(outPath)
  31. if err != nil {
  32. return outPath
  33. }
  34. return filepath.FromSlash(testDataPath)
  35. }
  36. return outPath
  37. }
  38. // GenerateShooterVideoFile 这里为 shooter 的接口专门生成一个视频文件,瑞克和莫蒂 (2013)\Season 5\S05E09 .mkv
  39. func GenerateShooterVideoFile(videoPartsRootPath string) (string, error) {
  40. const videoSize int64 = 640302895
  41. const videoName = "S05E09.mkv"
  42. const ext = ".videoPart"
  43. partNames := []string{"4096", "213434298", "426868596", "640294703"}
  44. outVideoFPath := filepath.Join(videoPartsRootPath, videoName)
  45. f, err := os.Create(outVideoFPath)
  46. if err != nil {
  47. return "", err
  48. }
  49. defer func() {
  50. _ = f.Close()
  51. }()
  52. if err := f.Truncate(videoSize); err != nil {
  53. return "", err
  54. }
  55. /*
  56. 一共有 4 个检测点
  57. */
  58. for _, name := range partNames {
  59. onePart := func() error {
  60. partF, err := os.Open(filepath.Join(videoPartsRootPath, name+ext))
  61. if err != nil {
  62. return err
  63. }
  64. defer func() {
  65. _ = partF.Close()
  66. }()
  67. partAll, err := io.ReadAll(partF)
  68. if err != nil {
  69. return err
  70. }
  71. int64Numb, err := strconv.ParseInt(name, 10, 64)
  72. if err != nil {
  73. return err
  74. }
  75. _, err = f.WriteAt(partAll, int64Numb)
  76. if err != nil {
  77. return err
  78. }
  79. return nil
  80. }
  81. err = onePart()
  82. if err != nil {
  83. return "", err
  84. }
  85. }
  86. return outVideoFPath, nil
  87. }
  88. // GenerateXunleiVideoFile 这里为 xunlei 的接口专门生成一个视频文件,手机 (2003) 720p Cooker.rmvb
  89. func GenerateXunleiVideoFile(videoPartsRootPath string) (string, error) {
  90. const videoSize int64 = 640302895
  91. const videoName = "手机 (2003) 720p Cooker.rmvb"
  92. const ext = ".videoPart"
  93. partNames := []string{"0", "311177499", "933512018"}
  94. outVideoFPath := filepath.Join(videoPartsRootPath, videoName)
  95. f, err := os.Create(outVideoFPath)
  96. if err != nil {
  97. return "", err
  98. }
  99. defer func() {
  100. _ = f.Close()
  101. }()
  102. if err := f.Truncate(videoSize); err != nil {
  103. return "", err
  104. }
  105. /*
  106. 一共有 3 个检测点
  107. */
  108. for _, name := range partNames {
  109. onePart := func() error {
  110. partF, err := os.Open(filepath.Join(videoPartsRootPath, name+ext))
  111. if err != nil {
  112. return err
  113. }
  114. defer func() {
  115. _ = partF.Close()
  116. }()
  117. partAll, err := io.ReadAll(partF)
  118. if err != nil {
  119. return err
  120. }
  121. int64Numb, err := strconv.ParseInt(name, 10, 64)
  122. if err != nil {
  123. return err
  124. }
  125. _, err = f.WriteAt(partAll, int64Numb)
  126. if err != nil {
  127. return err
  128. }
  129. return nil
  130. }
  131. err = onePart()
  132. if err != nil {
  133. return "", err
  134. }
  135. }
  136. return outVideoFPath, nil
  137. }
  138. // GenerateCSFVideoFile 这里为 CSF 的接口专门生成一个视频文件,瑞克和莫蒂 (2013)\Season 5\S05E09 .mkv
  139. func GenerateCSFVideoFile(videoPartsRootPath string) (string, error) {
  140. const videoSize int64 = 640302895
  141. const videoName = "S05E09.mkv"
  142. const ext = ".videoPart"
  143. partNames := []string{"4096", "160075723", "320151447", "480227171", "640294703"}
  144. outVideoFPath := filepath.Join(videoPartsRootPath, videoName)
  145. f, err := os.Create(outVideoFPath)
  146. if err != nil {
  147. return "", err
  148. }
  149. defer func() {
  150. _ = f.Close()
  151. }()
  152. if err := f.Truncate(videoSize); err != nil {
  153. return "", err
  154. }
  155. /*
  156. 一共有 5 个检测点
  157. */
  158. for _, name := range partNames {
  159. onePart := func() error {
  160. partF, err := os.Open(filepath.Join(videoPartsRootPath, name+ext))
  161. if err != nil {
  162. return err
  163. }
  164. defer func() {
  165. _ = partF.Close()
  166. }()
  167. partAll, err := io.ReadAll(partF)
  168. if err != nil {
  169. return err
  170. }
  171. int64Numb, err := strconv.ParseInt(name, 10, 64)
  172. if err != nil {
  173. return err
  174. }
  175. _, err = f.WriteAt(partAll, int64Numb)
  176. if err != nil {
  177. return err
  178. }
  179. return nil
  180. }
  181. err = onePart()
  182. if err != nil {
  183. return "", err
  184. }
  185. }
  186. return outVideoFPath, nil
  187. }
  188. // copyTestData 单元测试前把测试的数据 copy 一份出来操作,src 目录中默认应该有一个 org 原始数据文件夹,然后需要复制一份 test 文件夹出来
  189. func copyTestData(srcDir string) (string, error) {
  190. // 因为会出现,批量测试的需求,那么如果每次都进行一次清理,那么就会导致之前创建的被清理掉,测试用例失败
  191. // 可以简单的按时间来判断,如果当前时间与以及存在文件夹名称相差在 5min,那么就清理掉
  192. addString, _, _, _ := GetNowTimeString()
  193. // 测试数据的文件夹
  194. orgDir := filepath.Join(srcDir, "org")
  195. testDir := filepath.Join(srcDir, "test")
  196. if IsDir(testDir) == true {
  197. err := ClearFolderEx(testDir, 10)
  198. if err != nil {
  199. return "", err
  200. }
  201. }
  202. // 多加一层,这样在批量测试的时候才不会出错
  203. testDirEx := filepath.Join(testDir, addString)
  204. err := CopyDir(orgDir, testDirEx)
  205. if err != nil {
  206. return "", err
  207. }
  208. return testDirEx, nil
  209. }
  210. // IsDir 存在且是文件夹
  211. func IsDir(path string) bool {
  212. s, err := os.Stat(path)
  213. if err != nil {
  214. return false
  215. }
  216. return s.IsDir()
  217. }
  218. // CopyFile copies a single file from src to dst
  219. func CopyFile(src, dst string) error {
  220. var err error
  221. var srcFd *os.File
  222. var dstFd *os.File
  223. var srcInfo os.FileInfo
  224. if srcFd, err = os.Open(src); err != nil {
  225. return err
  226. }
  227. defer func() {
  228. _ = srcFd.Close()
  229. }()
  230. if dstFd, err = os.Create(dst); err != nil {
  231. return err
  232. }
  233. defer func() {
  234. _ = dstFd.Close()
  235. }()
  236. if _, err = io.Copy(dstFd, srcFd); err != nil {
  237. return err
  238. }
  239. if srcInfo, err = os.Stat(src); err != nil {
  240. return err
  241. }
  242. return os.Chmod(dst, srcInfo.Mode())
  243. }
  244. // CopyDir copies a whole directory recursively
  245. func CopyDir(src string, dst string) error {
  246. var err error
  247. var fds []os.DirEntry
  248. var srcInfo os.FileInfo
  249. if srcInfo, err = os.Stat(src); err != nil {
  250. return err
  251. }
  252. if err = os.MkdirAll(dst, srcInfo.Mode()); err != nil {
  253. return err
  254. }
  255. if fds, err = os.ReadDir(src); err != nil {
  256. return err
  257. }
  258. for _, fd := range fds {
  259. srcfp := filepath.Join(src, fd.Name())
  260. dstfp := filepath.Join(dst, fd.Name())
  261. if fd.IsDir() {
  262. if err = CopyDir(srcfp, dstfp); err != nil {
  263. fmt.Println(err)
  264. }
  265. } else {
  266. if err = CopyFile(srcfp, dstfp); err != nil {
  267. fmt.Println(err)
  268. }
  269. }
  270. }
  271. return nil
  272. }
  273. // GetNowTimeString 获取当前的时间,没有秒
  274. func GetNowTimeString() (string, int, int, int) {
  275. nowTime := time.Now()
  276. addString := fmt.Sprintf("%d-%d-%d", nowTime.Hour(), nowTime.Minute(), nowTime.Nanosecond())
  277. return addString, nowTime.Hour(), nowTime.Minute(), nowTime.Nanosecond()
  278. }
  279. // ClearFolderEx 清空文件夹,文件夹名称有特殊之处,Hour-min-Nanosecond 的命名方式
  280. // 如果调用的时候,已存在的文件夹的时间 min < 5 那么则清理
  281. func ClearFolderEx(folderFullPath string, overtime int) error {
  282. _, hour, minute, _ := GetNowTimeString()
  283. pathSep := string(os.PathSeparator)
  284. files, err := os.ReadDir(folderFullPath)
  285. if err != nil {
  286. return err
  287. }
  288. for _, curFile := range files {
  289. fullPath := folderFullPath + pathSep + curFile.Name()
  290. if curFile.IsDir() {
  291. parts := strings.Split(curFile.Name(), "-")
  292. if len(parts) == 3 {
  293. // 基本是符合了,倒是还是需要额外的判断是否时间超过了
  294. tmpHourStr := parts[0]
  295. tmpMinuteStr := parts[1]
  296. tmpHour, err := strconv.Atoi(tmpHourStr)
  297. if err != nil {
  298. // 如果不符合命名格式,直接删除
  299. err = os.RemoveAll(fullPath)
  300. if err != nil {
  301. return err
  302. }
  303. continue
  304. }
  305. tmpMinute, err := strconv.Atoi(tmpMinuteStr)
  306. if err != nil {
  307. // 如果不符合命名格式,直接删除
  308. err = os.RemoveAll(fullPath)
  309. if err != nil {
  310. return err
  311. }
  312. continue
  313. }
  314. // 判断时间
  315. if tmpHour != hour {
  316. // 如果不符合命名格式,直接删除
  317. err = os.RemoveAll(fullPath)
  318. if err != nil {
  319. return err
  320. }
  321. continue
  322. }
  323. // 超过 5 min
  324. if minute-overtime > tmpMinute {
  325. // 如果不符合命名格式,直接删除
  326. err = os.RemoveAll(fullPath)
  327. if err != nil {
  328. return err
  329. }
  330. continue
  331. }
  332. } else {
  333. // 如果不符合命名格式,直接删除
  334. err = os.RemoveAll(fullPath)
  335. if err != nil {
  336. return err
  337. }
  338. }
  339. } else {
  340. // 这里就是文件了
  341. err = os.Remove(fullPath)
  342. if err != nil {
  343. return err
  344. }
  345. }
  346. }
  347. return nil
  348. }
  349. const oneBackTime = "../"
  350. const testResourceProjectName = "ChineseSubFinder-TestData"