benchmark_test.go 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151
  1. // Copyright (C) 2016 The Syncthing Authors.
  2. //
  3. // This Source Code Form is subject to the terms of the Mozilla Public
  4. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  5. // You can obtain one at https://mozilla.org/MPL/2.0/.
  6. package weakhash
  7. import (
  8. "bytes"
  9. "context"
  10. "fmt"
  11. "hash"
  12. vadler32 "hash/adler32"
  13. "io"
  14. "math/rand"
  15. "os"
  16. "testing"
  17. "github.com/chmduquesne/rollinghash/adler32"
  18. "github.com/chmduquesne/rollinghash/bozo32"
  19. "github.com/chmduquesne/rollinghash/buzhash32"
  20. "github.com/chmduquesne/rollinghash/buzhash64"
  21. )
  22. const (
  23. testFile = "../model/testdata/tmpfile"
  24. size = 128 << 10
  25. )
  26. func BenchmarkFind1MFile(b *testing.B) {
  27. b.ReportAllocs()
  28. b.SetBytes(1 << 20)
  29. for i := 0; i < b.N; i++ {
  30. fd, err := os.Open(testFile)
  31. if err != nil {
  32. b.Fatal(err)
  33. }
  34. _, err = Find(context.Background(), fd, []uint32{0, 1, 2}, size)
  35. if err != nil {
  36. b.Fatal(err)
  37. }
  38. fd.Close()
  39. }
  40. }
  41. type RollingHash interface {
  42. hash.Hash
  43. Roll(byte)
  44. }
  45. func BenchmarkBlock(b *testing.B) {
  46. tests := []struct {
  47. name string
  48. hash hash.Hash
  49. }{
  50. {
  51. "adler32", adler32.New(),
  52. },
  53. {
  54. "bozo32", bozo32.New(),
  55. },
  56. {
  57. "buzhash32", buzhash32.New(),
  58. },
  59. {
  60. "buzhash64", buzhash64.New(),
  61. },
  62. {
  63. "vanilla-adler32", vadler32.New(),
  64. },
  65. }
  66. sizes := []int64{128 << 10, 16 << 20}
  67. buf := make([]byte, 16<<20)
  68. rand.Read(buf)
  69. for _, testSize := range sizes {
  70. for _, test := range tests {
  71. b.Run(test.name+"-"+fmt.Sprint(testSize), func(bb *testing.B) {
  72. bb.Run("", func(bbb *testing.B) {
  73. bbb.ResetTimer()
  74. for i := 0; i < bbb.N; i++ {
  75. lr := io.LimitReader(bytes.NewReader(buf), testSize)
  76. n, err := io.Copy(test.hash, lr)
  77. if err != nil {
  78. bbb.Error(err)
  79. }
  80. if n != testSize {
  81. bbb.Errorf("%d != %d", n, testSize)
  82. }
  83. test.hash.Sum(nil)
  84. test.hash.Reset()
  85. }
  86. bbb.SetBytes(testSize)
  87. bbb.ReportAllocs()
  88. })
  89. })
  90. }
  91. }
  92. }
  93. func BenchmarkRoll(b *testing.B) {
  94. tests := []struct {
  95. name string
  96. hash RollingHash
  97. }{
  98. {
  99. "adler32", adler32.New(),
  100. },
  101. {
  102. "bozo32", bozo32.New(),
  103. },
  104. {
  105. "buzhash32", buzhash32.New(),
  106. },
  107. {
  108. "buzhash64", buzhash64.New(),
  109. },
  110. }
  111. sizes := []int64{128 << 10, 16 << 20}
  112. for _, testSize := range sizes {
  113. for _, test := range tests {
  114. b.Run(test.name+"-"+fmt.Sprint(testSize), func(bb *testing.B) {
  115. bb.Run("", func(bbb *testing.B) {
  116. data := make([]byte, testSize)
  117. if _, err := test.hash.Write(data); err != nil {
  118. bbb.Error(err)
  119. }
  120. bbb.ResetTimer()
  121. for i := 0; i < bbb.N; i++ {
  122. for j := int64(0); j <= testSize; j++ {
  123. test.hash.Roll('a')
  124. }
  125. }
  126. bbb.SetBytes(testSize)
  127. bbb.ReportAllocs()
  128. })
  129. })
  130. }
  131. }
  132. }