memcache_test.go 7.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. /*
  2. Copyright 2011 Google Inc.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. // Package memcache provides a client for the memcached cache server.
  14. package memcache
  15. import (
  16. "bufio"
  17. "fmt"
  18. "io"
  19. "io/ioutil"
  20. "net"
  21. "os"
  22. "os/exec"
  23. "strings"
  24. "testing"
  25. "time"
  26. )
  27. const testServer = "localhost:11211"
  28. func setup(t *testing.T) bool {
  29. c, err := net.Dial("tcp", testServer)
  30. if err != nil {
  31. t.Skipf("skipping test; no server running at %s", testServer)
  32. }
  33. c.Write([]byte("flush_all\r\n"))
  34. c.Close()
  35. return true
  36. }
  37. func TestLocalhost(t *testing.T) {
  38. if !setup(t) {
  39. return
  40. }
  41. testWithClient(t, New(testServer))
  42. }
  43. // Run the memcached binary as a child process and connect to its unix socket.
  44. func TestUnixSocket(t *testing.T) {
  45. sock := fmt.Sprintf("/tmp/test-gomemcache-%d.sock", os.Getpid())
  46. cmd := exec.Command("memcached", "-s", sock)
  47. if err := cmd.Start(); err != nil {
  48. t.Skipf("skipping test; couldn't find memcached")
  49. return
  50. }
  51. defer cmd.Wait()
  52. defer cmd.Process.Kill()
  53. // Wait a bit for the socket to appear.
  54. for i := 0; i < 10; i++ {
  55. if _, err := os.Stat(sock); err == nil {
  56. break
  57. }
  58. time.Sleep(time.Duration(25*i) * time.Millisecond)
  59. }
  60. testWithClient(t, New(sock))
  61. }
  62. func mustSetF(t *testing.T, c *Client) func(*Item) {
  63. return func(it *Item) {
  64. if err := c.Set(it); err != nil {
  65. t.Fatalf("failed to Set %#v: %v", *it, err)
  66. }
  67. }
  68. }
  69. func testWithClient(t *testing.T, c *Client) {
  70. checkErr := func(err error, format string, args ...interface{}) {
  71. if err != nil {
  72. t.Fatalf(format, args...)
  73. }
  74. }
  75. mustSet := mustSetF(t, c)
  76. // Set
  77. foo := &Item{Key: "foo", Value: []byte("fooval"), Flags: 123}
  78. err := c.Set(foo)
  79. checkErr(err, "first set(foo): %v", err)
  80. err = c.Set(foo)
  81. checkErr(err, "second set(foo): %v", err)
  82. // Get
  83. it, err := c.Get("foo")
  84. checkErr(err, "get(foo): %v", err)
  85. if it.Key != "foo" {
  86. t.Errorf("get(foo) Key = %q, want foo", it.Key)
  87. }
  88. if string(it.Value) != "fooval" {
  89. t.Errorf("get(foo) Value = %q, want fooval", string(it.Value))
  90. }
  91. if it.Flags != 123 {
  92. t.Errorf("get(foo) Flags = %v, want 123", it.Flags)
  93. }
  94. // Get and set a unicode key
  95. quxKey := "Hello_世界"
  96. qux := &Item{Key: quxKey, Value: []byte("hello world")}
  97. err = c.Set(qux)
  98. checkErr(err, "first set(Hello_世界): %v", err)
  99. it, err = c.Get(quxKey)
  100. checkErr(err, "get(Hello_世界): %v", err)
  101. if it.Key != quxKey {
  102. t.Errorf("get(Hello_世界) Key = %q, want Hello_世界", it.Key)
  103. }
  104. if string(it.Value) != "hello world" {
  105. t.Errorf("get(Hello_世界) Value = %q, want hello world", string(it.Value))
  106. }
  107. // Set malformed keys
  108. malFormed := &Item{Key: "foo bar", Value: []byte("foobarval")}
  109. err = c.Set(malFormed)
  110. if err != ErrMalformedKey {
  111. t.Errorf("set(foo bar) should return ErrMalformedKey instead of %v", err)
  112. }
  113. malFormed = &Item{Key: "foo" + string(0x7f), Value: []byte("foobarval")}
  114. err = c.Set(malFormed)
  115. if err != ErrMalformedKey {
  116. t.Errorf("set(foo<0x7f>) should return ErrMalformedKey instead of %v", err)
  117. }
  118. // Add
  119. bar := &Item{Key: "bar", Value: []byte("barval")}
  120. err = c.Add(bar)
  121. checkErr(err, "first add(foo): %v", err)
  122. if err := c.Add(bar); err != ErrNotStored {
  123. t.Fatalf("second add(foo) want ErrNotStored, got %v", err)
  124. }
  125. // Replace
  126. baz := &Item{Key: "baz", Value: []byte("bazvalue")}
  127. if err := c.Replace(baz); err != ErrNotStored {
  128. t.Fatalf("expected replace(baz) to return ErrNotStored, got %v", err)
  129. }
  130. err = c.Replace(bar)
  131. checkErr(err, "replaced(foo): %v", err)
  132. // GetMulti
  133. m, err := c.GetMulti([]string{"foo", "bar"})
  134. checkErr(err, "GetMulti: %v", err)
  135. if g, e := len(m), 2; g != e {
  136. t.Errorf("GetMulti: got len(map) = %d, want = %d", g, e)
  137. }
  138. if _, ok := m["foo"]; !ok {
  139. t.Fatalf("GetMulti: didn't get key 'foo'")
  140. }
  141. if _, ok := m["bar"]; !ok {
  142. t.Fatalf("GetMulti: didn't get key 'bar'")
  143. }
  144. if g, e := string(m["foo"].Value), "fooval"; g != e {
  145. t.Errorf("GetMulti: foo: got %q, want %q", g, e)
  146. }
  147. if g, e := string(m["bar"].Value), "barval"; g != e {
  148. t.Errorf("GetMulti: bar: got %q, want %q", g, e)
  149. }
  150. // Delete
  151. err = c.Delete("foo")
  152. checkErr(err, "Delete: %v", err)
  153. it, err = c.Get("foo")
  154. if err != ErrCacheMiss {
  155. t.Errorf("post-Delete want ErrCacheMiss, got %v", err)
  156. }
  157. // Incr/Decr
  158. mustSet(&Item{Key: "num", Value: []byte("42")})
  159. n, err := c.Increment("num", 8)
  160. checkErr(err, "Increment num + 8: %v", err)
  161. if n != 50 {
  162. t.Fatalf("Increment num + 8: want=50, got=%d", n)
  163. }
  164. n, err = c.Decrement("num", 49)
  165. checkErr(err, "Decrement: %v", err)
  166. if n != 1 {
  167. t.Fatalf("Decrement 49: want=1, got=%d", n)
  168. }
  169. err = c.Delete("num")
  170. checkErr(err, "delete num: %v", err)
  171. n, err = c.Increment("num", 1)
  172. if err != ErrCacheMiss {
  173. t.Fatalf("increment post-delete: want ErrCacheMiss, got %v", err)
  174. }
  175. mustSet(&Item{Key: "num", Value: []byte("not-numeric")})
  176. n, err = c.Increment("num", 1)
  177. if err == nil || !strings.Contains(err.Error(), "client error") {
  178. t.Fatalf("increment non-number: want client error, got %v", err)
  179. }
  180. testTouchWithClient(t, c)
  181. // Test Delete All
  182. err = c.DeleteAll()
  183. checkErr(err, "DeleteAll: %v", err)
  184. it, err = c.Get("bar")
  185. if err != ErrCacheMiss {
  186. t.Errorf("post-DeleteAll want ErrCacheMiss, got %v", err)
  187. }
  188. }
  189. func testTouchWithClient(t *testing.T, c *Client) {
  190. if testing.Short() {
  191. t.Log("Skipping testing memcache Touch with testing in Short mode")
  192. return
  193. }
  194. mustSet := mustSetF(t, c)
  195. const secondsToExpiry = int32(2)
  196. // We will set foo and bar to expire in 2 seconds, then we'll keep touching
  197. // foo every second
  198. // After 3 seconds, we expect foo to be available, and bar to be expired
  199. foo := &Item{Key: "foo", Value: []byte("fooval"), Expiration: secondsToExpiry}
  200. bar := &Item{Key: "bar", Value: []byte("barval"), Expiration: secondsToExpiry}
  201. setTime := time.Now()
  202. mustSet(foo)
  203. mustSet(bar)
  204. for s := 0; s < 3; s++ {
  205. time.Sleep(time.Duration(1 * time.Second))
  206. err := c.Touch(foo.Key, secondsToExpiry)
  207. if nil != err {
  208. t.Errorf("error touching foo: %v", err.Error())
  209. }
  210. }
  211. _, err := c.Get("foo")
  212. if err != nil {
  213. if err == ErrCacheMiss {
  214. t.Fatalf("touching failed to keep item foo alive")
  215. } else {
  216. t.Fatalf("unexpected error retrieving foo after touching: %v", err.Error())
  217. }
  218. }
  219. _, err = c.Get("bar")
  220. if nil == err {
  221. t.Fatalf("item bar did not expire within %v seconds", time.Now().Sub(setTime).Seconds())
  222. } else {
  223. if err != ErrCacheMiss {
  224. t.Fatalf("unexpected error retrieving bar: %v", err.Error())
  225. }
  226. }
  227. }
  228. func BenchmarkOnItem(b *testing.B) {
  229. fakeServer, err := net.Listen("tcp", "localhost:0")
  230. if err != nil {
  231. b.Fatal("Could not open fake server: ", err)
  232. }
  233. defer fakeServer.Close()
  234. go func() {
  235. for {
  236. if c, err := fakeServer.Accept(); err == nil {
  237. go func() { io.Copy(ioutil.Discard, c) }()
  238. } else {
  239. return
  240. }
  241. }
  242. }()
  243. addr := fakeServer.Addr()
  244. c := New(addr.String())
  245. if _, err := c.getConn(addr); err != nil {
  246. b.Fatal("failed to initialize connection to fake server")
  247. }
  248. item := Item{Key: "foo"}
  249. dummyFn := func(_ *Client, _ *bufio.ReadWriter, _ *Item) error { return nil }
  250. b.ResetTimer()
  251. for i := 0; i < b.N; i++ {
  252. c.onItem(&item, dummyFn)
  253. }
  254. }