sqltest.go 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409
  1. package sqlite3_test
  2. import (
  3. "database/sql"
  4. "fmt"
  5. "math/rand"
  6. "regexp"
  7. "strconv"
  8. "sync"
  9. "testing"
  10. "time"
  11. )
  12. type Dialect int
  13. const (
  14. SQLITE Dialect = iota
  15. POSTGRESQL
  16. MYSQL
  17. )
  18. type DB struct {
  19. *testing.T
  20. *sql.DB
  21. dialect Dialect
  22. once sync.Once
  23. }
  24. var db *DB
  25. // the following tables will be created and dropped during the test
  26. var testTables = []string{"foo", "bar", "t", "bench"}
  27. var tests = []testing.InternalTest{
  28. {"TestBlobs", TestBlobs},
  29. {"TestManyQueryRow", TestManyQueryRow},
  30. {"TestTxQuery", TestTxQuery},
  31. {"TestPreparedStmt", TestPreparedStmt},
  32. }
  33. var benchmarks = []testing.InternalBenchmark{
  34. {"BenchmarkExec", BenchmarkExec},
  35. {"BenchmarkQuery", BenchmarkQuery},
  36. {"BenchmarkParams", BenchmarkParams},
  37. {"BenchmarkStmt", BenchmarkStmt},
  38. {"BenchmarkRows", BenchmarkRows},
  39. {"BenchmarkStmtRows", BenchmarkStmtRows},
  40. }
  41. // RunTests runs the SQL test suite
  42. func RunTests(t *testing.T, d *sql.DB, dialect Dialect) {
  43. db = &DB{t, d, dialect, sync.Once{}}
  44. testing.RunTests(func(string, string) (bool, error) { return true, nil }, tests)
  45. if !testing.Short() {
  46. for _, b := range benchmarks {
  47. fmt.Printf("%-20s", b.Name)
  48. r := testing.Benchmark(b.F)
  49. fmt.Printf("%10d %10.0f req/s\n", r.N, float64(r.N)/r.T.Seconds())
  50. }
  51. }
  52. db.tearDown()
  53. }
  54. func (db *DB) mustExec(sql string, args ...interface{}) sql.Result {
  55. res, err := db.Exec(sql, args...)
  56. if err != nil {
  57. db.Fatalf("Error running %q: %v", sql, err)
  58. }
  59. return res
  60. }
  61. func (db *DB) tearDown() {
  62. for _, tbl := range testTables {
  63. switch db.dialect {
  64. case SQLITE:
  65. db.mustExec("drop table if exists " + tbl)
  66. case MYSQL, POSTGRESQL:
  67. db.mustExec("drop table if exists " + tbl)
  68. default:
  69. db.Fatal("unkown dialect")
  70. }
  71. }
  72. }
  73. // q replaces ? parameters if needed
  74. func (db *DB) q(sql string) string {
  75. switch db.dialect {
  76. case POSTGRESQL: // repace with $1, $2, ..
  77. qrx := regexp.MustCompile(`\?`)
  78. n := 0
  79. return qrx.ReplaceAllStringFunc(sql, func(string) string {
  80. n++
  81. return "$" + strconv.Itoa(n)
  82. })
  83. }
  84. return sql
  85. }
  86. func (db *DB) blobType(size int) string {
  87. switch db.dialect {
  88. case SQLITE:
  89. return fmt.Sprintf("blob[%d]", size)
  90. case POSTGRESQL:
  91. return "bytea"
  92. case MYSQL:
  93. return fmt.Sprintf("VARBINARY(%d)", size)
  94. }
  95. panic("unkown dialect")
  96. }
  97. func (db *DB) serialPK() string {
  98. switch db.dialect {
  99. case SQLITE:
  100. return "integer primary key autoincrement"
  101. case POSTGRESQL:
  102. return "serial primary key"
  103. case MYSQL:
  104. return "integer primary key auto_increment"
  105. }
  106. panic("unkown dialect")
  107. }
  108. func (db *DB) now() string {
  109. switch db.dialect {
  110. case SQLITE:
  111. return "datetime('now')"
  112. case POSTGRESQL:
  113. return "now()"
  114. case MYSQL:
  115. return "now()"
  116. }
  117. panic("unkown dialect")
  118. }
  119. func makeBench() {
  120. if _, err := db.Exec("create table bench (n varchar(32), i integer, d double, s varchar(32), t datetime)"); err != nil {
  121. panic(err)
  122. }
  123. st, err := db.Prepare("insert into bench values (?, ?, ?, ?, ?)")
  124. if err != nil {
  125. panic(err)
  126. }
  127. defer st.Close()
  128. for i := 0; i < 100; i++ {
  129. if _, err = st.Exec(nil, i, float64(i), fmt.Sprintf("%d", i), time.Now()); err != nil {
  130. panic(err)
  131. }
  132. }
  133. }
  134. func TestResult(t *testing.T) {
  135. db.tearDown()
  136. db.mustExec("create temporary table test (id " + db.serialPK() + ", name varchar(10))")
  137. for i := 1; i < 3; i++ {
  138. r := db.mustExec(db.q("insert into test (name) values (?)"), fmt.Sprintf("row %d", i))
  139. n, err := r.RowsAffected()
  140. if err != nil {
  141. t.Fatal(err)
  142. }
  143. if n != 1 {
  144. t.Errorf("got %v, want %v", n, 1)
  145. }
  146. n, err = r.LastInsertId()
  147. if err != nil {
  148. t.Fatal(err)
  149. }
  150. if n != int64(i) {
  151. t.Errorf("got %v, want %v", n, i)
  152. }
  153. }
  154. if _, err := db.Exec("error!"); err == nil {
  155. t.Fatalf("expected error")
  156. }
  157. }
  158. func TestBlobs(t *testing.T) {
  159. db.tearDown()
  160. var blob = []byte{0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15}
  161. db.mustExec("create table foo (id integer primary key, bar " + db.blobType(16) + ")")
  162. db.mustExec(db.q("insert into foo (id, bar) values(?,?)"), 0, blob)
  163. want := fmt.Sprintf("%x", blob)
  164. b := make([]byte, 16)
  165. err := db.QueryRow(db.q("select bar from foo where id = ?"), 0).Scan(&b)
  166. got := fmt.Sprintf("%x", b)
  167. if err != nil {
  168. t.Errorf("[]byte scan: %v", err)
  169. } else if got != want {
  170. t.Errorf("for []byte, got %q; want %q", got, want)
  171. }
  172. err = db.QueryRow(db.q("select bar from foo where id = ?"), 0).Scan(&got)
  173. want = string(blob)
  174. if err != nil {
  175. t.Errorf("string scan: %v", err)
  176. } else if got != want {
  177. t.Errorf("for string, got %q; want %q", got, want)
  178. }
  179. }
  180. func TestManyQueryRow(t *testing.T) {
  181. if testing.Short() {
  182. t.Log("skipping in short mode")
  183. return
  184. }
  185. db.tearDown()
  186. db.mustExec("create table foo (id integer primary key, name varchar(50))")
  187. db.mustExec(db.q("insert into foo (id, name) values(?,?)"), 1, "bob")
  188. var name string
  189. for i := 0; i < 10000; i++ {
  190. err := db.QueryRow(db.q("select name from foo where id = ?"), 1).Scan(&name)
  191. if err != nil || name != "bob" {
  192. t.Fatalf("on query %d: err=%v, name=%q", i, err, name)
  193. }
  194. }
  195. }
  196. func TestTxQuery(t *testing.T) {
  197. db.tearDown()
  198. tx, err := db.Begin()
  199. if err != nil {
  200. t.Fatal(err)
  201. }
  202. defer tx.Rollback()
  203. _, err = tx.Exec("create table foo (id integer primary key, name varchar(50))")
  204. if err != nil {
  205. t.Fatal(err)
  206. }
  207. _, err = tx.Exec(db.q("insert into foo (id, name) values(?,?)"), 1, "bob")
  208. if err != nil {
  209. t.Fatal(err)
  210. }
  211. r, err := tx.Query(db.q("select name from foo where id = ?"), 1)
  212. if err != nil {
  213. t.Fatal(err)
  214. }
  215. defer r.Close()
  216. if !r.Next() {
  217. if r.Err() != nil {
  218. t.Fatal(err)
  219. }
  220. t.Fatal("expected one rows")
  221. }
  222. var name string
  223. err = r.Scan(&name)
  224. if err != nil {
  225. t.Fatal(err)
  226. }
  227. }
  228. func TestPreparedStmt(t *testing.T) {
  229. db.tearDown()
  230. db.mustExec("CREATE TABLE t (count INT)")
  231. sel, err := db.Prepare("SELECT count FROM t ORDER BY count DESC")
  232. if err != nil {
  233. t.Fatalf("prepare 1: %v", err)
  234. }
  235. ins, err := db.Prepare(db.q("INSERT INTO t (count) VALUES (?)"))
  236. if err != nil {
  237. t.Fatalf("prepare 2: %v", err)
  238. }
  239. for n := 1; n <= 3; n++ {
  240. if _, err := ins.Exec(n); err != nil {
  241. t.Fatalf("insert(%d) = %v", n, err)
  242. }
  243. }
  244. const nRuns = 10
  245. var wg sync.WaitGroup
  246. for i := 0; i < nRuns; i++ {
  247. wg.Add(1)
  248. go func() {
  249. defer wg.Done()
  250. for j := 0; j < 10; j++ {
  251. count := 0
  252. if err := sel.QueryRow().Scan(&count); err != nil && err != sql.ErrNoRows {
  253. t.Errorf("Query: %v", err)
  254. return
  255. }
  256. if _, err := ins.Exec(rand.Intn(100)); err != nil {
  257. t.Errorf("Insert: %v", err)
  258. return
  259. }
  260. }
  261. }()
  262. }
  263. wg.Wait()
  264. }
  265. // Benchmarks need to use panic() since b.Error errors are lost when
  266. // running via testing.Benchmark() I would like to run these via go
  267. // test -bench but calling Benchmark() from a benchmark test
  268. // currently hangs go.
  269. func BenchmarkExec(b *testing.B) {
  270. for i := 0; i < b.N; i++ {
  271. if _, err := db.Exec("select 1"); err != nil {
  272. panic(err)
  273. }
  274. }
  275. }
  276. func BenchmarkQuery(b *testing.B) {
  277. for i := 0; i < b.N; i++ {
  278. var n sql.NullString
  279. var i int
  280. var f float64
  281. var s string
  282. // var t time.Time
  283. if err := db.QueryRow("select null, 1, 1.1, 'foo'").Scan(&n, &i, &f, &s); err != nil {
  284. panic(err)
  285. }
  286. }
  287. }
  288. func BenchmarkParams(b *testing.B) {
  289. for i := 0; i < b.N; i++ {
  290. var n sql.NullString
  291. var i int
  292. var f float64
  293. var s string
  294. // var t time.Time
  295. if err := db.QueryRow("select ?, ?, ?, ?", nil, 1, 1.1, "foo").Scan(&n, &i, &f, &s); err != nil {
  296. panic(err)
  297. }
  298. }
  299. }
  300. func BenchmarkStmt(b *testing.B) {
  301. st, err := db.Prepare("select ?, ?, ?, ?")
  302. if err != nil {
  303. panic(err)
  304. }
  305. defer st.Close()
  306. for n := 0; n < b.N; n++ {
  307. var n sql.NullString
  308. var i int
  309. var f float64
  310. var s string
  311. // var t time.Time
  312. if err := st.QueryRow(nil, 1, 1.1, "foo").Scan(&n, &i, &f, &s); err != nil {
  313. panic(err)
  314. }
  315. }
  316. }
  317. func BenchmarkRows(b *testing.B) {
  318. db.once.Do(makeBench)
  319. for n := 0; n < b.N; n++ {
  320. var n sql.NullString
  321. var i int
  322. var f float64
  323. var s string
  324. var t time.Time
  325. r, err := db.Query("select * from bench")
  326. if err != nil {
  327. panic(err)
  328. }
  329. for r.Next() {
  330. if err = r.Scan(&n, &i, &f, &s, &t); err != nil {
  331. panic(err)
  332. }
  333. }
  334. if err = r.Err(); err != nil {
  335. panic(err)
  336. }
  337. }
  338. }
  339. func BenchmarkStmtRows(b *testing.B) {
  340. db.once.Do(makeBench)
  341. st, err := db.Prepare("select * from bench")
  342. if err != nil {
  343. panic(err)
  344. }
  345. defer st.Close()
  346. for n := 0; n < b.N; n++ {
  347. var n sql.NullString
  348. var i int
  349. var f float64
  350. var s string
  351. var t time.Time
  352. r, err := st.Query()
  353. if err != nil {
  354. panic(err)
  355. }
  356. for r.Next() {
  357. if err = r.Scan(&n, &i, &f, &s, &t); err != nil {
  358. panic(err)
  359. }
  360. }
  361. if err = r.Err(); err != nil {
  362. panic(err)
  363. }
  364. }
  365. }