From 60233e04a8a5add3360fde3a66935fd511ded20e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Vin=C3=ADcius=20Garcia?= Date: Thu, 29 Sep 2022 14:11:08 -0300 Subject: [PATCH] Add sqlx/prep-stmt benchmark --- README.md | 69 +++++++++---------- benchmarks/benchmarks_test.go | 120 ++++++++++++++++++++++++++++++++++ 2 files changed, 156 insertions(+), 33 deletions(-) diff --git a/README.md b/README.md index 28feaf5..5372ae6 100644 --- a/README.md +++ b/README.md @@ -370,40 +370,43 @@ goos: linux goarch: amd64 pkg: github.com/vingarcia/ksql/benchmarks cpu: Intel(R) Core(TM) i7-10750H CPU @ 2.60GHz -BenchmarkInsert/ksql/sql-adapter/insert-one-12 9513 625637 ns/op -BenchmarkInsert/ksql/pgx-adapter/insert-one-12 10000 541374 ns/op -BenchmarkInsert/sql/insert-one-12 9369 618969 ns/op -BenchmarkInsert/sql/prep-stmt/insert-one-12 10000 551131 ns/op -BenchmarkInsert/sqlx/insert-one-12 9328 629889 ns/op -BenchmarkInsert/pgxpool/insert-one-12 10000 542283 ns/op -BenchmarkInsert/gorm/insert-one-12 8716 675421 ns/op -BenchmarkInsert/sqlc/insert-one-12 9446 629378 ns/op -BenchmarkInsert/sqlc/prep-stmt/insert-one-12 10000 553632 ns/op -BenchmarkInsert/sqlboiler/insert-one-12 9595 633391 ns/op -BenchmarkQuery/ksql/sql-adapter/single-row-12 40746 146739 ns/op -BenchmarkQuery/ksql/sql-adapter/multiple-rows-12 37886 156191 ns/op -BenchmarkQuery/ksql/pgx-adapter/single-row-12 79155 71939 ns/op -BenchmarkQuery/ksql/pgx-adapter/multiple-rows-12 73729 83560 ns/op -BenchmarkQuery/sql/single-row-12 42253 143241 ns/op -BenchmarkQuery/sql/multiple-rows-12 40456 149423 ns/op -BenchmarkQuery/sql/prep-stmt/single-row-12 83389 72348 ns/op -BenchmarkQuery/sql/prep-stmt/multiple-rows-12 77712 76644 ns/op -BenchmarkQuery/sqlx/single-row-12 41792 145506 ns/op -BenchmarkQuery/sqlx/multiple-rows-12 39500 151435 ns/op -BenchmarkQuery/pgxpool/single-row-12 85870 69418 ns/op -BenchmarkQuery/pgxpool/multiple-rows-12 79922 73978 ns/op -BenchmarkQuery/gorm/single-row-12 77432 78407 ns/op -BenchmarkQuery/gorm/multiple-rows-12 61074 96030 ns/op -BenchmarkQuery/sqlc/single-row-12 42672 145121 ns/op -BenchmarkQuery/sqlc/multiple-rows-12 40122 149068 ns/op -BenchmarkQuery/sqlc/prep-stmt/single-row-12 81829 73210 ns/op -BenchmarkQuery/sqlc/prep-stmt/multiple-rows-12 74799 78834 ns/op -BenchmarkQuery/sqlboiler/single-row-12 64158 93305 ns/op -BenchmarkQuery/sqlboiler/multiple-rows-12 64686 92270 ns/op +BenchmarkInsert/ksql/sql-adapter/insert-one-12 9358 630699 ns/op +BenchmarkInsert/ksql/pgx-adapter/insert-one-12 10000 548489 ns/op +BenchmarkInsert/sql/insert-one-12 9601 631485 ns/op +BenchmarkInsert/sql/prep-stmt/insert-one-12 10000 558009 ns/op +BenchmarkInsert/sqlx/insert-one-12 9688 637395 ns/op +BenchmarkInsert/sqlx/prep-stmt/insert-one-12 10000 555805 ns/op +BenchmarkInsert/pgxpool/insert-one-12 10000 558187 ns/op +BenchmarkInsert/gorm/insert-one-12 8671 690290 ns/op +BenchmarkInsert/sqlc/insert-one-12 9710 636395 ns/op +BenchmarkInsert/sqlc/prep-stmt/insert-one-12 10000 572243 ns/op +BenchmarkInsert/sqlboiler/insert-one-12 9693 645475 ns/op +BenchmarkQuery/ksql/sql-adapter/single-row-12 42440 139913 ns/op +BenchmarkQuery/ksql/sql-adapter/multiple-rows-12 39391 152663 ns/op +BenchmarkQuery/ksql/pgx-adapter/single-row-12 81457 70102 ns/op +BenchmarkQuery/ksql/pgx-adapter/multiple-rows-12 74710 81578 ns/op +BenchmarkQuery/sql/single-row-12 43040 139945 ns/op +BenchmarkQuery/sql/multiple-rows-12 41533 143923 ns/op +BenchmarkQuery/sql/prep-stmt/single-row-12 89296 69676 ns/op +BenchmarkQuery/sql/prep-stmt/multiple-rows-12 78828 75760 ns/op +BenchmarkQuery/sqlx/single-row-12 41727 141424 ns/op +BenchmarkQuery/sqlx/multiple-rows-12 41360 148159 ns/op +BenchmarkQuery/sqlx/prep-stmt/single-row-12 81553 68347 ns/op +BenchmarkQuery/sqlx/prep-stmt/multiple-rows-12 77161 77070 ns/op +BenchmarkQuery/pgxpool/single-row-12 85140 68628 ns/op +BenchmarkQuery/pgxpool/multiple-rows-12 76016 73659 ns/op +BenchmarkQuery/gorm/single-row-12 79791 74779 ns/op +BenchmarkQuery/gorm/multiple-rows-12 63621 94351 ns/op +BenchmarkQuery/sqlc/single-row-12 41904 142480 ns/op +BenchmarkQuery/sqlc/multiple-rows-12 39877 147798 ns/op +BenchmarkQuery/sqlc/prep-stmt/single-row-12 84484 68351 ns/op +BenchmarkQuery/sqlc/prep-stmt/multiple-rows-12 81837 76040 ns/op +BenchmarkQuery/sqlboiler/single-row-12 67383 90907 ns/op +BenchmarkQuery/sqlboiler/multiple-rows-12 64791 91555 ns/op PASS -ok github.com/vingarcia/ksql/benchmarks 200.547s -Benchmark executed at: 2022-07-26 -Benchmark executed on commit: 3d34bae47e90ff84d87ba47a2fad81d21390c5ec +ok github.com/vingarcia/ksql/benchmarks 228.871s +Benchmark executed at: 2022-09-29 +Benchmark executed on commit: fc2b32d91965404c2479aa3d1be904b5a4c217f4 ``` ## Running the KSQL tests (for contributors) diff --git a/benchmarks/benchmarks_test.go b/benchmarks/benchmarks_test.go index fedfb81..8b15f51 100644 --- a/benchmarks/benchmarks_test.go +++ b/benchmarks/benchmarks_test.go @@ -213,6 +213,48 @@ func BenchmarkInsert(b *testing.B) { }) }) + b.Run("sqlx/prep-stmt", func(b *testing.B) { + sqlxDB, err := sqlx.Open(driver, connStr) + if err != nil { + b.Fatalf("error creating sqlx client: %s", err) + } + sqlxDB.SetMaxOpenConns(1) + + err = recreateTable(connStr) + if err != nil { + b.Fatalf("error creating table: %s", err.Error()) + } + + insertOne, err := sqlxDB.Prepare(`INSERT INTO users(name, age) VALUES ($1, $2) RETURNING id`) + if err != nil { + b.Fatalf("could not prepare sql insert query: %s", err.Error()) + } + + b.Run("insert-one", func(b *testing.B) { + for i := 0; i < b.N; i++ { + user := User{ + Name: strconv.Itoa(i), + Age: i, + } + rows, err := insertOne.QueryContext(ctx, user.Name, user.Age) + if err != nil { + b.Fatalf("insert error: %s", err.Error()) + } + if !rows.Next() { + b.Fatalf("missing id from inserted record") + } + err = rows.Scan(&user.ID) + if err != nil { + b.Fatalf("error scanning rows") + } + err = rows.Close() + if err != nil { + b.Fatalf("error closing rows") + } + } + }) + }) + b.Run("pgxpool", func(b *testing.B) { pgxConf, err := pgxpool.ParseConfig(connStr) if err != nil { @@ -678,6 +720,84 @@ func BenchmarkQuery(b *testing.B) { }) }) + b.Run("sqlx/prep-stmt", func(b *testing.B) { + sqlxDB, err := sqlx.Open(driver, connStr) + if err != nil { + b.Fatalf("error creating sqlx client: %s", err) + } + sqlxDB.SetMaxOpenConns(1) + + err = recreateTable(connStr) + if err != nil { + b.Fatalf("error creating table: %s", err.Error()) + } + + err = insertUsers(connStr, 100) + if err != nil { + b.Fatalf("error inserting users: %s", err.Error()) + } + + singleRow, err := sqlxDB.Preparex(`SELECT id, name, age FROM users OFFSET $1 LIMIT 1`) + if err != nil { + b.Fatalf("error preparing sql statement for single row: %s", err.Error()) + } + + multipleRows, err := sqlxDB.Preparex(`SELECT id, name, age FROM users OFFSET $1 LIMIT 10`) + if err != nil { + b.Fatalf("error preparing sql statement for multiple rows: %s", err.Error()) + } + + b.Run("single-row", func(b *testing.B) { + for i := 0; i < b.N; i++ { + var user User + rows, err := singleRow.QueryxContext(ctx, i%100) + if err != nil { + b.Fatalf("query error: %s", err.Error()) + } + if !rows.Next() { + b.Fatalf("missing user from inserted record, offset: %d", i%100) + } + err = rows.StructScan(&user) + if err != nil { + b.Fatalf("error scanning rows") + } + err = rows.Close() + if err != nil { + b.Fatalf("error closing rows") + } + } + }) + + b.Run("multiple-rows", func(b *testing.B) { + for i := 0; i < b.N; i++ { + var users []User + rows, err := multipleRows.QueryxContext(ctx, i%90) + if err != nil { + b.Fatalf("query error: %s", err.Error()) + } + for j := 0; j < 10; j++ { + if !rows.Next() { + b.Fatalf("missing user from inserted record, offset: %d", i%90) + } + var user User + rows.StructScan(&user) + if err != nil { + b.Fatalf("error scanning rows") + } + users = append(users, user) + } + if len(users) < 10 { + b.Fatalf("expected 10 scanned users, but got: %d", len(users)) + } + + err = rows.Close() + if err != nil { + b.Fatalf("error closing rows") + } + } + }) + }) + b.Run("pgxpool", func(b *testing.B) { pgxConf, err := pgxpool.ParseConfig(connStr) if err != nil {