new benchmarks

benchmark/bench_test.go

@@ -6,40 +6,105 @@
 package benchmark
 
 import (
-	"math"
+	"database/sql"
+	"flag"
+	"fmt"
+	"os"
+	"runtime"
 	"testing"
+
+	_ "github.com/glebarez/go-sqlite"
+	"github.com/klauspost/cpuid/v2"
+	_ "github.com/mattn/go-sqlite3"
 )
 
-func BenchmarkSelect(b *testing.B) {
-	doBenchmarkOfNrows(b, benchmarkSelect)
+var (
+	// flag, allows to run each benchmark multiple times and average the results. this may provide more stable results between runs
+	reps uint
+
+	// flag, whether to use in-memory SQLite
+	inMemory bool
+
+	// benchmark funcs to execute
+	funcs = []func(*testing.B, *sql.DB){
+		bench_create_index,
+		bench_select_on_string_comparison,
+		bench_select_with_index,
+		bench_select_without_index,
+		bench_insert,
+		bench_insert_in_transaction,
+		bench_insert_into_indexed,
+		bench_insert_from_select,
+		bench_update_text_with_index,
+		bench_update_with_index,
+		bench_update_without_index,
+		bench_delete_without_index,
+		bench_delete_with_index,
+
+		// due to very long run of this benchmark, it is disabled
+		// bench_drop_table,
+	}
+)
+
+func TestMain(m *testing.M) {
+	flag.UintVar(&reps, "rep", 1, "allows to run each benchmark multiple times and average the results. this may provide more stable results between runs")
+	flag.BoolVar(&inMemory, "mem", false, "if set, use in-memory SQLite")
+	flag.Parse()
+	os.Exit(m.Run())
 }
 
-// https://gitlab.com/cznic/sqlite/-/issues/39
-func BenchmarkInsert(b *testing.B) {
-	doBenchmarkOfNrows(b, benchmarkInsert)
-}
+func Test_BenchmarkSQLite(t *testing.T) {
+	// print info about CPU and OS
+	fmt.Println()
+	fmt.Printf("goos:   %s\n", runtime.GOOS)
+	fmt.Printf("goarch: %s\n", runtime.GOARCH)
+	if cpu := cpuid.CPU.BrandName; cpu != "" {
+		fmt.Printf("cpu:    %s\n", cpu)
+	}
+	fmt.Printf("repeat: %d time(s)\n", reps)
+	fmt.Printf("in-memory SQLite: %v\n", inMemory)
+	fmt.Println()
 
-func doBenchmarkOfNrows(b *testing.B, benchFunc bechmarkOfNRows) {
-	for _, isMemoryDB := range inMemory { // in-memory: on/off
-		for _, e := range rowCountsE { // number of rows in table
-			for _, driverName := range drivers { // drivers
+	// loop on functions
+	for _, f := range funcs {
 
-				// create new DB
-				db := createDB(b, isMemoryDB, driverName)
+		var (
+			nsPerOpBase avgVal
+			nsPerOp     avgVal
+		)
 
-				// run benchmark
-				b.Run(
-					makeName(isMemoryDB, driverName, e),
-					func(b *testing.B) {
-						benchFunc(b, db, int(math.Pow10(e)))
-					},
-				)
+		// run benchmark against different drivers
+		for r := uint(0); r < reps; r++ {
+			// -- run bench against Cgo --
+			db := createDB(t, inMemory, "sqlite3")
+			br := testing.Benchmark(func(b *testing.B) { f(b, db) })
 
-				// close DB
-				if err := db.Close(); err != nil {
-					b.Fatal(err)
-				}
+			// contribue metric to average
+			nsPerOpBase.contribInt(br.NsPerOp())
+
+			// close DB
+			if err := db.Close(); err != nil {
+				t.Fatal(err)
+			}
+
+			// -- run bench against Pure-go --
+			db = createDB(t, inMemory, "sqlite")
+			br = testing.Benchmark(func(b *testing.B) { f(b, db) })
+
+			// contribue metric to average
+			nsPerOp.contribInt(br.NsPerOp())
+			// close DB
+			if err := db.Close(); err != nil {
+				t.Fatal(err)
 			}
 		}
+
+		// print result row
+		fmt.Printf("%-35s | %5.2fx | CGo: %7.3f ms/op | Pure-Go: %7.3f ms/op\n",
+			getFuncName(f),
+			nsPerOp.val/nsPerOpBase.val,
+			nsPerOpBase.val/1e6,
+			nsPerOp.val/1e6,
+		)
 	}
 }