fix iavl benchmarks

tm2/pkg/db/boltdb/boltdb.go

@@ -44,6 +44,10 @@ func NewBoltDBWithOpts(name string, dir string, opts *bbolt.Options) (db.DB, err
 		return nil, errors.New("ReadOnly: true is not supported")
 	}
 
+	if err := os.MkdirAll(dir, 0o700); err != nil {
+		return nil, fmt.Errorf("error creating dir: %w", err)
+	}
+
 	dbPath := filepath.Join(dir, name+".db")
 	db, err := bbolt.Open(dbPath, os.ModePerm, opts)
 	if err != nil {

tm2/pkg/iavl/benchmarks/bench_test.go

@@ -5,6 +5,7 @@ import (
 	"math/rand"
 	"os"
 	"runtime"
+	"slices"
 	"testing"
 
 	"github.com/jaekwon/testify/require"
@@ -151,63 +152,56 @@ type benchmark struct {
 	keyLen, dataLen     int
 }
 
-func BenchmarkMedium(b *testing.B) {
-	b.Skip("TODO: benchmark panicking")
-	benchmarks := []benchmark{
-		{"memdb", 100000, 100, 16, 40},
-		{"goleveldb", 100000, 100, 16, 40},
-		// FIXME: this crashes on init! Either remove support, or make it work.
-		// {"cleveldb", 100000, 100, 16, 40},
-		{"leveldb", 100000, 100, 16, 40},
-	}
-	runBenchmarks(b, benchmarks)
+func backendList() []db.BackendType {
+	return slices.DeleteFunc(db.BackendList(), func(s db.BackendType) bool {
+		// fsdb doesn't support batch ops, and it's slow anyways, so let's skip.
+		return s == db.FSDBBackend
+	})
 }
 
 func BenchmarkSmall(b *testing.B) {
-	b.Skip("TODO: benchmark panicking")
-	benchmarks := []benchmark{
-		{"memdb", 1000, 100, 4, 10},
-		{"goleveldb", 1000, 100, 4, 10},
-		// FIXME: this crashes on init! Either remove support, or make it work.
-		// {"cleveldb", 100000, 100, 16, 40},
-		{"leveldb", 1000, 100, 4, 10},
+	var bs []benchmark
+	for _, backend := range backendList() {
+		bs = append(bs, benchmark{backend, 1_000, 100, 16, 40})
 	}
-	runBenchmarks(b, benchmarks)
+	runBenchmarks(b, bs)
+}
+
+func BenchmarkMedium(b *testing.B) {
+	var bs []benchmark
+	for _, backend := range backendList() {
+		bs = append(bs, benchmark{backend, 100_000, 100, 16, 40})
+	}
+	runBenchmarks(b, bs)
 }
 
 func BenchmarkLarge(b *testing.B) {
-	b.Skip("TODO: benchmark panicking")
-	benchmarks := []benchmark{
-		{"memdb", 1000000, 100, 16, 40},
-		{"goleveldb", 1000000, 100, 16, 40},
-		// FIXME: this crashes on init! Either remove support, or make it work.
-		// {"cleveldb", 100000, 100, 16, 40},
-		{"leveldb", 1000000, 100, 16, 40},
+	var bs []benchmark
+	for _, backend := range backendList() {
+		bs = append(bs, benchmark{backend, 1_000_000, 100, 16, 40})
 	}
-	runBenchmarks(b, benchmarks)
+	runBenchmarks(b, bs)
 }
 
 func BenchmarkLevelDBBatchSizes(b *testing.B) {
-	b.Skip("TODO: benchmark panicking")
 	benchmarks := []benchmark{
-		{"goleveldb", 100000, 5, 16, 40},
-		{"goleveldb", 100000, 25, 16, 40},
-		{"goleveldb", 100000, 100, 16, 40},
-		{"goleveldb", 100000, 400, 16, 40},
-		{"goleveldb", 100000, 2000, 16, 40},
+		{db.GoLevelDBBackend, 100000, 5, 16, 40},
+		{db.GoLevelDBBackend, 100000, 25, 16, 40},
+		{db.GoLevelDBBackend, 100000, 100, 16, 40},
+		{db.GoLevelDBBackend, 100000, 400, 16, 40},
+		{db.GoLevelDBBackend, 100000, 2000, 16, 40},
 	}
 	runBenchmarks(b, benchmarks)
 }
 
 // BenchmarkLevelDBLargeData is intended to push disk limits
 // in the leveldb, to make sure not everything is cached
 func BenchmarkLevelDBLargeData(b *testing.B) {
-	b.Skip("TODO: benchmark panicking")
 	benchmarks := []benchmark{
-		{"goleveldb", 50000, 100, 32, 100},
-		{"goleveldb", 50000, 100, 32, 1000},
-		{"goleveldb", 50000, 100, 32, 10000},
-		{"goleveldb", 50000, 100, 32, 100000},
+		{db.GoLevelDBBackend, 50000, 100, 32, 100},
+		{db.GoLevelDBBackend, 50000, 100, 32, 1000},
+		{db.GoLevelDBBackend, 50000, 100, 32, 10000},
+		{db.GoLevelDBBackend, 50000, 100, 32, 100000},
 	}
 	runBenchmarks(b, benchmarks)
 }
@@ -230,8 +224,9 @@ func runBenchmarks(b *testing.B, benchmarks []benchmark) {
 
 		// note that "" leads to nil backing db!
 		var d db.DB
+		var err error
 		if bb.dbType != "nodb" {
-			d, err := db.NewDB("test", bb.dbType, dirName)
+			d, err = db.NewDB("test", bb.dbType, dirName)
 			require.NoError(b, err)
 			defer d.Close()
 		}