refactor(tm2): split pkg/db into sub-packages

.github/dependabot.yml

@@ -25,14 +25,14 @@ updates:
       golang-x:
         patterns:
           - "golang.org/x/*"
-      dbs:
-        patterns:
-          - "github.com/linxGnu/grocksdb"
-          - "go.etcd.io/bbolt"
-          - "github.com/dgraph-io/badger/v3"
       everything-else:
         patterns:
           - "*"
+        exclude-patterns:
+          # NOTE: grocksdb should be updated manually, to match the version
+          # available on Ubuntu's latest LTS release; and updated in conjunction
+          # with the ubuntu version on .github/workflows/db-tests.yml
+          - "github.com/linxGnu/grocksdb"
     open-pull-requests-limit: 10
     pull-request-branch-name:
       separator: "-"

.github/workflows/db-tests.yml

@@ -15,19 +15,20 @@ concurrency:
 
 jobs:
   test:
-    runs-on: ubuntu-latest
+    # NOTE: this job uses a specific version of ubuntu as the version of grocksb
+    # we use is related to the version of RocksDB in ubuntu's repositories.
+    # If updating this to a later ubuntu release, update the grocksdb version
+    # accordingly:
+    # https://github.com/linxGnu/grocksdb/releases
+    # https://pkgs.org/search/?q=rocksdb-dev
+    runs-on: ubuntu-22.04
     timeout-minutes: 5
     strategy:
       fail-fast: false
       matrix:
         goversion:
           - "1.20.x"
           - "1.21.x"
-        tags:
-          - cleveldb
-          - memdb
-          - fsdb
-          - boltdb
     steps:
       - uses: actions/checkout@v4
 
@@ -36,16 +37,8 @@ jobs:
         with:
           go-version: ${{ matrix.goversion }}
 
-      # leveldb
-      - name: install leveldb
-        if: ${{ matrix.tags=='cleveldb' }}
-        run: |
-          sudo apt-get install libsnappy1v5
-          mkdir -p /tmp/leveldb
-          cd /tmp/leveldb
-          wget http://ftp.us.debian.org/debian/pool/main/l/leveldb/libleveldb1d_1.22-3_amd64.deb
-          wget http://ftp.us.debian.org/debian/pool/main/l/leveldb/libleveldb-dev_1.22-3_amd64.deb
-          sudo dpkg -i *.deb
+      - name: install database dependencies
+        run: sudo apt-get install -y libleveldb-dev librocksdb-dev
 
       - name: Set environment variables for debug mode
         if: env.ACTIONS_STEP_DEBUG == 'true'
@@ -55,7 +48,7 @@ jobs:
 
           echo "LOG_LEVEL=debug" >> $GITHUB_ENV
           echo "LOG_PATH_DIR=$LOG_PATH_DIR" >> $GITHUB_ENV
-          
+
       # test ./pkgs/db
       - name: test ./tm2/pkg/db
-        run: go test -tags ${{ matrix.tags }} ./tm2/pkg/db/...
+        run: go test -v ./tm2/pkg/db/...

.github/workflows/lint.yml

@@ -23,6 +23,9 @@ jobs:
 
       - name: Lint
         uses: golangci/golangci-lint-action@v3
+        env:
+          # Don't attempt to compile/resolve C packages (grocksdb, cleveldb).
+          CGO_ENABLED: 0
         with:
           # sync with misc/devdeps/go.mod
           version: v1.54
@@ -79,6 +82,6 @@ jobs:
         run: |
           # Ensure Make is installed
           make --version
-          
+
           # Run the tidy target
           make tidy

.github/workflows/tm2.yml

@@ -55,6 +55,7 @@ jobs:
           - _test.pkg.amino
           - _test.pkg.bft
           - _test.pkg.others
+          # _test.pkg.db needs special dependencies -- see db-tests.
     runs-on: ubuntu-latest
     timeout-minutes: 21
     steps:

contribs/gnodev/go.mod

@@ -16,46 +16,31 @@ require (
 	dario.cat/mergo v1.0.0 // indirect
 	github.com/btcsuite/btcd/btcec/v2 v2.3.2 // indirect
 	github.com/btcsuite/btcd/btcutil v1.1.3 // indirect
-	github.com/cespare/xxhash v1.1.0 // indirect
-	github.com/cespare/xxhash/v2 v2.2.0 // indirect
 	github.com/cockroachdb/apd/v3 v3.2.1 // indirect
 	github.com/cosmos/ledger-cosmos-go v0.13.3 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.2.0 // indirect
-	github.com/dgraph-io/badger/v3 v3.2103.5 // indirect
-	github.com/dgraph-io/ristretto v0.1.1 // indirect
-	github.com/dustin/go-humanize v1.0.0 // indirect
 	github.com/gnolang/goleveldb v0.0.9 // indirect
 	github.com/gnolang/overflow v0.0.0-20170615021017-4d914c927216 // indirect
-	github.com/gogo/protobuf v1.3.2 // indirect
-	github.com/golang/glog v1.1.0 // indirect
-	github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6 // indirect
 	github.com/golang/protobuf v1.5.3 // indirect
 	github.com/golang/snappy v0.0.4 // indirect
-	github.com/google/flatbuffers v1.12.1 // indirect
 	github.com/gorilla/mux v1.8.1 // indirect
 	github.com/gorilla/securecookie v1.1.1 // indirect
 	github.com/gorilla/sessions v1.2.1 // indirect
 	github.com/gorilla/websocket v1.5.1 // indirect
 	github.com/gotuna/gotuna v0.6.0 // indirect
 	github.com/jaekwon/testify v1.6.1 // indirect
-	github.com/jmhodges/levigo v1.0.0 // indirect
-	github.com/klauspost/compress v1.12.3 // indirect
 	github.com/kr/pretty v0.2.1 // indirect
 	github.com/libp2p/go-buffer-pool v0.1.0 // indirect
-	github.com/linxGnu/grocksdb v1.8.11 // indirect
 	github.com/pelletier/go-toml v1.9.5 // indirect
 	github.com/peterbourgon/ff/v3 v3.4.0 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/rogpeppe/go-internal v1.11.0 // indirect
 	github.com/rs/cors v1.10.1 // indirect
 	github.com/stretchr/testify v1.8.4 // indirect
-	github.com/tecbot/gorocksdb v0.0.0-20191217155057-f0fad39f321c // indirect
 	github.com/zondax/hid v0.9.2 // indirect
 	github.com/zondax/ledger-go v0.14.3 // indirect
-	go.etcd.io/bbolt v1.3.8 // indirect
-	go.opencensus.io v0.22.5 // indirect
 	go.uber.org/atomic v1.10.0 // indirect
 	go.uber.org/multierr v1.10.0 // indirect
 	go.uber.org/zap/exp v0.1.0 // indirect