diff --git a/crypto/keyring/keyring.go b/crypto/keyring/keyring.go
index 93cc0a003297..bfcd473ff50f 100644
--- a/crypto/keyring/keyring.go
+++ b/crypto/keyring/keyring.go
@@ -591,7 +591,7 @@ func SignWithLedger(k *Record, msg []byte) (sig []byte, pub types.PubKey, err er
 		return nil, nil, err
 	}
 	if !pubKey.Equals(ledgerPubKey) {
-		return nil, nil, fmt.Errorf("the public key that the user attempted to sign with %v does not match the public key on the ledger device %v", pubKey.String(), ledgerPubKey.String())
+		return nil, nil, fmt.Errorf("the public key that the user attempted to sign with does not match the public key on the ledger device. %v does not match %v", pubKey.String(), ledgerPubKey.String())
 	}
 
 	sig, err = priv.Sign(msg)
diff --git a/crypto/keyring/keyring_ledger_test.go b/crypto/keyring/keyring_ledger_test.go
index 685c176dd94b..8cb539b89cec 100644
--- a/crypto/keyring/keyring_ledger_test.go
+++ b/crypto/keyring/keyring_ledger_test.go
@@ -5,7 +5,6 @@ package keyring
 
 import (
 	"bytes"
-	"fmt"
 	"strings"
 	"testing"
 
@@ -13,6 +12,7 @@ import (
 	"github.com/stretchr/testify/require"
 
 	"github.com/cosmos/cosmos-sdk/crypto/hd"
+	"github.com/cosmos/cosmos-sdk/crypto/keys/secp256k1"
 	"github.com/cosmos/cosmos-sdk/crypto/ledger"
 	cryptotypes "github.com/cosmos/cosmos-sdk/crypto/types"
 	"github.com/cosmos/cosmos-sdk/types"
@@ -140,30 +140,33 @@ func TestAltKeyring_SaveLedgerKey(t *testing.T) {
 }
 
 func TestSignWithLedger(t *testing.T) {
-	// Create two distinct Ledger records
+	// Create two distinct Ledger records: recordA and recordB.
+	// RecordA is added to the Ledger but recordB is not added.
 	pathA := hd.NewFundraiserParams(0, sdk.CoinType, 0)
 	privA, _, err := ledger.NewPrivKeySecp256k1(*pathA, "cosmos")
+	require.NoError(t, err)
 	recordA, err := NewLedgerRecord("ledgerA", privA.PubKey(), pathA)
 	require.NoError(t, err)
 	pubA, err := recordA.GetPubKey()
 	require.NoError(t, err)
 
 	pathB := hd.NewFundraiserParams(0, sdk.CoinType, 1)
-	privB, _, err := ledger.NewPrivKeySecp256k1(*pathB, "cosmos")
-	recordB, err := NewLedgerRecord("ledgerB", privB.PubKey(), pathA)
+	// privB won't be added to the Ledger because it doesn't use ledger.NewPrivKeySecp256k1
+	privB := secp256k1.GenPrivKey()
+	recordB, err := NewLedgerRecord("ledgerB", privB.PubKey(), pathB)
 	require.NoError(t, err)
 	pubB, err := recordB.GetPubKey()
 	require.NoError(t, err)
 
 	require.NotEqual(t, pubA, pubB)
-
 	type testCase struct {
-		name    string
-		record  Record
-		msg     []byte
-		wantSig []byte
-		wantPub cryptotypes.PubKey
-		wantErr error
+		name            string
+		record          Record
+		msg             []byte
+		wantSig         []byte
+		wantPub         cryptotypes.PubKey
+		wantErr         bool
+		wantErrContains string
 	}
 	testCases := []testCase{
 		{
@@ -172,24 +175,28 @@ func TestSignWithLedger(t *testing.T) {
 			msg:     []byte("msg"),
 			wantSig: []byte{0xfb, 0x93, 0x1b, 0xb9, 0x75, 0x25, 0xe7, 0x99, 0x64, 0xc2, 0x78, 0xf7, 0x94, 0x9a, 0x63, 0x83, 0xe2, 0x59, 0x76, 0x48, 0x1d, 0x2, 0xbc, 0xc2, 0x83, 0x21, 0x24, 0x4b, 0x95, 0x99, 0x25, 0x8b, 0x30, 0x38, 0x6, 0x61, 0x79, 0x9a, 0x9e, 0x8, 0x98, 0xfd, 0x34, 0xc6, 0x7e, 0x47, 0x4d, 0x5f, 0xe, 0xf3, 0xc3, 0xe7, 0xdd, 0xe3, 0x89, 0x80, 0xda, 0x8b, 0x48, 0x15, 0x34, 0xce, 0xdf, 0x1c},
 			wantPub: pubA,
-			wantErr: nil,
+			wantErr: false,
 		},
 		{
-			name:    "want error when the public key the user attempted to sign with doesn't match the public key on the ledger",
-			record:  *recordB,
-			msg:     []byte("msg"),
-			wantSig: []byte(nil),
-			wantPub: nil,
-			wantErr: fmt.Errorf("the public key that the user attempted to sign with PubKeySecp256k1{0260D0487A3DFCE9228EEE2D0D83A40F6131F551526C8E52066FE7FE1E4A509666} does not match the public key on the ledger device PubKeySecp256k1{034FEF9CD7C4C63588D3B03FEB5281B9D232CBA34D6F3D71AEE59211FFBFE1FE87}"),
+			name:            "want error when the public key the user attempted to sign with doesn't match the public key on the ledger",
+			record:          *recordB,
+			msg:             []byte("msg"),
+			wantSig:         []byte(nil),
+			wantPub:         nil,
+			wantErr:         true,
+			wantErrContains: "the public key that the user attempted to sign with does not match the public key on the ledger device",
 		},
 	}
 
 	for _, tc := range testCases {
 		t.Run(tc.name, func(t *testing.T) {
 			sig, pub, err := SignWithLedger(&tc.record, tc.msg)
-			assert.Equal(t, tc.wantErr, err)
 			assert.Equal(t, tc.wantSig, sig)
 			assert.Equal(t, tc.wantPub, pub)
+			if tc.wantErr {
+				assert.Error(t, err)
+				assert.Contains(t, err.Error(), tc.wantErrContains)
+			}
 		})
 	}
 }