feat!: bump app v1.0.0-rc0

api/gateway/share.go

@@ -123,7 +123,11 @@ func (h *Handler) getShares(ctx context.Context, height uint64, nID namespace.ID
 }
 
 func dataFromShares(input []share.Share) (data [][]byte, err error) {
-	sequences, err := shares.ParseShares(input)
+	appShares, err := shares.FromBytes(input)
+	if err != nil {
+		return nil, err
+	}
+	sequences, err := shares.ParseShares(appShares, false)
 	if err != nil {
 		return nil, err
 	}

api/gateway/share_test.go

@@ -1,123 +1,45 @@
 package gateway
 
 import (
-	"bytes"
 	"testing"
 
-	"github.com/stretchr/testify/assert"
-
 	"github.com/celestiaorg/celestia-app/pkg/appconsts"
+	"github.com/celestiaorg/celestia-app/pkg/namespace"
+	"github.com/celestiaorg/celestia-app/pkg/shares"
+	"github.com/stretchr/testify/require"
+	coretypes "github.com/tendermint/tendermint/types"
 )
 
 func Test_dataFromShares(t *testing.T) {
-	type testCase struct {
-		name    string
-		input   [][]byte
-		want    [][]byte
-		wantErr bool
+	input := [][]byte{
+		[]byte("beep"),
+		[]byte("beeap"),
+		[]byte("BEEEEAHP"),
 	}
 
-	smallTxInput := padShare([]uint8{
-		0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1, // namespace id
-		0x1,                // info byte
-		0x0, 0x0, 0x0, 0x2, // 1 byte (unit) + 1 byte (unit length) = 2 bytes sequence length
-		0x0, 0x0, 0x0, 17, // reserved bytes
-		0x1, // unit length of first transaction
-		0xa, // data of first transaction
-	})
-	smallTxData := []byte{0x1, 0xa}
-
-	largeTxInput := [][]byte{
-		fillShare([]uint8{
-			0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1, // namespace id
-			0x1,                // info byte
-			0x0, 0x0, 0x2, 0x2, // 512 (unit) + 2 (unit length) = 514 sequence length
-			0x0, 0x0, 0x0, 17, // reserved bytes
-			128, 4, // unit length of transaction is 512
-		}, 0xc), // data of transaction
-		padShare(append([]uint8{
-			0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1, // namespace id
-			0x0,                // info byte
-			0x0, 0x0, 0x0, 0x0, // reserved bytes
-		}, bytes.Repeat([]byte{0xc}, 19)..., // continuation data of transaction
-		)),
+	ns := namespace.RandomBlobNamespace()
+	sss := shares.NewSparseShareSplitter()
+	for _, i := range input {
+		b := coretypes.Blob{
+			Data:             i,
+			NamespaceID:      ns.Bytes()[1:],
+			NamespaceVersion: namespace.NamespaceVersionZero,
+			ShareVersion:     appconsts.ShareVersionZero,
+		}
+		err := sss.Write(b)
+		require.NoError(t, err)
 	}
-	largeTxData := []byte{128, 4}
-	largeTxData = append(largeTxData, bytes.Repeat([]byte{0xc}, 512)...)
 
-	largePfbTxInput := [][]byte{
-		fillShare([]uint8{
-			0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, // namespace id
-			0x1,                // info byte
-			0x0, 0x0, 0x2, 0x2, // 512 (unit) + 2 (unit length) = 514 sequence length
-			0x0, 0x0, 0x0, 17, // reserved bytes
-			128, 4, // unit length of transaction is 512
-		}, 0xc), // data of transaction
-		padShare(append([]uint8{
-			0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, // namespace id
-			0x0,                // info byte
-			0x0, 0x0, 0x0, 0x0, // reserved bytes
-		}, bytes.Repeat([]byte{0xc}, 19)..., // continuation data of transaction
-		)),
-	}
-	largePfbTxData := []byte{128, 4}
-	largePfbTxData = append(largePfbTxData, bytes.Repeat([]byte{0xc}, 512)...)
+	sssShares := sss.Export()
 
-	testCases := []testCase{
-		{
-			name:    "empty",
-			input:   [][]byte{},
-			want:    nil,
-			wantErr: false,
-		},
-		{
-			name: "returns an error when shares contain two different namespaces",
-			input: [][]byte{
-				{0, 0, 0, 0, 0, 0, 0, 1},
-				{0, 0, 0, 0, 0, 0, 0, 2},
-			},
-			want:    nil,
-			wantErr: true,
-		},
-		{
-			name:    "returns raw data of a single tx share",
-			input:   [][]byte{smallTxInput},
-			want:    [][]byte{smallTxData},
-			wantErr: false,
-		},
-		{
-			name:    "returns raw data of a large tx that spans two shares",
-			input:   largeTxInput,
-			want:    [][]byte{largeTxData},
-			wantErr: false,
-		},
-		{
-			name:    "returns raw data of a large PFB tx that spans two shares",
-			input:   largePfbTxInput,
-			want:    [][]byte{largePfbTxData},
-			wantErr: false,
-		},
+	rawSSSShares := make([][]byte, len(sssShares))
+	for i := 0; i < len(sssShares); i++ {
+		d := sssShares[i].ToBytes()
+		rawSSSShares[i] = d
 	}
 
-	for _, tc := range testCases {
-		t.Run(tc.name, func(t *testing.T) {
-			got, err := dataFromShares(tc.input)
-			if tc.wantErr {
-				assert.Error(t, err)
-				return
-			}
-			assert.Equal(t, tc.want, got)
-		})
-	}
-}
-
-// padShare returns a share padded with trailing zeros.
-func padShare(share []byte) (paddedShare []byte) {
-	return fillShare(share, 0)
-}
+	parsedSSSShares, err := dataFromShares(rawSSSShares)
+	require.NoError(t, err)
 
-// fillShare returns a share filled with filler so that the share length
-// is equal to appconsts.ShareSize.
-func fillShare(share []byte, filler byte) (paddedShare []byte) {
-	return append(share, bytes.Repeat([]byte{filler}, appconsts.ShareSize-len(share))...)
+	require.Equal(t, input, parsedSSSShares)
 }

core/eds.go

@@ -7,8 +7,9 @@ import (
 	"github.com/filecoin-project/dagstore"
 	"github.com/tendermint/tendermint/types"
 
+	"github.com/celestiaorg/celestia-app/pkg/appconsts"
 	"github.com/celestiaorg/celestia-app/pkg/da"
-	appshares "github.com/celestiaorg/celestia-app/pkg/shares"
+	"github.com/celestiaorg/celestia-app/pkg/square"
 	"github.com/celestiaorg/rsmt2d"
 
 	"github.com/celestiaorg/celestia-node/share"
@@ -22,12 +23,18 @@ func extendBlock(data types.Data) (*rsmt2d.ExtendedDataSquare, error) {
 	if len(data.Txs) == 0 && data.SquareSize == uint64(1) {
 		return nil, nil
 	}
-	shares, err := appshares.Split(data, true)
+
+	sqr, err := square.Construct(data.Txs.ToSliceOfBytes(), appconsts.MaxSquareSize)
 	if err != nil {
 		return nil, err
 	}
 
-	return da.ExtendShares(data.SquareSize, appshares.ToBytes(shares))
+	shares := make([][]byte, len(sqr))
+	for i, s := range sqr {
+		shares[i] = s.ToBytes()
+	}
+
+	return da.ExtendShares(shares)
 }
 
 // storeEDS will only store extended block if it is not empty and doesn't already exist.

core/eds_test.go

@@ -18,7 +18,6 @@ import (
 func TestTrulyEmptySquare(t *testing.T) {
 	data := types.Data{
 		Txs:        []types.Tx{},
-		Blobs:      []types.Blob{},
 		SquareSize: 1,
 	}
 
@@ -28,16 +27,19 @@ func TestTrulyEmptySquare(t *testing.T) {
 }
 
 // TestNonEmptySquareWithZeroTxs tests that a non-empty square with no
-// transactions or blobs computes the correct data root (not the minimum DAH).
+// transactions or blobs computes the correct data root the minimum DAH.
+// Technically, this block data is invalid because the construction of the
+// square is deterministic, and the rules which dictate the square size do not
+// allow for empty block data. However, should that ever occur, we need to to
+// ensure that the correct data root is generated.
 func TestNonEmptySquareWithZeroTxs(t *testing.T) {
 	data := types.Data{
 		Txs:        []types.Tx{},
-		Blobs:      []types.Blob{},
 		SquareSize: 16,
 	}
 
 	eds, err := extendBlock(data)
 	require.NoError(t, err)
 	dah := da.NewDataAvailabilityHeader(eds)
-	assert.NotEqual(t, share.EmptyRoot().Hash(), dah.Hash())
+	assert.Equal(t, share.EmptyRoot().Hash(), dah.Hash())
 }

core/exchange_test.go

@@ -10,7 +10,7 @@ import (
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 
-	"github.com/celestiaorg/celestia-app/testutil/testnode"
+	"github.com/celestiaorg/celestia-app/test/util/testnode"
 
 	"github.com/celestiaorg/celestia-node/header"
 	"github.com/celestiaorg/celestia-node/share/eds"

core/testing.go

@@ -12,7 +12,7 @@ import (
 	tmrand "github.com/tendermint/tendermint/libs/rand"
 	tmproto "github.com/tendermint/tendermint/proto/tendermint/types"
 
-	"github.com/celestiaorg/celestia-app/testutil/testnode"
+	"github.com/celestiaorg/celestia-app/test/util/testnode"
 )
 
 // TestConfig encompasses all the configs required to run test Tendermint + Celestia App tandem.
@@ -79,7 +79,6 @@ func StartTestNodeWithConfig(t *testing.T, cfg *TestConfig) testnode.Context {
 		state,
 		kr,
 		"private",
-		nil,
 	)
 	require.NoError(t, err)
 

core/testing_grpc.go

@@ -14,7 +14,7 @@ import (
 	"google.golang.org/grpc"
 	"google.golang.org/grpc/credentials/insecure"
 
-	"github.com/celestiaorg/celestia-app/testutil/testnode"
+	"github.com/celestiaorg/celestia-app/test/util/testnode"
 )
 
 /*

das/coordinator_test.go

@@ -431,7 +431,7 @@ func (m *mockSampler) discover(ctx context.Context, newHeight uint64, emit liste
 	emit(ctx, &header.ExtendedHeader{
 		Commit:    &types.Commit{},
 		RawHeader: header.RawHeader{Height: int64(newHeight)},
-		DAH:       &header.DataAvailabilityHeader{RowsRoots: make([][]byte, 0)},
+		DAH:       &header.DataAvailabilityHeader{RowRoots: make([][]byte, 0)},
 	})
 }
 

das/daser_test.go

@@ -345,7 +345,7 @@ type benchGetterStub struct {
 
 func newBenchGetter() benchGetterStub {
 	return benchGetterStub{header: &header.ExtendedHeader{
-		DAH: &header.DataAvailabilityHeader{RowsRoots: make([][]byte, 0)}}}
+		DAH: &header.DataAvailabilityHeader{RowRoots: make([][]byte, 0)}}}
 }
 
 func (m benchGetterStub) GetByHeight(context.Context, uint64) (*header.ExtendedHeader, error) {
@@ -362,7 +362,7 @@ func (m getterStub) GetByHeight(_ context.Context, height uint64) (*header.Exten
 	return &header.ExtendedHeader{
 		Commit:    &types.Commit{},
 		RawHeader: header.RawHeader{Height: int64(height)},
-		DAH:       &header.DataAvailabilityHeader{RowsRoots: make([][]byte, 0)}}, nil
+		DAH:       &header.DataAvailabilityHeader{RowRoots: make([][]byte, 0)}}, nil
 }
 
 func (m getterStub) GetRangeByHeight(context.Context, uint64, uint64) ([]*header.ExtendedHeader, error) {

das/metrics.go

@@ -154,13 +154,13 @@ func (m *metrics) observeSample(
 	}
 	m.sampleTime.Record(ctx, sampleTime.Seconds(),
 		attribute.Bool(failedLabel, err != nil),
-		attribute.Int(headerWidthLabel, len(h.DAH.RowsRoots)),
+		attribute.Int(headerWidthLabel, len(h.DAH.RowRoots)),
 		attribute.String(jobTypeLabel, string(jobType)),
 	)
 
 	m.sampled.Add(ctx, 1,
 		attribute.Bool(failedLabel, err != nil),
-		attribute.Int(headerWidthLabel, len(h.DAH.RowsRoots)),
+		attribute.Int(headerWidthLabel, len(h.DAH.RowRoots)),
 		attribute.String(jobTypeLabel, string(jobType)),
 	)
 

das/worker.go

@@ -120,7 +120,7 @@ func (w *worker) sample(ctx context.Context, timeout time.Duration, height uint6
 				"type", w.state.jobType,
 				"height", h.Height(),
 				"hash", h.Hash(),
-				"square width", len(h.DAH.RowsRoots),
+				"square width", len(h.DAH.RowRoots),
 				"data root", h.DAH.String(),
 				"err", err,
 				"finished (s)", time.Since(start),
@@ -150,7 +150,7 @@ func (w *worker) sample(ctx context.Context, timeout time.Duration, height uint6
 		"type", w.state.jobType,
 		"height", h.Height(),
 		"hash", h.Hash(),
-		"square width", len(h.DAH.RowsRoots),
+		"square width", len(h.DAH.RowRoots),
 		"data root", h.DAH.String(),
 		"finished (s)", time.Since(start),
 	)
@@ -179,7 +179,7 @@ func (w *worker) getHeader(ctx context.Context, height uint64) (*header.Extended
 		"got header from header store",
 		"height", h.Height(),
 		"hash", h.Hash(),
-		"square width", len(h.DAH.RowsRoots),
+		"square width", len(h.DAH.RowRoots),
 		"data root", h.DAH.String(),
 		"finished (s)", time.Since(start),
 	)