feat: support for api ChainExport v2 snapshot

Author: tediou5

api/api_full.go

@@ -207,7 +207,8 @@ type FullNode interface {
 	// back to genesis, the entire genesis state, and the most recent 'nroots'
 	// state trees.
 	// If oldmsgskip is set, messages from before the requested roots are also not included.
-	ChainExport(ctx context.Context, nroots abi.ChainEpoch, oldmsgskip bool, tsk types.TipSetKey) (<-chan []byte, error) //perm:read
+	//
+	ChainExport(ctx context.Context, nroots abi.ChainEpoch, oldmsgskip bool, tsk types.TipSetKey, version uint64) (<-chan []byte, error) //perm:read
 
 	// ChainExportRangeInternal triggers the export of a chain
 	// CAR-snapshot directly to disk. It is similar to ChainExport,

api/mocks/mock_full.go

@@ -213,4 +213,8 @@ func (w *WrapperV1Full) BeaconGetEntry(ctx context.Context, epoch abi.ChainEpoch
 	return w.StateGetBeaconEntry(ctx, epoch)
 }
 
+func (w *WrapperV1Full) ChainExport(ctx context.Context, nroots abi.ChainEpoch, oldmsgskip bool, tsk types.TipSetKey) (<-chan []byte, error) {
+	return w.FullNode.ChainExport(ctx, nroots, oldmsgskip, tsk, 1)
+}
+
 var _ FullNode = &WrapperV1Full{}

api/proxy_gen.go

@@ -21,6 +21,7 @@ import (
 	"github.com/filecoin-project/go-f3"
 	"github.com/filecoin-project/go-f3/blssig"
 	"github.com/filecoin-project/go-f3/certs"
+	"github.com/filecoin-project/go-f3/certstore"
 	"github.com/filecoin-project/go-f3/gpbft"
 	"github.com/filecoin-project/go-f3/manifest"
 
@@ -41,6 +42,7 @@ type F3Backend interface {
 	Participate(_ context.Context, ticket api.F3ParticipationTicket) (api.F3ParticipationLease, error)
 	ListParticipants() []api.F3Participant
 	GetManifest(ctx context.Context) (*manifest.Manifest, error)
+	GetCertStore() (*certstore.Store, error)
 	GetCert(ctx context.Context, instance uint64) (*certs.FinalityCertificate, error)
 	GetLatestCert(ctx context.Context) (*certs.FinalityCertificate, error)
 	GetPowerTable(ctx context.Context, tsk types.TipSetKey) (gpbft.PowerEntries, error)
@@ -286,6 +288,10 @@ func (fff *F3) Participate(_ context.Context, ticket api.F3ParticipationTicket)
 	return fff.leaser.participate(ticket)
 }
 
+func (fff *F3) GetCertStore() (*certstore.Store, error) {
+	return fff.inner.GetCertStore()
+}
+
 func (fff *F3) GetCert(ctx context.Context, instance uint64) (*certs.FinalityCertificate, error) {
 	return fff.inner.GetCert(ctx, instance)
 }

api/v0api/v1_wrapper.go

@@ -495,7 +495,7 @@ func TestChainExport(t *testing.T) {
 
 	gomock.InOrder(
 		mockApi.EXPECT().ChainHead(ctx).Return(ts, nil),
-		mockApi.EXPECT().ChainExport(ctx, abi.ChainEpoch(0), false, ts.Key()).Return(export, nil),
+		mockApi.EXPECT().ChainExport(ctx, abi.ChainEpoch(0), false, ts.Key(), 1).Return(export, nil),
 	)
 
 	err := app.Run([]string{"chain", "export", "whatever.car"})

chain/lf3/f3.go

@@ -6,6 +6,7 @@ import (
 
 	"github.com/filecoin-project/go-f3"
 	"github.com/filecoin-project/go-f3/certs"
+	"github.com/filecoin-project/go-f3/certstore"
 	"github.com/filecoin-project/go-f3/gpbft"
 	"github.com/filecoin-project/go-f3/manifest"
 
@@ -69,6 +70,10 @@ func (t *MockF3Backend) GetManifest(context.Context) (*manifest.Manifest, error)
 	}, nil
 }
 
+func (t *MockF3Backend) GetCertStore() (*certstore.Store, error) {
+	return nil, nil
+}
+
 func (t *MockF3Backend) GetCert(_ context.Context, instance uint64) (*certs.FinalityCertificate, error) {
 	if !t.Running {
 		return nil, f3.ErrF3NotRunning

cli/chain_test.go

@@ -31,6 +31,7 @@ import (
 	"github.com/filecoin-project/go-address"
 	amt4 "github.com/filecoin-project/go-amt-ipld/v4"
 	"github.com/filecoin-project/go-f3/certs"
+	"github.com/filecoin-project/go-f3/certstore"
 	"github.com/filecoin-project/go-state-types/abi"
 	"github.com/filecoin-project/specs-actors/actors/util/adt"
 
@@ -62,6 +63,7 @@ type ChainModuleAPI interface {
 	ChainGetTipSetAfterHeight(ctx context.Context, h abi.ChainEpoch, tsk types.TipSetKey) (*types.TipSet, error)
 	ChainReadObj(context.Context, cid.Cid) ([]byte, error)
 	ChainGetPath(ctx context.Context, from, to types.TipSetKey) ([]*api.HeadChange, error)
+	ChainExport(ctx context.Context, nroots abi.ChainEpoch, skipoldmsgs bool, tsk types.TipSetKey, version uint64) (<-chan []byte, error)
 }
 
 var _ ChainModuleAPI = *new(api.FullNode)
@@ -703,17 +705,32 @@ func (a ChainAPI) ChainExportRangeInternal(ctx context.Context, head, tail types
 	return nil
 }
 
-func (a *ChainAPI) ChainExport(ctx context.Context, nroots abi.ChainEpoch, skipoldmsgs bool, tsk types.TipSetKey) (<-chan []byte, error) {
-	ts, err := a.Chain.GetTipSetFromKey(ctx, tsk)
+func (m *ChainModule) ChainExport(ctx context.Context, nroots abi.ChainEpoch, skipoldmsgs bool, tsk types.TipSetKey, version uint64) (<-chan []byte, error) {
+	ts, err := m.Chain.GetTipSetFromKey(ctx, tsk)
 	if err != nil {
 		return nil, xerrors.Errorf("loading tipset %s: %w", tsk, err)
 	}
+
+	var certstore *certstore.Store
+	if version == 2 {
+		certstore, err = m.F3.GetCertStore()
+		if err != nil {
+			return nil, xerrors.Errorf("getting certstore: %w", err)
+		}
+	}
+
 	r, w := io.Pipe()
 	out := make(chan []byte)
 	go func() {
 		bw := bufio.NewWriterSize(w, 1<<20)
 
-		err = a.Chain.ExportV1(ctx, ts, nroots, skipoldmsgs, bw)
+		// export v1 snapshot if not certstore or version is SnapshotVersion1
+		if certstore == nil || version == 1 {
+			err = m.Chain.ExportV1(ctx, ts, nroots, skipoldmsgs, bw)
+		} else {
+			err = m.Chain.ExportV2(ctx, ts, nroots, skipoldmsgs, certstore, bw)
+		}
+
 		_ = bw.Flush()            // it is a write to a pipe
 		_ = w.CloseWithError(err) // it is a pipe
 	}()