mirror of
https://github.com/OffchainLabs/prysm.git
synced 2026-01-08 04:54:05 -05:00
85c5d31b5b
**What type of PR is this?** Other **What does this PR do? Why is it needed?** `blobsDataFromStoredDataColumns`: Ask the use to use the `--supernode` flag and shorten the error mesage. **Acknowledgements** - [x] I have read [CONTRIBUTING.md](https://github.com/prysmaticlabs/prysm/blob/develop/CONTRIBUTING.md). - [x] I have included a uniquely named [changelog fragment file](https://github.com/prysmaticlabs/prysm/blob/develop/CONTRIBUTING.md#maintaining-changelogmd). - [x] I have added a description to this PR with sufficient context for reviewers to understand this PR.
708 lines
24 KiB
Go
708 lines
24 KiB
Go
package lookup
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"math"
|
|
"strconv"
|
|
|
|
"github.com/OffchainLabs/prysm/v7/beacon-chain/blockchain"
|
|
"github.com/OffchainLabs/prysm/v7/beacon-chain/core/peerdas"
|
|
"github.com/OffchainLabs/prysm/v7/beacon-chain/db"
|
|
"github.com/OffchainLabs/prysm/v7/beacon-chain/db/filesystem"
|
|
"github.com/OffchainLabs/prysm/v7/beacon-chain/rpc/core"
|
|
"github.com/OffchainLabs/prysm/v7/beacon-chain/rpc/options"
|
|
"github.com/OffchainLabs/prysm/v7/cmd/beacon-chain/flags"
|
|
fieldparams "github.com/OffchainLabs/prysm/v7/config/fieldparams"
|
|
"github.com/OffchainLabs/prysm/v7/config/params"
|
|
"github.com/OffchainLabs/prysm/v7/consensus-types/blocks"
|
|
"github.com/OffchainLabs/prysm/v7/consensus-types/interfaces"
|
|
"github.com/OffchainLabs/prysm/v7/consensus-types/primitives"
|
|
"github.com/OffchainLabs/prysm/v7/encoding/bytesutil"
|
|
"github.com/OffchainLabs/prysm/v7/time/slots"
|
|
"github.com/ethereum/go-ethereum/common/hexutil"
|
|
"github.com/pkg/errors"
|
|
)
|
|
|
|
// BlockNotFoundError represents an error when a block cannot be found.
|
|
type BlockNotFoundError struct {
|
|
message string
|
|
}
|
|
|
|
// NewBlockNotFoundError creates a new BlockNotFoundError with a custom message.
|
|
func NewBlockNotFoundError(msg string) *BlockNotFoundError {
|
|
return &BlockNotFoundError{
|
|
message: msg,
|
|
}
|
|
}
|
|
|
|
func (e *BlockNotFoundError) Error() string {
|
|
return e.message
|
|
}
|
|
|
|
// BlockIdParseError represents an error scenario where a block ID could not be parsed.
|
|
type BlockIdParseError struct {
|
|
message string
|
|
}
|
|
|
|
// NewBlockIdParseError creates a new error instance.
|
|
func NewBlockIdParseError(reason error) BlockIdParseError {
|
|
return BlockIdParseError{
|
|
message: errors.Wrapf(reason, "could not parse block ID").Error(),
|
|
}
|
|
}
|
|
|
|
// Error returns the underlying error message.
|
|
func (e BlockIdParseError) Error() string {
|
|
return e.message
|
|
}
|
|
|
|
// Blocker is responsible for retrieving blocks.
|
|
type Blocker interface {
|
|
Block(ctx context.Context, id []byte) (interfaces.ReadOnlySignedBeaconBlock, error)
|
|
BlobSidecars(ctx context.Context, id string, opts ...options.BlobsOption) ([]*blocks.VerifiedROBlob, *core.RpcError)
|
|
Blobs(ctx context.Context, id string, opts ...options.BlobsOption) ([][]byte, *core.RpcError)
|
|
DataColumns(ctx context.Context, id string, indices []int) ([]blocks.VerifiedRODataColumn, *core.RpcError)
|
|
}
|
|
|
|
// BeaconDbBlocker is an implementation of Blocker. It retrieves blocks from the beacon chain database.
|
|
type BeaconDbBlocker struct {
|
|
BeaconDB db.ReadOnlyDatabase
|
|
ChainInfoFetcher blockchain.ChainInfoFetcher
|
|
GenesisTimeFetcher blockchain.TimeFetcher
|
|
BlobStorage *filesystem.BlobStorage
|
|
DataColumnStorage *filesystem.DataColumnStorage
|
|
}
|
|
|
|
// resolveBlockIDByRootOrSlot resolves a block ID that is either a root (hex string or raw bytes) or a slot number.
|
|
func (p *BeaconDbBlocker) resolveBlockIDByRootOrSlot(ctx context.Context, id string) ([fieldparams.RootLength]byte, interfaces.ReadOnlySignedBeaconBlock, error) {
|
|
var rootSlice []byte
|
|
|
|
// Check if it's a hex-encoded root
|
|
if bytesutil.IsHex([]byte(id)) {
|
|
var err error
|
|
rootSlice, err = bytesutil.DecodeHexWithLength(id, fieldparams.RootLength)
|
|
if err != nil {
|
|
e := NewBlockIdParseError(err)
|
|
return [32]byte{}, nil, &e
|
|
}
|
|
} else if len(id) == 32 {
|
|
// Handle raw 32-byte root
|
|
rootSlice = []byte(id)
|
|
} else {
|
|
// Try to parse as slot number
|
|
slot, err := strconv.ParseUint(id, 10, 64)
|
|
if err != nil {
|
|
e := NewBlockIdParseError(err)
|
|
return [32]byte{}, nil, &e
|
|
}
|
|
|
|
// Get block roots for the slot
|
|
ok, roots, err := p.BeaconDB.BlockRootsBySlot(ctx, primitives.Slot(slot))
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrapf(err, "could not retrieve block roots for slot %d", slot)
|
|
}
|
|
if !ok || len(roots) == 0 {
|
|
return [32]byte{}, nil, NewBlockNotFoundError(fmt.Sprintf("no blocks found at slot %d", slot))
|
|
}
|
|
|
|
// Find the canonical block root
|
|
if p.ChainInfoFetcher == nil {
|
|
return [32]byte{}, nil, errors.New("chain info fetcher is not configured")
|
|
}
|
|
|
|
for _, root := range roots {
|
|
canonical, err := p.ChainInfoFetcher.IsCanonical(ctx, root)
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrapf(err, "could not determine if block root is canonical")
|
|
}
|
|
if canonical {
|
|
rootSlice = root[:]
|
|
break
|
|
}
|
|
}
|
|
|
|
// If no canonical block found, rootSlice remains nil
|
|
if rootSlice == nil {
|
|
// No canonical block at this slot
|
|
return [32]byte{}, nil, NewBlockNotFoundError(fmt.Sprintf("no canonical block found at slot %d", slot))
|
|
}
|
|
}
|
|
|
|
// Fetch the block using the root
|
|
root := bytesutil.ToBytes32(rootSlice)
|
|
blk, err := p.BeaconDB.Block(ctx, root)
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrapf(err, "failed to retrieve block %#x from db", rootSlice)
|
|
}
|
|
if blk == nil {
|
|
return [32]byte{}, nil, NewBlockNotFoundError(fmt.Sprintf("block %#x not found in db", rootSlice))
|
|
}
|
|
|
|
return root, blk, nil
|
|
}
|
|
|
|
// resolveBlockID resolves a block ID to root and signed block.
|
|
// Fork validation is handled outside this function by the calling methods.
|
|
func (p *BeaconDbBlocker) resolveBlockID(ctx context.Context, id string) ([fieldparams.RootLength]byte, interfaces.ReadOnlySignedBeaconBlock, error) {
|
|
switch id {
|
|
case "genesis":
|
|
blk, err := p.BeaconDB.GenesisBlock(ctx)
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrap(err, "could not retrieve genesis block")
|
|
}
|
|
if blk == nil {
|
|
return [32]byte{}, nil, NewBlockNotFoundError("genesis block not found")
|
|
}
|
|
root, err := blk.Block().HashTreeRoot()
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrap(err, "could not get genesis block root")
|
|
}
|
|
return root, blk, nil
|
|
|
|
case "head":
|
|
blk, err := p.ChainInfoFetcher.HeadBlock(ctx)
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrap(err, "could not retrieve head block")
|
|
}
|
|
if blk == nil {
|
|
return [32]byte{}, nil, NewBlockNotFoundError("head block not found")
|
|
}
|
|
root, err := blk.Block().HashTreeRoot()
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrap(err, "could not get head block root")
|
|
}
|
|
return root, blk, nil
|
|
|
|
case "finalized":
|
|
finalized := p.ChainInfoFetcher.FinalizedCheckpt()
|
|
if finalized == nil {
|
|
return [32]byte{}, nil, errors.New("received nil finalized checkpoint")
|
|
}
|
|
finalizedRoot := bytesutil.ToBytes32(finalized.Root)
|
|
blk, err := p.BeaconDB.Block(ctx, finalizedRoot)
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrap(err, "could not retrieve finalized block")
|
|
}
|
|
if blk == nil {
|
|
return [32]byte{}, nil, NewBlockNotFoundError(fmt.Sprintf("finalized block %#x not found", finalizedRoot))
|
|
}
|
|
return finalizedRoot, blk, nil
|
|
|
|
case "justified":
|
|
jcp := p.ChainInfoFetcher.CurrentJustifiedCheckpt()
|
|
if jcp == nil {
|
|
return [32]byte{}, nil, errors.New("received nil justified checkpoint")
|
|
}
|
|
justifiedRoot := bytesutil.ToBytes32(jcp.Root)
|
|
blk, err := p.BeaconDB.Block(ctx, justifiedRoot)
|
|
if err != nil {
|
|
return [32]byte{}, nil, errors.Wrap(err, "could not retrieve justified block")
|
|
}
|
|
if blk == nil {
|
|
return [32]byte{}, nil, NewBlockNotFoundError(fmt.Sprintf("justified block %#x not found", justifiedRoot))
|
|
}
|
|
return justifiedRoot, blk, nil
|
|
|
|
default:
|
|
return p.resolveBlockIDByRootOrSlot(ctx, id)
|
|
}
|
|
}
|
|
|
|
// Block returns the beacon block for a given identifier. The identifier can be one of:
|
|
// - "head" (canonical head in node's view)
|
|
// - "genesis"
|
|
// - "finalized"
|
|
// - "justified"
|
|
// - <slot>
|
|
// - <hex encoded block root with '0x' prefix>
|
|
// - <block root>
|
|
func (p *BeaconDbBlocker) Block(ctx context.Context, id []byte) (interfaces.ReadOnlySignedBeaconBlock, error) {
|
|
_, blk, err := p.resolveBlockID(ctx, string(id))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return blk, nil
|
|
}
|
|
|
|
// blobsContext holds common information needed for blob retrieval
|
|
type blobsContext struct {
|
|
root [fieldparams.RootLength]byte
|
|
roBlock blocks.ROBlock
|
|
commitments [][]byte
|
|
indices []int
|
|
postFulu bool
|
|
}
|
|
|
|
// resolveBlobsContext extracts common blob retrieval logic including block resolution,
|
|
// validation, and index conversion from versioned hashes.
|
|
func (p *BeaconDbBlocker) resolveBlobsContext(ctx context.Context, id string, opts ...options.BlobsOption) (*blobsContext, *core.RpcError) {
|
|
// Apply options
|
|
cfg := &options.BlobsConfig{}
|
|
for _, opt := range opts {
|
|
opt(cfg)
|
|
}
|
|
|
|
// Check for genesis block first (not supported for blobs)
|
|
if id == "genesis" {
|
|
return nil, &core.RpcError{Err: errors.New("not supported for Phase 0 fork"), Reason: core.BadRequest}
|
|
}
|
|
|
|
// Resolve block ID to root and block
|
|
root, roSignedBlock, err := p.resolveBlockID(ctx, id)
|
|
if err != nil {
|
|
var blockNotFound *BlockNotFoundError
|
|
var blockIdParseErr *BlockIdParseError
|
|
|
|
reason := core.Internal // Default to Internal for unexpected errors
|
|
if errors.As(err, &blockNotFound) {
|
|
reason = core.NotFound
|
|
} else if errors.As(err, &blockIdParseErr) {
|
|
reason = core.BadRequest
|
|
}
|
|
return nil, &core.RpcError{Err: err, Reason: core.ErrorReason(reason)}
|
|
}
|
|
|
|
slot := roSignedBlock.Block().Slot()
|
|
if slots.ToEpoch(slot) < params.BeaconConfig().DenebForkEpoch {
|
|
return nil, &core.RpcError{Err: errors.New("blobs are not supported before Deneb fork"), Reason: core.BadRequest}
|
|
}
|
|
|
|
roBlock := roSignedBlock.Block()
|
|
|
|
commitments, err := roBlock.Body().BlobKzgCommitments()
|
|
if err != nil {
|
|
return nil, &core.RpcError{Err: errors.Wrapf(err, "failed to retrieve kzg commitments from block %#x", root), Reason: core.Internal}
|
|
}
|
|
|
|
// Compute the first Fulu slot.
|
|
fuluForkSlot := primitives.Slot(math.MaxUint64)
|
|
if fuluForkEpoch := params.BeaconConfig().FuluForkEpoch; fuluForkEpoch != primitives.Epoch(math.MaxUint64) {
|
|
fuluForkSlot, err = slots.EpochStart(fuluForkEpoch)
|
|
if err != nil {
|
|
return nil, &core.RpcError{Err: errors.Wrap(err, "could not calculate Fulu start slot"), Reason: core.Internal}
|
|
}
|
|
}
|
|
|
|
// Convert versioned hashes to indices if provided
|
|
indices := cfg.Indices
|
|
if len(cfg.VersionedHashes) > 0 {
|
|
// Build a map of requested versioned hashes for fast lookup and tracking
|
|
requestedHashes := make(map[string]bool)
|
|
for _, versionedHash := range cfg.VersionedHashes {
|
|
requestedHashes[string(versionedHash)] = true
|
|
}
|
|
|
|
// Create indices array and track which hashes we found
|
|
indices = make([]int, 0, len(cfg.VersionedHashes))
|
|
foundHashes := make(map[string]bool)
|
|
|
|
for i, commitment := range commitments {
|
|
versionedHash := primitives.ConvertKzgCommitmentToVersionedHash(commitment)
|
|
hashStr := string(versionedHash[:])
|
|
if requestedHashes[hashStr] {
|
|
indices = append(indices, i)
|
|
foundHashes[hashStr] = true
|
|
}
|
|
}
|
|
|
|
// Check if all requested hashes were found
|
|
if len(indices) != len(cfg.VersionedHashes) {
|
|
// Collect missing hashes
|
|
missingHashes := make([]string, 0, len(cfg.VersionedHashes)-len(indices))
|
|
for _, requestedHash := range cfg.VersionedHashes {
|
|
if !foundHashes[string(requestedHash)] {
|
|
missingHashes = append(missingHashes, hexutil.Encode(requestedHash))
|
|
}
|
|
}
|
|
|
|
// Create detailed error message
|
|
errMsg := fmt.Sprintf("versioned hash(es) not found in block (requested %d hashes, found %d, missing: %v)",
|
|
len(cfg.VersionedHashes), len(indices), missingHashes)
|
|
|
|
return nil, &core.RpcError{Err: errors.New(errMsg), Reason: core.NotFound}
|
|
}
|
|
}
|
|
|
|
isPostFulu := false
|
|
// Create ROBlock with root for post-Fulu blocks
|
|
var roBlockWithRoot blocks.ROBlock
|
|
if roBlock.Slot() >= fuluForkSlot {
|
|
roBlockWithRoot, err = blocks.NewROBlockWithRoot(roSignedBlock, root)
|
|
if err != nil {
|
|
return nil, &core.RpcError{Err: errors.Wrapf(err, "failed to create roBlock with root %#x", root), Reason: core.Internal}
|
|
}
|
|
isPostFulu = true
|
|
}
|
|
|
|
return &blobsContext{
|
|
root: root,
|
|
roBlock: roBlockWithRoot,
|
|
commitments: commitments,
|
|
indices: indices,
|
|
postFulu: isPostFulu,
|
|
}, nil
|
|
}
|
|
|
|
// BlobSidecars returns the fetched blob sidecars (with full KZG proofs) for a given block ID.
|
|
// Options can specify either blob indices or versioned hashes for retrieval.
|
|
// The identifier can be one of:
|
|
// - "head" (canonical head in node's view)
|
|
// - "genesis"
|
|
// - "finalized"
|
|
// - "justified"
|
|
// - <slot>
|
|
// - <hex encoded block root with '0x' prefix>
|
|
func (p *BeaconDbBlocker) BlobSidecars(ctx context.Context, id string, opts ...options.BlobsOption) ([]*blocks.VerifiedROBlob, *core.RpcError) {
|
|
bctx, rpcErr := p.resolveBlobsContext(ctx, id, opts...)
|
|
if rpcErr != nil {
|
|
return nil, rpcErr
|
|
}
|
|
|
|
// If there are no commitments return 200 w/ empty list
|
|
if len(bctx.commitments) == 0 {
|
|
return make([]*blocks.VerifiedROBlob, 0), nil
|
|
}
|
|
|
|
// Check if this is a post-Fulu block (uses data columns)
|
|
if bctx.postFulu {
|
|
return p.blobSidecarsFromStoredDataColumns(bctx.roBlock, bctx.indices)
|
|
}
|
|
|
|
// Pre-Fulu block (uses blob sidecars)
|
|
return p.blobsFromStoredBlobs(bctx.commitments, bctx.root, bctx.indices)
|
|
}
|
|
|
|
// Blobs returns just the blob data without computing KZG proofs or creating full sidecars.
|
|
// This is an optimized endpoint for when only blob data is needed (e.g., GetBlobs endpoint).
|
|
// The identifier can be one of:
|
|
// - "head" (canonical head in node's view)
|
|
// - "genesis"
|
|
// - "finalized"
|
|
// - "justified"
|
|
// - <slot>
|
|
// - <hex encoded block root with '0x' prefix>
|
|
func (p *BeaconDbBlocker) Blobs(ctx context.Context, id string, opts ...options.BlobsOption) ([][]byte, *core.RpcError) {
|
|
bctx, rpcErr := p.resolveBlobsContext(ctx, id, opts...)
|
|
if rpcErr != nil {
|
|
return nil, rpcErr
|
|
}
|
|
|
|
// If there are no commitments return 200 w/ empty list
|
|
if len(bctx.commitments) == 0 {
|
|
return make([][]byte, 0), nil
|
|
}
|
|
|
|
// Check if this is a post-Fulu block (uses data columns)
|
|
if bctx.postFulu {
|
|
return p.blobsDataFromStoredDataColumns(bctx.root, bctx.indices, len(bctx.commitments))
|
|
}
|
|
|
|
// Pre-Fulu block (uses blob sidecars)
|
|
return p.blobsDataFromStoredBlobs(bctx.root, bctx.indices)
|
|
}
|
|
|
|
// blobsDataFromStoredBlobs retrieves just blob data (without proofs) from stored blob sidecars.
|
|
func (p *BeaconDbBlocker) blobsDataFromStoredBlobs(root [fieldparams.RootLength]byte, indices []int) ([][]byte, *core.RpcError) {
|
|
summary := p.BlobStorage.Summary(root)
|
|
|
|
// If no indices are provided, use all indices that are available in the summary.
|
|
if len(indices) == 0 {
|
|
maxBlobCount := summary.MaxBlobsForEpoch()
|
|
for index := 0; uint64(index) < maxBlobCount; index++ { // needed for safe conversion
|
|
if summary.HasIndex(uint64(index)) {
|
|
indices = append(indices, index)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Retrieve blob sidecars from the store and extract just the blob data.
|
|
blobsData := make([][]byte, 0, len(indices))
|
|
for _, index := range indices {
|
|
if !summary.HasIndex(uint64(index)) {
|
|
return nil, &core.RpcError{
|
|
Err: fmt.Errorf("requested index %d not found", index),
|
|
Reason: core.NotFound,
|
|
}
|
|
}
|
|
|
|
blobSidecar, err := p.BlobStorage.Get(root, uint64(index))
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: fmt.Errorf("could not retrieve blob for block root %#x at index %d", root, index),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
blobsData = append(blobsData, blobSidecar.Blob)
|
|
}
|
|
|
|
return blobsData, nil
|
|
}
|
|
|
|
// blobsDataFromStoredDataColumns retrieves blob data from stored data columns without computing KZG proofs.
|
|
func (p *BeaconDbBlocker) blobsDataFromStoredDataColumns(root [fieldparams.RootLength]byte, indices []int, blobCount int) ([][]byte, *core.RpcError) {
|
|
// Count how many columns we have in the store.
|
|
summary := p.DataColumnStorage.Summary(root)
|
|
stored := summary.Stored()
|
|
count := uint64(len(stored))
|
|
|
|
if count < peerdas.MinimumColumnCountToReconstruct() {
|
|
// There is no way to reconstruct the data columns.
|
|
return nil, &core.RpcError{
|
|
Err: errors.Errorf("the node does not custody enough data columns to reconstruct blobs - please start the beacon node with the `--%s` flag to ensure this call to succeed", flags.SemiSupernode.Name),
|
|
Reason: core.NotFound,
|
|
}
|
|
}
|
|
|
|
// Retrieve from the database needed data columns.
|
|
verifiedRoDataColumnSidecars, err := p.neededDataColumnSidecars(root, stored)
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: errors.Wrap(err, "needed data column sidecars"),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
// Use optimized path to get just blob data without computing proofs.
|
|
blobsData, err := peerdas.ReconstructBlobs(verifiedRoDataColumnSidecars, indices, blobCount)
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: errors.Wrap(err, "reconstruct blobs data"),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
return blobsData, nil
|
|
}
|
|
|
|
// blobsFromStoredBlobs retrieves blob sidercars corresponding to `indices` and `root` from the store.
|
|
// This function expects blob sidecars to be stored (aka. no data column sidecars).
|
|
func (p *BeaconDbBlocker) blobsFromStoredBlobs(commitments [][]byte, root [fieldparams.RootLength]byte, indices []int) ([]*blocks.VerifiedROBlob, *core.RpcError) {
|
|
summary := p.BlobStorage.Summary(root)
|
|
maxBlobCount := summary.MaxBlobsForEpoch()
|
|
|
|
for _, index := range indices {
|
|
if uint64(index) >= maxBlobCount {
|
|
return nil, &core.RpcError{
|
|
Err: fmt.Errorf("requested index %d is bigger than the maximum possible blob count %d", index, maxBlobCount),
|
|
Reason: core.BadRequest,
|
|
}
|
|
}
|
|
|
|
if !summary.HasIndex(uint64(index)) {
|
|
return nil, &core.RpcError{
|
|
Err: fmt.Errorf("requested index %d not found", index),
|
|
Reason: core.NotFound,
|
|
}
|
|
}
|
|
}
|
|
|
|
// If no indices are provided, use all indices that are available in the summary.
|
|
if len(indices) == 0 {
|
|
for index := range commitments {
|
|
if summary.HasIndex(uint64(index)) {
|
|
indices = append(indices, index)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Retrieve blob sidecars from the store.
|
|
blobs := make([]*blocks.VerifiedROBlob, 0, len(indices))
|
|
for _, index := range indices {
|
|
blobSidecar, err := p.BlobStorage.Get(root, uint64(index))
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: fmt.Errorf("could not retrieve blob for block root %#x at index %d", root, index),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
blobs = append(blobs, &blobSidecar)
|
|
}
|
|
|
|
return blobs, nil
|
|
}
|
|
|
|
// blobSidecarsFromStoredDataColumns retrieves data column sidecars from the store,
|
|
// reconstructs the whole matrix if needed, converts the matrix to blob sidecars with full KZG proofs.
|
|
// This function expects data column sidecars to be stored (aka. no blob sidecars).
|
|
// If not enough data column sidecars are available to convert blobs from them
|
|
// (either directly or after reconstruction), an error is returned.
|
|
func (p *BeaconDbBlocker) blobSidecarsFromStoredDataColumns(block blocks.ROBlock, indices []int) ([]*blocks.VerifiedROBlob, *core.RpcError) {
|
|
root := block.Root()
|
|
|
|
// Use all indices if none are provided.
|
|
if len(indices) == 0 {
|
|
commitments, err := block.Block().Body().BlobKzgCommitments()
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: errors.Wrap(err, "could not retrieve blob commitments"),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
for index := range commitments {
|
|
indices = append(indices, index)
|
|
}
|
|
}
|
|
|
|
// Count how many columns we have in the store.
|
|
summary := p.DataColumnStorage.Summary(root)
|
|
stored := summary.Stored()
|
|
count := uint64(len(stored))
|
|
|
|
if count < peerdas.MinimumColumnCountToReconstruct() {
|
|
// There is no way to reconstruct the data columns.
|
|
return nil, &core.RpcError{
|
|
Err: errors.Errorf("the node does not custody enough data columns to reconstruct blobs - please start the beacon node with the `--%s` flag to ensure this call to succeed, or retry later if it is already the case", flags.Supernode.Name),
|
|
Reason: core.NotFound,
|
|
}
|
|
}
|
|
|
|
// Retrieve from the database needed data columns.
|
|
verifiedRoDataColumnSidecars, err := p.neededDataColumnSidecars(root, stored)
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: errors.Wrap(err, "needed data column sidecars"),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
// Reconstruct blob sidecars with full KZG proofs.
|
|
verifiedRoBlobSidecars, err := peerdas.ReconstructBlobSidecars(block, verifiedRoDataColumnSidecars, indices)
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: errors.Wrap(err, "blobs from data columns"),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
return verifiedRoBlobSidecars, nil
|
|
}
|
|
|
|
// neededDataColumnSidecars retrieves all data column sidecars corresponding to (non extended) blobs if available,
|
|
// else retrieves all data column sidecars from the store.
|
|
func (p *BeaconDbBlocker) neededDataColumnSidecars(root [fieldparams.RootLength]byte, stored map[uint64]bool) ([]blocks.VerifiedRODataColumn, error) {
|
|
// Check if we have all the non-extended data columns.
|
|
cellsPerBlob := fieldparams.CellsPerBlob
|
|
blobIndices := make([]uint64, 0, cellsPerBlob)
|
|
hasAllBlobColumns := true
|
|
for i := range uint64(cellsPerBlob) {
|
|
if !stored[i] {
|
|
hasAllBlobColumns = false
|
|
break
|
|
}
|
|
blobIndices = append(blobIndices, i)
|
|
}
|
|
|
|
if hasAllBlobColumns {
|
|
// Retrieve only the non-extended data columns.
|
|
verifiedRoSidecars, err := p.DataColumnStorage.Get(root, blobIndices)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "data columns storage get")
|
|
}
|
|
|
|
return verifiedRoSidecars, nil
|
|
}
|
|
|
|
// Retrieve all the data columns.
|
|
verifiedRoSidecars, err := p.DataColumnStorage.Get(root, nil)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "data columns storage get")
|
|
}
|
|
|
|
return verifiedRoSidecars, nil
|
|
}
|
|
|
|
// DataColumns returns the data column sidecars for a given block id identifier and column indices. The identifier can be one of:
|
|
// - "head" (canonical head in node's view)
|
|
// - "genesis"
|
|
// - "finalized"
|
|
// - "justified"
|
|
// - <slot>
|
|
// - <hex encoded block root with '0x' prefix>
|
|
// - <block root>
|
|
//
|
|
// cases:
|
|
// - no block, 404
|
|
// - block exists, before Fulu fork, 400 (data columns are not supported before Fulu fork)
|
|
func (p *BeaconDbBlocker) DataColumns(ctx context.Context, id string, indices []int) ([]blocks.VerifiedRODataColumn, *core.RpcError) {
|
|
const numberOfColumns = fieldparams.NumberOfColumns
|
|
|
|
// Check for genesis block first (not supported for data columns)
|
|
if id == "genesis" {
|
|
return nil, &core.RpcError{Err: errors.New("data columns are not supported for Phase 0 fork"), Reason: core.BadRequest}
|
|
}
|
|
|
|
// Resolve block ID to root and block
|
|
root, roSignedBlock, err := p.resolveBlockID(ctx, id)
|
|
if err != nil {
|
|
var blockNotFound *BlockNotFoundError
|
|
var blockIdParseErr *BlockIdParseError
|
|
|
|
reason := core.Internal // Default to Internal for unexpected errors
|
|
if errors.As(err, &blockNotFound) {
|
|
reason = core.NotFound
|
|
} else if errors.As(err, &blockIdParseErr) {
|
|
reason = core.BadRequest
|
|
}
|
|
return nil, &core.RpcError{Err: err, Reason: core.ErrorReason(reason)}
|
|
}
|
|
|
|
slot := roSignedBlock.Block().Slot()
|
|
fuluForkEpoch := params.BeaconConfig().FuluForkEpoch
|
|
fuluForkSlot, err := slots.EpochStart(fuluForkEpoch)
|
|
if err != nil {
|
|
return nil, &core.RpcError{Err: errors.Wrap(err, "could not calculate Fulu start slot"), Reason: core.Internal}
|
|
}
|
|
if slot < fuluForkSlot {
|
|
return nil, &core.RpcError{Err: errors.New("data columns are not supported before Fulu fork"), Reason: core.BadRequest}
|
|
}
|
|
|
|
roBlock := roSignedBlock.Block()
|
|
|
|
commitments, err := roBlock.Body().BlobKzgCommitments()
|
|
if err != nil {
|
|
return nil, &core.RpcError{Err: errors.Wrapf(err, "failed to retrieve kzg commitments from block %#x", root), Reason: core.Internal}
|
|
}
|
|
|
|
// If there are no commitments return 200 w/ empty list
|
|
if len(commitments) == 0 {
|
|
return make([]blocks.VerifiedRODataColumn, 0), nil
|
|
}
|
|
|
|
// Get column indices to retrieve
|
|
columnIndices := make([]uint64, 0)
|
|
if len(indices) == 0 {
|
|
// If no indices specified, return all columns this node is custodying
|
|
summary := p.DataColumnStorage.Summary(root)
|
|
stored := summary.Stored()
|
|
for index := range stored {
|
|
columnIndices = append(columnIndices, index)
|
|
}
|
|
} else {
|
|
// Validate and convert indices
|
|
for _, index := range indices {
|
|
if index < 0 || uint64(index) >= numberOfColumns {
|
|
return nil, &core.RpcError{
|
|
Err: fmt.Errorf("requested index %d is outside valid range [0, %d)", index, numberOfColumns),
|
|
Reason: core.BadRequest,
|
|
}
|
|
}
|
|
columnIndices = append(columnIndices, uint64(index))
|
|
}
|
|
}
|
|
|
|
// Retrieve data column sidecars from storage
|
|
verifiedRoDataColumns, err := p.DataColumnStorage.Get(root, columnIndices)
|
|
if err != nil {
|
|
return nil, &core.RpcError{
|
|
Err: errors.Wrapf(err, "could not retrieve data columns for block root %#x", root),
|
|
Reason: core.Internal,
|
|
}
|
|
}
|
|
|
|
return verifiedRoDataColumns, nil
|
|
}
|