github/lodestar
1
1
Fork 0
mirror of https://github.com/ChainSafe/lodestar.git synced 2026-01-09 15:48:08 -05:00
Code Issues Packages Projects Releases Wiki Activity

feat: support serving blob sidecars post fulu (#8506)

Browse Source 
**Motivation**

To make transition to `getBlobs` api smoother and make Lodestar work
with v0.29.0 release of checkpointz
https://github.com/ethpandaops/checkpointz/issues/215, we should be
serving blob sidecars even post fulu from `getBlobSidecars` api.

**Description**

Instead of throwing an error, we do the following now post fulu
- fetch data column sidecars for block from db (if we custody at least
64 columns)
- reconstruct blobs from data column sidecars
- reconstruct blob sidecars from blobs (recompute kzg proof and
inclusion proof)
This commit is contained in:
Nico Flaig
2025-10-07 15:01:42 +01:00
committed by GitHub
parent 497d67cb8a
commit 7a240d3631
1 changed files with 76 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

90
packages/beacon-node/src/api/impl/beacon/blocks/index.ts
View File

@@ -17,6 +17,7 @@ import {
computeTimeAtSlot,
reconstructSignedBlockContents,
signedBeaconBlockToBlinded,
signedBlockToSignedHeader,
} from "@lodestar/state-transition";
import {
ProducedBlockSource,
@@ -44,7 +45,12 @@ import {
} from "../../../../chain/produceBlock/index.js";
import {validateGossipBlock} from "../../../../chain/validation/block.js";
import {OpSource} from "../../../../chain/validatorMonitor.js";
import {getBlobSidecars, kzgCommitmentToVersionedHash, reconstructBlobs} from "../../../../util/blobs.js";
import {
computePreFuluKzgCommitmentsInclusionProof,
getBlobSidecars,
kzgCommitmentToVersionedHash,
reconstructBlobs,
} from "../../../../util/blobs.js";
import {getDataColumnSidecarsFromBlock} from "../../../../util/dataColumns.js";
import {isOptimisticBlock} from "../../../../util/forkChoice.js";
import {kzg} from "../../../../util/kzg.js";
@@ -619,24 +625,79 @@ export function getBeaconBlockApi({
const {block, executionOptimistic, finalized} = await getBlockResponse(chain, blockId);
const fork = config.getForkName(block.message.slot);
if (isForkPostFulu(fork)) {
throw new ApiError(400, `Use getBlobs to retrieve blobs for post-fulu fork=${fork}`);
}
const blockRoot = sszTypesFor(fork).BeaconBlock.hashTreeRoot(block.message);
let {blobSidecars} = (await db.blobSidecars.get(blockRoot)) ?? {};
if (!blobSidecars) {
({blobSidecars} = (await db.blobSidecarsArchive.get(block.message.slot)) ?? {});
}
let data: deneb.BlobSidecars;
if (!blobSidecars) {
throw Error(`blobSidecars not found in db for slot=${block.message.slot} root=${toRootHex(blockRoot)}`);
if (isForkPostFulu(fork)) {
const {targetCustodyGroupCount} = chain.custodyConfig;
if (targetCustodyGroupCount < NUMBER_OF_COLUMNS / 2) {
throw new ApiError(
503,
`Custody group count of ${targetCustodyGroupCount} is not sufficient to serve blob sidecars, must custody at least ${NUMBER_OF_COLUMNS / 2} data columns`
);
}
const blobKzgCommitments = (block.message.body as deneb.BeaconBlockBody).blobKzgCommitments;
const blobCount = blobKzgCommitments.length;
if (blobCount > 0) {
let dataColumnSidecars = await fromAsync(db.dataColumnSidecar.valuesStream(blockRoot));
if (dataColumnSidecars.length === 0) {
dataColumnSidecars = await fromAsync(db.dataColumnSidecarArchive.valuesStream(block.message.slot));
}
if (dataColumnSidecars.length === 0) {
throw new ApiError(
404,
`dataColumnSidecars not found in db for slot=${block.message.slot} root=${toRootHex(blockRoot)} blobs=${blobCount}`
);
}
const blobs = await reconstructBlobs(dataColumnSidecars);
const signedBlockHeader = signedBlockToSignedHeader(config, block);
const requestedIndices = indices ?? Array.from({length: blobKzgCommitments.length}, (_, i) => i);
data = await Promise.all(
requestedIndices.map(async (index) => {
// Reconstruct blob sidecar from blob
const kzgCommitment = blobKzgCommitments[index];
if (kzgCommitment === undefined) {
throw new ApiError(400, `Blob index ${index} not found in block`);
}
const blob = blobs[index];
const kzgProof = await kzg.asyncComputeBlobKzgProof(blob, kzgCommitment);
const kzgCommitmentInclusionProof = computePreFuluKzgCommitmentsInclusionProof(
fork,
block.message.body,
index
);
return {index, blob, kzgCommitment, kzgProof, signedBlockHeader, kzgCommitmentInclusionProof};
})
);
} else {
data = [];
}
} else if (isForkPostDeneb(fork)) {
let {blobSidecars} = (await db.blobSidecars.get(blockRoot)) ?? {};
if (!blobSidecars) {
({blobSidecars} = (await db.blobSidecarsArchive.get(block.message.slot)) ?? {});
}
if (!blobSidecars) {
throw new ApiError(
404,
`blobSidecars not found in db for slot=${block.message.slot} root=${toRootHex(blockRoot)}`
);
}
data = indices ? blobSidecars.filter(({index}) => indices.includes(index)) : blobSidecars;
} else {
data = [];
}
return {
data: indices ? blobSidecars.filter(({index}) => indices.includes(index)) : blobSidecars,
data,
meta: {
executionOptimistic,
finalized,
@@ -657,7 +718,8 @@ export function getBeaconBlockApi({
if (isForkPostFulu(fork)) {
const {targetCustodyGroupCount} = chain.custodyConfig;
if (targetCustodyGroupCount < NUMBER_OF_COLUMNS / 2) {
throw Error(
throw new ApiError(
503,
`Custody group count of ${targetCustodyGroupCount} is not sufficient to serve blobs, must custody at least ${NUMBER_OF_COLUMNS / 2} data columns`
);
}