feat: allow block import after NUMBER_OF_COLUMNS / 2

packages/beacon-node/src/api/impl/beacon/blocks/index.ts

@@ -28,20 +28,11 @@ import {
   sszTypesFor,
 } from "@lodestar/types";
 import {fromAsync, fromHex, sleep, toHex, toRootHex} from "@lodestar/utils";
-import {
-  BlobsSource,
-  BlockInput,
-  BlockInputAvailableData,
-  BlockInputBlobs,
-  BlockInputDataColumns,
-  BlockInputType,
-  BlockSource,
-  DataColumnsSource,
-  ImportBlockOpts,
-  getBlockInput,
-} from "../../../../chain/blocks/types.js";
+import {BlockInputSource, isBlockInputBlobs, isBlockInputColumns} from "../../../../chain/blocks/blockInput/index.js";
+import {ImportBlockOpts} from "../../../../chain/blocks/types.js";
 import {verifyBlocksInEpoch} from "../../../../chain/blocks/verifyBlock.js";
 import {BeaconChain} from "../../../../chain/chain.js";
+import {ChainEvent} from "../../../../chain/emitter.js";
 import {BlockError, BlockErrorCode, BlockGossipError} from "../../../../chain/errors/index.js";
 import {
   BlockType,
@@ -51,7 +42,6 @@ import {
 } from "../../../../chain/produceBlock/index.js";
 import {validateGossipBlock} from "../../../../chain/validation/block.js";
 import {OpSource} from "../../../../chain/validatorMonitor.js";
-import {NetworkEvent} from "../../../../network/index.js";
 import {getBlobSidecars, kzgCommitmentToVersionedHash, reconstructBlobs} from "../../../../util/blobs.js";
 import {getDataColumnSidecarsFromBlock} from "../../../../util/dataColumns.js";
 import {isOptimisticBlock} from "../../../../util/forkChoice.js";
@@ -95,10 +85,15 @@ export function getBeaconBlockApi({
     const fork = config.getForkName(slot);
     const blockRoot = toRootHex(chain.config.getForkTypes(slot).BeaconBlock.hashTreeRoot(signedBlock.message));
 
-    let blockForImport: BlockInput, blobSidecars: deneb.BlobSidecars, dataColumnSidecars: fulu.DataColumnSidecars;
+    const blockForImport = chain.seenBlockInputCache.getByBlock({
+      block: signedBlock,
+      source: BlockInputSource.api,
+      seenTimestampSec,
+      blockRootHex: blockRoot,
+    });
+    let blobSidecars: deneb.BlobSidecars, dataColumnSidecars: fulu.DataColumnSidecars;
 
     if (isDenebBlockContents(signedBlockContents)) {
-      let blockData: BlockInputAvailableData;
       if (isForkPostFulu(fork)) {
         const timer = metrics?.peerDas.dataColumnSidecarComputationTime.startTimer();
         // If the block was produced by this node, we will already have computed cells
@@ -116,30 +111,36 @@ export function getBeaconBlockApi({
           cellsAndProofs
         );
         timer?.();
-        blockData = {
-          fork,
-          dataColumns: dataColumnSidecars,
-          dataColumnsBytes: dataColumnSidecars.map(() => null),
-          dataColumnsSource: DataColumnsSource.api,
-        } as BlockInputDataColumns;
         blobSidecars = [];
       } else if (isForkPostDeneb(fork)) {
         blobSidecars = getBlobSidecars(config, signedBlock, signedBlockContents.blobs, signedBlockContents.kzgProofs);
-        blockData = {
-          fork,
-          blobs: blobSidecars,
-          blobsSource: BlobsSource.api,
-        } as BlockInputBlobs;
         dataColumnSidecars = [];
       } else {
         throw Error(`Invalid data fork=${fork} for publish`);
       }
-
-      blockForImport = getBlockInput.availableData(config, signedBlock, BlockSource.api, blockData);
     } else {
       blobSidecars = [];
       dataColumnSidecars = [];
-      blockForImport = getBlockInput.preData(config, signedBlock, BlockSource.api);
+    }
+
+    if (isBlockInputColumns(blockForImport)) {
+      for (const dataColumnSidecar of dataColumnSidecars) {
+        blockForImport.addColumn({
+          blockRootHex: blockRoot,
+          columnSidecar: dataColumnSidecar,
+          source: BlockInputSource.api,
+          seenTimestampSec,
+        });
+      }
+    } else if (isBlockInputBlobs(blockForImport)) {
+      for (const blobSidecar of blobSidecars) {
+        blockForImport.addBlob({
+          blockRootHex: blockRoot,
+          blobSidecar,
+          source: BlockInputSource.api,
+          seenTimestampSec,
+        });
+      }
     }
 
     // check what validations have been requested before broadcasting and publishing the block
@@ -184,9 +185,10 @@ export function getBeaconBlockApi({
         if (!blockLocallyProduced) {
           const parentBlock = chain.forkChoice.getBlock(signedBlock.message.parentRoot);
           if (parentBlock === null) {
-            network.events.emit(NetworkEvent.unknownBlockParent, {
+            chain.emitter.emit(ChainEvent.unknownParent, {
               blockInput: blockForImport,
               peer: IDENTITY_PEER_ID,
+              source: BlockInputSource.api,
             });
             chain.persistInvalidSszValue(
               chain.config.getForkTypes(slot).SignedBeaconBlock,
@@ -247,18 +249,16 @@ export function getBeaconBlockApi({
 
     // Simple implementation of a pending block queue. Keeping the block here recycles the API logic, and keeps the
     // REST request promise without any extra infrastructure.
-    const msToBlockSlot =
-      computeTimeAtSlot(config, blockForImport.block.message.slot, chain.genesisTime) * 1000 - Date.now();
+    const msToBlockSlot = computeTimeAtSlot(config, slot, chain.genesisTime) * 1000 - Date.now();
     if (msToBlockSlot <= MAX_API_CLOCK_DISPARITY_MS && msToBlockSlot > 0) {
       // If block is a bit early, hold it in a promise. Equivalent to a pending queue.
       await sleep(msToBlockSlot);
     }
 
     // TODO: Validate block
-    const delaySec =
-      seenTimestampSec - (chain.genesisTime + blockForImport.block.message.slot * config.SECONDS_PER_SLOT);
+    const delaySec = seenTimestampSec - (chain.genesisTime + slot * config.SECONDS_PER_SLOT);
     metrics?.gossipBlock.elapsedTimeTillReceived.observe({source: OpSource.api}, delaySec);
-    chain.validatorMonitor?.registerBeaconBlock(OpSource.api, delaySec, blockForImport.block.message);
+    chain.validatorMonitor?.registerBeaconBlock(OpSource.api, delaySec, signedBlock.message);
 
     chain.logger.info("Publishing block", valLogMeta);
     const publishPromises = [
@@ -280,9 +280,10 @@ export function getBeaconBlockApi({
           .processBlock(blockForImport, {...opts, eagerPersistBlock: false})
           .catch((e) => {
             if (e instanceof BlockError && e.type.code === BlockErrorCode.PARENT_UNKNOWN) {
-              network.events.emit(NetworkEvent.unknownBlockParent, {
+              chain.emitter.emit(ChainEvent.unknownParent, {
                 blockInput: blockForImport,
                 peer: IDENTITY_PEER_ID,
+                source: BlockInputSource.api,
               });
             }
             throw e;
@@ -315,38 +316,33 @@ export function getBeaconBlockApi({
 
     chain.emitter.emit(routes.events.EventType.blockGossip, {slot, block: blockRoot});
 
-    if (blockForImport.type === BlockInputType.availableData) {
-      if (isForkPostFulu(blockForImport.blockData.fork)) {
-        const {dataColumns} = blockForImport.blockData as BlockInputDataColumns;
-        metrics?.dataColumns.bySource.inc({source: DataColumnsSource.api}, dataColumns.length);
-
-        if (chain.emitter.listenerCount(routes.events.EventType.dataColumnSidecar)) {
-          for (const dataColumnSidecar of dataColumns) {
-            chain.emitter.emit(routes.events.EventType.dataColumnSidecar, {
-              blockRoot,
-              slot,
-              index: dataColumnSidecar.index,
-              kzgCommitments: dataColumnSidecar.kzgCommitments.map(toHex),
-            });
-          }
-        }
-      } else if (
-        isForkPostDeneb(blockForImport.blockData.fork) &&
-        chain.emitter.listenerCount(routes.events.EventType.blobSidecar)
-      ) {
-        const {blobs} = blockForImport.blockData as BlockInputBlobs;
-
-        for (const blobSidecar of blobs) {
-          const {index, kzgCommitment} = blobSidecar;
-          chain.emitter.emit(routes.events.EventType.blobSidecar, {
+    if (isBlockInputColumns(blockForImport)) {
+      const dataColumns = blockForImport.getAllColumns();
+      metrics?.dataColumns.bySource.inc({source: BlockInputSource.api}, dataColumns.length);
+
+      if (chain.emitter.listenerCount(routes.events.EventType.dataColumnSidecar)) {
+        for (const dataColumnSidecar of dataColumns) {
+          chain.emitter.emit(routes.events.EventType.dataColumnSidecar, {
             blockRoot,
             slot,
-            index,
-            kzgCommitment: toHex(kzgCommitment),
-            versionedHash: toHex(kzgCommitmentToVersionedHash(kzgCommitment)),
+            index: dataColumnSidecar.index,
+            kzgCommitments: dataColumnSidecar.kzgCommitments.map(toHex),
           });
         }
       }
+    } else if (isBlockInputBlobs(blockForImport) && chain.emitter.listenerCount(routes.events.EventType.blobSidecar)) {
+      const blobSidecars = blockForImport.getBlobs();
+
+      for (const blobSidecar of blobSidecars) {
+        const {index, kzgCommitment} = blobSidecar;
+        chain.emitter.emit(routes.events.EventType.blobSidecar, {
+          blockRoot,
+          slot,
+          index,
+          kzgCommitment: toHex(kzgCommitment),
+          versionedHash: toHex(kzgCommitmentToVersionedHash(kzgCommitment)),
+        });
+      }
     }
   };
 

packages/beacon-node/src/api/impl/lodestar/index.ts

@@ -115,7 +115,7 @@ export function getLodestarApi({
         data: (chain as BeaconChain)["blockProcessor"].jobQueue.getItems().map((item) => {
           const [blockInputs, opts] = item.args;
           return {
-            blockSlots: blockInputs.map((blockInput) => blockInput.block.message.slot),
+            blockSlots: blockInputs.map((blockInput) => blockInput.slot),
             jobOpts: opts,
             addedTimeMs: item.addedTimeMs,
           };

packages/beacon-node/src/api/impl/validator/index.ts

@@ -57,6 +57,7 @@ import {
   toRootHex,
 } from "@lodestar/utils";
 import {MAX_BUILDER_BOOST_FACTOR} from "@lodestar/validator";
+import {BlockInputSource} from "../../../chain/blocks/blockInput/types.js";
 import {
   AttestationError,
   AttestationErrorCode,
@@ -978,7 +979,7 @@ export function getValidatorApi(
       // see https://github.com/ChainSafe/lodestar/issues/5063
       if (!chain.forkChoice.hasBlock(beaconBlockRoot)) {
         const rootHex = toRootHex(beaconBlockRoot);
-        network.searchUnknownSlotRoot({slot, root: rootHex});
+        network.searchUnknownSlotRoot({slot, root: rootHex}, BlockInputSource.api);
         // if result of this call is false, i.e. block hasn't seen after 1 slot then the below notOnOptimisticBlockRoot call will throw error
         await chain.waitForBlock(slot, rootHex);
       }

packages/beacon-node/src/chain/ColumnReconstructionTracker.ts

@@ -0,0 +1,68 @@
+import {Logger, sleep} from "@lodestar/utils";
+import {ChainEventEmitter} from "./emitter.js";
+import {Metrics} from "../metrics/metrics.js";
+import {ChainForkConfig} from "@lodestar/config";
+import {BlockInputColumns} from "./blocks/blockInput/index.js";
+import {recoverDataColumnSidecars} from "../util/dataColumns.js";
+
+/**
+ * Maximum added delay before attempting reconstruction
+ *
+ * From the spec:
+ * If delaying reconstruction, nodes may use a random delay in order to desynchronize reconstruction among nodes, thus reducing overall CPU load.
+ */
+const RECONSTRUCTION_RANDOM_DELAY_MAX_MS = 200;
+
+export type ColumnReconstructionTrackerInit = {
+  logger: Logger;
+  emitter: ChainEventEmitter;
+  metrics: Metrics | null;
+  config: ChainForkConfig;
+};
+
+/**
+ * Tracks column reconstruction attempts to avoid duplicate and multiple in-flight calls
+ */
+export class ColumnReconstructionTracker {
+  logger: Logger;
+  emitter: ChainEventEmitter;
+  metrics: Metrics | null;
+  config: ChainForkConfig;
+
+  /**
+   * Track last attempted block root
+   *
+   * This is sufficient to avoid duplicate calls since we only call this
+   * function when we see a new data column sidecar from gossip.
+   */
+  lastBlockRootHex: string | null = null;
+  /** Track if a reconstruction attempt is in-flight */
+  running = false;
+
+  constructor(init: ColumnReconstructionTrackerInit) {
+    this.logger = init.logger;
+    this.emitter = init.emitter;
+    this.metrics = init.metrics;
+    this.config = init.config;
+  }
+
+  triggerColumnReconstruction(delay: number, blockInput: BlockInputColumns): void {
+    if (this.running) {
+      return;
+    }
+
+    if (this.lastBlockRootHex === blockInput.blockRootHex) {
+      return;
+    }
+
+    // We don't care about the outcome of this call,
+    // just that it has been triggered for this block root.
+    this.running = true;
+    this.lastBlockRootHex = blockInput.blockRootHex;
+    sleep(delay + Math.random() * RECONSTRUCTION_RANDOM_DELAY_MAX_MS).then(() => {
+      recoverDataColumnSidecars(blockInput, this.emitter, this.metrics).finally(() => {
+        this.running = false;
+      });
+    });
+  }
+}

packages/beacon-node/src/chain/GetBlobsTracker.ts

@@ -0,0 +1,75 @@
+import {Logger} from "@lodestar/utils";
+import {IExecutionEngine} from "../execution/index.js";
+import {ChainEventEmitter} from "./emitter.js";
+import {Metrics} from "../metrics/metrics.js";
+import {ChainForkConfig} from "@lodestar/config";
+import {IBlockInput} from "./blocks/blockInput/index.js";
+import {getDataColumnSidecarsFromExecution} from "../util/execution.js";
+import {callInNextEventLoop} from "../util/eventLoop.js";
+
+export type GetBlobsTrackerInit = {
+  logger: Logger;
+  executionEngine: IExecutionEngine;
+  emitter: ChainEventEmitter;
+  metrics: Metrics | null;
+  config: ChainForkConfig;
+};
+
+/**
+ * Tracks getBlobsV2 calls to the execution engine to avoid duplicate and multiple in-flight calls
+ */
+export class GetBlobsTracker {
+  logger: Logger;
+  executionEngine: IExecutionEngine;
+  emitter: ChainEventEmitter;
+  metrics: Metrics | null;
+  config: ChainForkConfig;
+
+  /**
+   * Track last attempted block root
+   *
+   * This is sufficient to avoid duplicate calls since we only call this
+   * function when we see a new block or data column sidecar from gossip.
+   */
+  lastBlockRootHex: string | null = null;
+  /** Track if a getBlobsV2 call is in-flight */
+  running = false;
+  // Preallocate buffers for getBlobsV2 RPC calls
+  // See https://github.com/ChainSafe/lodestar/pull/8282 for context
+  blobAndProofBuffers: Uint8Array[] = [];
+
+  constructor(init: GetBlobsTrackerInit) {
+    this.logger = init.logger;
+    this.executionEngine = init.executionEngine;
+    this.emitter = init.emitter;
+    this.metrics = init.metrics;
+    this.config = init.config;
+  }
+
+  triggerGetBlobs(blockInput: IBlockInput): void {
+    if (this.running) {
+      return;
+    }
+
+    if (this.lastBlockRootHex === blockInput.blockRootHex) {
+      return;
+    }
+
+    // We don't care about the outcome of this call,
+    // just that it has been triggered for this block root.
+    this.running = true;
+    this.lastBlockRootHex = blockInput.blockRootHex;
+    callInNextEventLoop(() => {
+      getDataColumnSidecarsFromExecution(
+        this.config,
+        this.executionEngine,
+        this.emitter,
+        blockInput,
+        this.metrics,
+        this.blobAndProofBuffers
+      ).finally(() => {
+        this.running = false;
+      });
+    });
+  }
+}