Client: sync from era1

.github/ISSUE_TEMPLATE/package--ethereumjs-era.md

@@ -0,0 +1,7 @@
+---
+name: 'Package: @ethereumjs/era'
+about: Create issue for @ethereumjs/era package
+title: ''
+labels: 'package: era'
+assignees: ''
+---

config/cspell-md.json

@@ -329,6 +329,7 @@
     "Unsnappy",
     "unsnappy",
     "ethportal",
-    "bytevector"
+    "bytevector",
+    "eraSync"
   ]
 }

config/cspell-ts.json

@@ -634,6 +634,7 @@
     "unsnappy",
     "ethportal",
     "bytevector",
-    "blobschedule"
+    "blobschedule",
+    "eraSync"
   ]
 }

packages/client/bin/cli.ts

@@ -11,6 +11,8 @@
 import { EthereumClient } from '../src/client.js'
 import { DataDirectory } from '../src/config.js'
 import { LevelDB } from '../src/execution/level.js'
+import { eraSync } from '../src/sync/erasync.js'
+import { type ClientOpts } from '../src/types.js'
 import { generateVKTStateRoot } from '../src/util/vkt.js'
 
 import { helpRPC, startRPCServers } from './startRPC.js'
@@ -19,7 +21,6 @@
 import type { Config } from '../src/config.js'
 import type { Logger } from '../src/logging.js'
 import type { FullEthereumService } from '../src/service/index.js'
-import type { ClientOpts } from '../src/types.js'
 import type { RPCArgs } from './startRPC.js'
 import type { Block, BlockBytes } from '@ethereumjs/block'
 import type { ConsensusDict } from '@ethereumjs/blockchain'
@@ -219,7 +220,9 @@
     ...dbs,
   })
   await client.open()
-
+  if (args.loadBlocksFromEra1 !== undefined) {
+    await eraSync(client, config, { loadBlocksFromEra1: args.loadBlocksFromEra1 })
+  }
   if (args.loadBlocksFromRlp !== undefined) {
     // Specifically for Hive simulator, preload blocks provided in RLP format
     const blocks: Block[] = []

packages/client/bin/utils.ts

@@ -422,6 +422,11 @@
         string: true,
         array: true,
       })
+      .option('loadBlocksFromEra1', {
+        describe: 'path to a directory of era1 files',
+        string: true,
+        optional: true,
+      })
       .option('pruneEngineCache', {
         describe:
           'Enable/Disable pruning engine block cache (disable for testing against hive etc)',

packages/client/package.json

@@ -54,6 +54,7 @@
     "@ethereumjs/devp2p": "7.0.0-alpha.1",
     "@ethereumjs/ethash": "4.0.0-alpha.1",
     "@ethereumjs/evm": "4.0.0-alpha.1",
+    "@ethereumjs/era": "1.0.0-alpha.1",
     "@ethereumjs/genesis": "0.3.0-alpha.1",
     "@ethereumjs/mpt": "7.0.0-alpha.1",
     "@ethereumjs/rlp": "6.0.0-alpha.1",

packages/client/src/sync/erasync.ts

@@ -0,0 +1,36 @@
+import { blockFromTuple, parseBlockTuple, readBinaryFile, readERA1 } from '@ethereumjs/era'
+import { readdirSync } from 'fs'
+
+import { DBKey } from '../util/metaDBManager.js'
+
+import type { Config, EthereumClient } from '../index.js'
+// import type { Block } from '@ethereumjs/block'
+
+export async function eraSync(
+  client: EthereumClient,
+  config: Config,
+  args: { loadBlocksFromEra1: string },
+) {
+  await client.chain.open()
+  const service = client.service
+  await service.execution.open()
+  const eraDir = readdirSync(args.loadBlocksFromEra1)
+    .filter((file) => file.endsWith('.era1'))
+    .sort()
+  for (const file of eraDir) {
+    config.logger.info(`Loading era1 file ${file}`)
+    const era1File = readBinaryFile(args.loadBlocksFromEra1 + '/' + file)
+    const blockTuples = await readERA1(era1File)
+    for await (const tuple of blockTuples) {
+      const { header, body, receipts } = await parseBlockTuple(tuple)
+      const block = blockFromTuple({ header, body })
+      await client.chain.blockchain.putBlock(block)
+      if (config.saveReceipts && service.execution.receiptsManager) {
+        await service.execution.receiptsManager?.put(DBKey.Receipts, block.hash(), receipts)
+        void service.execution.receiptsManager['updateIndex'](0, 0, block)
+      }
+    }
+    await client.chain.update(false)
+    await service.execution.run()
+  }
+}

packages/client/src/sync/index.ts

@@ -4,6 +4,7 @@
 // need this weird re-export for vitest to be able to mock reverseblockfetcher in test/sync/beaconsync.spec.ts
 export * from '../service/skeleton.js'
 export * from './beaconsync.js'
+export * from './erasync.js'
 export * from './fullsync.js'
 export * from './snapsync.js'
 export * from './sync.js'

packages/client/src/types.ts

@@ -138,6 +138,7 @@ export interface ClientOpts {
   vmProfileBlocks?: boolean
   vmProfileTxs?: boolean
   loadBlocksFromRlp?: string[]
+  loadBlocksFromEra1?: string
   pruneEngineCache?: boolean
   savePreimages?: boolean
   verkleGenesisStateRoot?: Uint8Array

packages/client/tsconfig.prod.esm.json

@@ -12,6 +12,7 @@
     { "path": "../blockchain/tsconfig.prod.esm.json" },
     { "path": "../common/tsconfig.prod.esm.json" },
     { "path": "../devp2p/tsconfig.prod.esm.json" },
+    { "path": "../era/tsconfig.prod.esm.json" },
     { "path": "../rlp/tsconfig.prod.esm.json" },
     { "path": "../mpt/tsconfig.prod.esm.json" },
     { "path": "../tx/tsconfig.prod.esm.json" },