common,util,tx: implement aip 6493 stable container txs

debug and fix the legacy ssz encoding decoding

add a spec test for legacy ssz encoding decoding

add the ssztx boilerplate to other tx types

implement sszRaw value for 2930 tx

add 2930 spec test and debug/fix ssz encoding/decoding

add the ssz encoding decoding to 1559 tx

add eip 1559 testcase and get it working

add 4844 ssz encoding decoding

add eip 4844 testcase and get it working

define block transactions ssz type and test ssz transactionsRoot

handle ssz roots for transactions and withdrawals in block when 6493 activated

handle the roots gen in the build block

fix the transaction stable container

update the execution payload serialization deserialization for 6493

add 6493 hardfork for the testing/devnet

refactor the transaction factory ssz tx deserialization

add ssz profile<>stablecontaiber conversion spec test

add eip6493 support to common

debug and fix the block transaction withdrawal root comparision by removing null keccak hash hardcoding

enhance eip6493 tx test by testing transaction factory deserialization which uses stable container

add client eip6493 end to end spec and fix the payload generation

refactor tx serialization deserializion with respect to execution/beacon payload

add, debug and fix the transactionv1 or hex transactions validator and debug/fix the newpayloadeip6493 spec test

add 6493 to electra for kurtosis testing

console log error for debugging

console log error for debugging

txpool fix attempt

add more descriptive checks for nulloroptional

add more descriptive checks for nulloroptional

log full error

debug and fix handling of replay vs legacy tx w.r.t. v/ypartity and confirm via spec test

build fix

dev and add transaction inclusion proof to the getTransactionX apis

workaround to get the proof since stable container impl for proof seems buggy and breaking

refactor the proof format based on feedback

debug, discuss and fix the signature packing scheme

Author: g11tech

package-lock.json

@@ -46,6 +46,7 @@
     "tsc": "../../config/cli/ts-compile.sh"
   },
   "dependencies": {
+    "@chainsafe/ssz": "https://github.com/ChainSafe/ssz/raw/cayman/stable-container/packages/ssz/package.tgz",
     "@ethereumjs/common": "^4.3.0",
     "@ethereumjs/rlp": "^5.0.2",
     "@ethereumjs/trie": "^6.2.0",

packages/block/package.json

@@ -21,6 +21,7 @@ import {
   hexToBytes,
   intToHex,
   isHexString,
+  ssz,
 } from '@ethereumjs/util'
 import { keccak256 } from 'ethereum-cryptography/keccak.js'
 
@@ -41,6 +42,7 @@ import type {
   RequestsBytes,
   WithdrawalsBytes,
 } from './types.js'
+import type { ValueOf } from '@chainsafe/ssz'
 import type { Common } from '@ethereumjs/common'
 import type {
   FeeMarketEIP1559Transaction,
@@ -57,6 +59,8 @@ import type {
   WithdrawalBytes,
 } from '@ethereumjs/util'
 
+export type SszTransactionType = ValueOf<typeof ssz.Transaction>
+
 /**
  * An object that represents the block.
  */
@@ -95,6 +99,11 @@ export class Block {
     return trie.root()
   }
 
+  public static async genWithdrawalsSszRoot(wts: Withdrawal[]) {
+    const withdrawals = wts.map((wt) => wt.toValue())
+    return ssz.Withdrawals.hashTreeRoot(withdrawals)
+  }
+
   /**
    * Returns the txs trie root for array of TypedTransaction
    * @param txs array of TypedTransaction to compute the root of
@@ -108,6 +117,11 @@ export class Block {
     return trie.root()
   }
 
+  public static async genTransactionsSszRoot(txs: TypedTransaction[]) {
+    const transactions = txs.map((tx) => tx.sszRaw() as unknown as SszTransactionType)
+    return ssz.Transactions.hashTreeRoot(transactions)
+  }
+
   /**
    * Returns the requests trie root for an array of CLRequests
    * @param requests - an array of CLRequests
@@ -414,7 +428,7 @@ export class Block {
    */
   public static async fromExecutionPayload(
     payload: ExecutionPayload,
-    opts?: BlockOptions
+    opts: BlockOptions & { common: Common }
   ): Promise<Block> {
     const {
       blockNumber: number,
@@ -430,28 +444,44 @@ export class Block {
     } = payload
 
     const txs = []
-    for (const [index, serializedTx] of transactions.entries()) {
+    for (const [index, serializedTxOrPayload] of transactions.entries()) {
       try {
-        const tx = TransactionFactory.fromSerializedData(
-          hexToBytes(serializedTx as PrefixedHexString),
-          {
+        let tx
+        if (opts.common.isActivatedEIP(6493)) {
+          if (typeof serializedTxOrPayload === 'string') {
+            throw Error('EIP 6493 activated for transaction bytes')
+          }
+
+          tx = TransactionFactory.fromExecutionPayloadTx(serializedTxOrPayload, {
             common: opts?.common,
+          })
+        } else {
+          if (typeof serializedTxOrPayload !== 'string') {
+            throw Error('EIP 6493 not activated for transaction payload')
           }
-        )
+          tx = TransactionFactory.fromSerializedData(
+            hexToBytes(serializedTxOrPayload as PrefixedHexString),
+            {
+              common: opts?.common,
+            }
+          )
+        }
+
         txs.push(tx)
       } catch (error) {
         const validationError = `Invalid tx at index ${index}: ${error}`
         throw validationError
       }
     }
 
-    const transactionsTrie = await Block.genTransactionsTrieRoot(
-      txs,
-      new Trie({ common: opts?.common })
-    )
+    const transactionsTrie = opts.common.isActivatedEIP(6493)
+      ? await Block.genTransactionsSszRoot(txs)
+      : await Block.genTransactionsTrieRoot(txs, new Trie({ common: opts?.common }))
     const withdrawals = withdrawalsData?.map((wData) => Withdrawal.fromWithdrawalData(wData))
     const withdrawalsRoot = withdrawals
-      ? await Block.genWithdrawalsTrieRoot(withdrawals, new Trie({ common: opts?.common }))
+      ? opts.common.isActivatedEIP(6493)
+        ? await Block.genWithdrawalsSszRoot(withdrawals)
+        : await Block.genWithdrawalsTrieRoot(withdrawals, new Trie({ common: opts?.common }))
       : undefined
 
     const hasDepositRequests = depositRequests !== undefined && depositRequests !== null
@@ -525,7 +555,7 @@ export class Block {
    */
   public static async fromBeaconPayloadJson(
     payload: BeaconPayloadJson,
-    opts?: BlockOptions
+    opts: BlockOptions & { common: Common }
   ): Promise<Block> {
     const executionPayload = executionPayloadFromBeaconPayload(payload)
     return Block.fromExecutionPayload(executionPayload, opts)
@@ -671,7 +701,9 @@ export class Block {
    * Generates transaction trie for validation.
    */
   async genTxTrie(): Promise<Uint8Array> {
-    return Block.genTransactionsTrieRoot(this.transactions, new Trie({ common: this.common }))
+    return this.common.isActivatedEIP(6493)
+      ? Block.genTransactionsSszRoot(this.transactions)
+      : Block.genTransactionsTrieRoot(this.transactions, new Trie({ common: this.common }))
   }
 
   /**
@@ -680,16 +712,10 @@ export class Block {
    * @returns True if the transaction trie is valid, false otherwise
    */
   async transactionsTrieIsValid(): Promise<boolean> {
-    let result
-    if (this.transactions.length === 0) {
-      result = equalsBytes(this.header.transactionsTrie, KECCAK256_RLP)
-      return result
-    }
-
     if (this.cache.txTrieRoot === undefined) {
       this.cache.txTrieRoot = await this.genTxTrie()
     }
-    result = equalsBytes(this.cache.txTrieRoot, this.header.transactionsTrie)
+    const result = equalsBytes(this.cache.txTrieRoot, this.header.transactionsTrie)
     return result
   }
 
@@ -809,7 +835,9 @@ export class Block {
     }
 
     if (!(await this.transactionsTrieIsValid())) {
-      const msg = this._errorMsg('invalid transaction trie')
+      const msg = this._errorMsg(
+        `invalid transaction trie expected=${bytesToHex(this.cache.txTrieRoot!)}`
+      )
       throw new Error(msg)
     }
 
@@ -907,19 +935,12 @@ export class Block {
       throw new Error('EIP 4895 is not activated')
     }
 
-    let result
-    if (this.withdrawals!.length === 0) {
-      result = equalsBytes(this.header.withdrawalsRoot!, KECCAK256_RLP)
-      return result
-    }
-
     if (this.cache.withdrawalsTrieRoot === undefined) {
-      this.cache.withdrawalsTrieRoot = await Block.genWithdrawalsTrieRoot(
-        this.withdrawals!,
-        new Trie({ common: this.common })
-      )
+      this.cache.withdrawalsTrieRoot = this.common.isActivatedEIP(6493)
+        ? await Block.genWithdrawalsSszRoot(this.withdrawals!)
+        : await Block.genWithdrawalsTrieRoot(this.withdrawals!, new Trie({ common: this.common }))
     }
-    result = equalsBytes(this.cache.withdrawalsTrieRoot, this.header.withdrawalsRoot!)
+    const result = equalsBytes(this.cache.withdrawalsTrieRoot, this.header.withdrawalsRoot!)
     return result
   }
 
@@ -991,7 +1012,9 @@ export class Block {
   toExecutionPayload(): ExecutionPayload {
     const blockJson = this.toJSON()
     const header = blockJson.header!
-    const transactions = this.transactions.map((tx) => bytesToHex(tx.serialize())) ?? []
+    const transactions = this.common.isActivatedEIP(6493)
+      ? this.transactions.map((tx) => tx.toExecutionPayloadTx())
+      : this.transactions.map((tx) => bytesToHex(tx.serialize()))
     const withdrawalsArr = blockJson.withdrawals ? { withdrawals: blockJson.withdrawals } : {}
 
     const executionPayload: ExecutionPayload = {

packages/block/src/block.ts

@@ -1,7 +1,7 @@
 import { bigIntToHex } from '@ethereumjs/util'
 
 import type { ExecutionPayload } from './types.js'
-import type { PrefixedHexString, VerkleExecutionWitness } from '@ethereumjs/util'
+import type { PrefixedHexString, VerkleExecutionWitness, ssz } from '@ethereumjs/util'
 
 type BeaconWithdrawal = {
   index: PrefixedHexString
@@ -30,6 +30,40 @@ type BeaconConsolidationRequest = {
   target_pubkey: PrefixedHexString
 }
 
+export type BeaconFeesPerGasV1 = {
+  regular: PrefixedHexString | null // Quantity 64 bytes
+  blob: PrefixedHexString | null // Quantity 64 bytes
+}
+
+export type BeaconAccessTupleV1 = {
+  address: PrefixedHexString // DATA 20 bytes
+  storage_keys: PrefixedHexString[] // Data 32 bytes MAX_ACCESS_LIST_STORAGE_KEYS array
+}
+
+export type BeaconTransactionPayloadV1 = {
+  type: PrefixedHexString | null // Quantity, 1 byte
+  chain_id: PrefixedHexString | null // Quantity 8 bytes
+  nonce: PrefixedHexString | null // Quantity 8 bytes
+  max_fees_per_gas: BeaconFeesPerGasV1 | null
+  gas: PrefixedHexString | null // Quantity 8 bytes
+  to: PrefixedHexString | null // DATA 20 bytes
+  value: PrefixedHexString | null // Quantity 64 bytes
+  input: PrefixedHexString | null // max MAX_CALLDATA_SIZE bytes,
+  access_list: BeaconAccessTupleV1[] | null
+  max_priority_fees_per_gas: BeaconFeesPerGasV1 | null
+  blob_versioned_hashes: PrefixedHexString[] | null // DATA 32 bytes array
+}
+
+export type BeaconTransactionSignatureV1 = {
+  from: PrefixedHexString | null // DATA 20 bytes
+  ecdsa_signature: PrefixedHexString | null // DATA 65 bytes or null
+}
+
+type BeaconTransactionV1 = {
+  payload: BeaconTransactionPayloadV1
+  signature: BeaconTransactionSignatureV1
+}
+
 // Payload json that one gets using the beacon apis
 // curl localhost:5052/eth/v2/beacon/blocks/56610 | jq .data.message.body.execution_payload
 export type BeaconPayloadJson = {
@@ -46,7 +80,7 @@ export type BeaconPayloadJson = {
   extra_data: PrefixedHexString
   base_fee_per_gas: PrefixedHexString
   block_hash: PrefixedHexString
-  transactions: PrefixedHexString[]
+  transactions: PrefixedHexString[] | BeaconTransactionV1[]
   withdrawals?: BeaconWithdrawal[]
   blob_gas_used?: PrefixedHexString
   excess_blob_gas?: PrefixedHexString
@@ -118,6 +152,36 @@ function parseExecutionWitnessFromSnakeJson({
  * The JSON data can be retrieved from a consensus layer (CL) client on this Beacon API `/eth/v2/beacon/blocks/[block number]`
  */
 export function executionPayloadFromBeaconPayload(payload: BeaconPayloadJson): ExecutionPayload {
+  const transactions =
+    typeof payload.transactions[0] === 'object'
+      ? (payload.transactions as BeaconTransactionV1[]).map((btxv1) => {
+          return {
+            payload: {
+              type: btxv1.payload.type,
+              chainId: btxv1.payload.chain_id,
+              nonce: btxv1.payload.nonce,
+              maxFeesPerGas: btxv1.payload.max_fees_per_gas,
+              to: btxv1.payload.to,
+              value: btxv1.payload.value,
+              input: btxv1.payload.input,
+              accessList:
+                btxv1.payload.access_list?.map((bal: BeaconAccessTupleV1) => {
+                  return {
+                    address: bal.address,
+                    storageKeys: bal.storage_keys,
+                  }
+                }) ?? null,
+              maxPriorityFeesPerGas: btxv1.payload.max_priority_fees_per_gas,
+              blobVersionedHashes: btxv1.payload.blob_versioned_hashes,
+            },
+            signature: {
+              from: btxv1.signature.from,
+              ecdsaSignature: btxv1.signature.ecdsa_signature,
+            },
+          } as ssz.TransactionV1
+        })
+      : (payload.transactions as PrefixedHexString[])
+
   const executionPayload: ExecutionPayload = {
     parentHash: payload.parent_hash,
     feeRecipient: payload.fee_recipient,
@@ -132,7 +196,7 @@ export function executionPayloadFromBeaconPayload(payload: BeaconPayloadJson): E
     extraData: payload.extra_data,
     baseFeePerGas: bigIntToHex(BigInt(payload.base_fee_per_gas)),
     blockHash: payload.block_hash,
-    transactions: payload.transactions,
+    transactions,
   }
 
   if (payload.withdrawals !== undefined && payload.withdrawals !== null) {

packages/block/src/from-beacon-payload.ts

@@ -16,6 +16,7 @@ import type {
   WithdrawalBytes,
   WithdrawalData,
   WithdrawalRequestV1,
+  ssz,
 } from '@ethereumjs/util'
 
 /**
@@ -261,7 +262,7 @@ export type ExecutionPayload = {
   extraData: PrefixedHexString | string // DATA, 0 to 32 Bytes
   baseFeePerGas: PrefixedHexString | string // QUANTITY, 256 Bits
   blockHash: PrefixedHexString | string // DATA, 32 Bytes
-  transactions: PrefixedHexString[] | string[] // Array of DATA - Array of transaction rlp strings,
+  transactions: PrefixedHexString[] | string[] | ssz.TransactionV1[] // Array of DATA - Array of transaction rlp strings,
   withdrawals?: WithdrawalV1[] // Array of withdrawal objects
   blobGasUsed?: PrefixedHexString | string // QUANTITY, 64 Bits
   excessBlobGas?: PrefixedHexString | string // QUANTITY, 64 Bits