feat(blst): replace blst and pubkeys with lodestar-z

.github/actions/setup-and-build/action.yml

@@ -20,6 +20,13 @@ runs:
         # cache: pnpm
         package-manager-cache: false
 
+    - name: Install Zig
+      uses: mlugg/setup-zig@v2
+      with:
+        version: ${{ env.ZIG_VERSION }}
+        cache-key: ${{ env.ZIG_VERSION }}
+
+
     - name: Node.js version
       id: node
       shell: bash

.github/workflows/benchmark.yml

@@ -19,6 +19,9 @@ on:
       - unstable
   workflow_dispatch:
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 jobs:
   run:
     runs-on: buildjet-4vcpu-ubuntu-2204

.github/workflows/binaries.yml

@@ -12,6 +12,9 @@ on:
         required: true
         type: string
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 jobs:
   binaries:
     name: Build lodestar binaries

.github/workflows/docs-check.yml

@@ -6,6 +6,9 @@ on:
     branches: [unstable, stable]
   pull_request:
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 jobs:
   build:
     name: Docs spellcheck

.github/workflows/publish-rc.yml

@@ -7,6 +7,9 @@ concurrency: cd-publish-rc
 on:
   workflow_call:
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 permissions:
   contents: write # Required for OIDC
   id-token: write # Required to create a Github release

.github/workflows/publish-stable.yml

@@ -7,6 +7,9 @@ concurrency: cd-publish-stable
 on:
   workflow_call:
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 permissions:
   contents: write # Required for OIDC
   id-token: write # Required to create a Github release

.github/workflows/test-bun.yml

@@ -30,6 +30,13 @@ jobs:
           bun-version: latest
       - name: Install pnpm
         run: bun install -g npm:pnpm
+      - uses: oven-sh/setup-bun@v2
+        with:
+          bun-version: latest
+      - uses: mlugg/setup-zig@v2
+        with:
+          version: ${{ env.ZIG_VERSION }}
+          cache-key: ${{ env.ZIG_VERSION }}
       - name: Install
         run: pnpm install --frozen-lockfile
       - name: Build

.github/workflows/test-sim.yml

@@ -22,6 +22,9 @@ on:
         type: number
         default: 40
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 jobs:
   build:
     name: Build

.github/workflows/test.yml

@@ -12,6 +12,9 @@ on:
   pull_request:
   workflow_dispatch:
 
+env:
+  ZIG_VERSION: "0.14.1"
+
 jobs:
   build:
     name: Build

packages/beacon-node/package.json

@@ -109,11 +109,11 @@
   },
   "dependencies": {
     "@chainsafe/as-sha256": "^1.2.0",
-    "@chainsafe/blst": "^2.2.0",
     "@chainsafe/discv5": "^11.0.4",
     "@chainsafe/enr": "^5.0.1",
     "@chainsafe/libp2p-gossipsub": "^14.1.2",
     "@chainsafe/libp2p-noise": "^16.1.5",
+    "@chainsafe/lodestar-z": "catalog:",
     "@chainsafe/persistent-merkle-tree": "^1.2.1",
     "@chainsafe/prometheus-gc-stats": "^1.0.0",
     "@chainsafe/pubkey-index-map": "^3.0.0",

packages/beacon-node/src/chain/bls/interface.ts

@@ -1,4 +1,4 @@
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet} from "@lodestar/state-transition";
 
 export type VerifySignatureOpts = {

packages/beacon-node/src/chain/bls/maybeBatch.ts

@@ -1,4 +1,4 @@
-import {PublicKey, Signature, verify, verifyMultipleAggregateSignatures} from "@chainsafe/blst";
+import {PublicKey, Signature, verify, verifyMultipleAggregateSignatures} from "@chainsafe/lodestar-z/blst";
 
 const MIN_SET_COUNT_TO_BATCH = 2;
 

packages/beacon-node/src/chain/bls/multithread/index.ts

@@ -6,7 +6,7 @@ import {Worker, spawn} from "@chainsafe/threads";
 // biome-ignore lint/suspicious/noGlobalAssign: We need the global `self` to reassign module properties later
 self = undefined;
 
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet, Index2PubkeyCache} from "@lodestar/state-transition";
 import {Logger} from "@lodestar/utils";
 import {Metrics} from "../../../metrics/index.js";

packages/beacon-node/src/chain/bls/multithread/jobItem.ts

@@ -1,4 +1,4 @@
-import {PublicKey, asyncAggregateWithRandomness} from "@chainsafe/blst";
+import {PublicKey, asyncAggregateWithRandomness} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet, Index2PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
 import {Metrics} from "../../../metrics/metrics.js";
 import {LinkedList} from "../../../util/array.js";

packages/beacon-node/src/chain/bls/multithread/worker.ts

@@ -1,5 +1,5 @@
 import worker from "node:worker_threads";
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {expose} from "@chainsafe/threads/worker";
 import {SignatureSetDeserialized, verifySignatureSetsMaybeBatch} from "../maybeBatch.js";
 import {BlsWorkReq, BlsWorkResult, SerializedSet, WorkResult, WorkResultCode, WorkerData} from "./types.js";

packages/beacon-node/src/chain/bls/singleThread.ts

@@ -1,4 +1,4 @@
-import {PublicKey, Signature, aggregatePublicKeys, aggregateSignatures, verify} from "@chainsafe/blst";
+import {PublicKey, Signature, aggregatePublicKeys, aggregateSignatures, verify} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet, Index2PubkeyCache} from "@lodestar/state-transition";
 import {Metrics} from "../../metrics/index.js";
 import {IBlsVerifier} from "./interface.js";

packages/beacon-node/src/chain/bls/utils.ts

@@ -1,4 +1,4 @@
-import {PublicKey, aggregatePublicKeys} from "@chainsafe/blst";
+import {PublicKey, aggregatePublicKeys} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet, Index2PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
 import {Metrics} from "../../metrics/metrics.js";
 

packages/beacon-node/src/chain/opPools/aggregatedAttestationPool.ts

@@ -1,4 +1,4 @@
-import {Signature, aggregateSignatures} from "@chainsafe/blst";
+import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
 import {BitArray} from "@chainsafe/ssz";
 import {BeaconConfig} from "@lodestar/config";
 import {IForkChoice} from "@lodestar/fork-choice";

packages/beacon-node/src/chain/opPools/attestationPool.ts

@@ -1,4 +1,4 @@
-import {Signature, aggregateSignatures} from "@chainsafe/blst";
+import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
 import {BitArray} from "@chainsafe/ssz";
 import {ChainForkConfig} from "@lodestar/config";
 import {MAX_COMMITTEES_PER_SLOT, isForkPostElectra} from "@lodestar/params";

packages/beacon-node/src/chain/opPools/payloadAttestationPool.ts

@@ -1,4 +1,4 @@
-import {Signature, aggregateSignatures} from "@chainsafe/blst";
+import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
 import {BitArray} from "@chainsafe/ssz";
 import {ChainForkConfig} from "@lodestar/config";
 import {MAX_COMMITTEES_PER_SLOT, PTC_SIZE} from "@lodestar/params";

packages/beacon-node/src/chain/opPools/syncCommitteeMessagePool.ts

@@ -1,4 +1,4 @@
-import {Signature, aggregateSignatures} from "@chainsafe/blst";
+import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
 import {BitArray} from "@chainsafe/ssz";
 import {ChainForkConfig} from "@lodestar/config";
 import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";

packages/beacon-node/src/chain/opPools/syncContributionAndProofPool.ts

@@ -1,4 +1,4 @@
-import {Signature, aggregateSignatures} from "@chainsafe/blst";
+import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
 import {BitArray} from "@chainsafe/ssz";
 import {ChainForkConfig} from "@lodestar/config";
 import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";

packages/beacon-node/src/chain/opPools/utils.ts

@@ -1,4 +1,4 @@
-import {Signature} from "@chainsafe/blst";
+import {Signature} from "@chainsafe/lodestar-z/blst";
 import {BLS_WITHDRAWAL_PREFIX} from "@lodestar/params";
 import {CachedBeaconStateAllForks} from "@lodestar/state-transition";
 import {Slot, capella} from "@lodestar/types";

packages/beacon-node/src/chain/validation/executionPayloadBid.ts

@@ -1,4 +1,4 @@
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {
   CachedBeaconStateGloas,
   canBuilderCoverBid,

packages/beacon-node/src/chain/validation/executionPayloadEnvelope.ts

@@ -1,4 +1,4 @@
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {
   CachedBeaconStateGloas,
   computeStartSlotAtEpoch,

packages/beacon-node/test/e2e/chain/bls/multithread.test.ts

@@ -1,5 +1,5 @@
 import {afterEach, beforeAll, beforeEach, describe, expect, it} from "vitest";
-import {PublicKey, SecretKey} from "@chainsafe/blst";
+import {PublicKey, SecretKey} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet, SignatureSetType} from "@lodestar/state-transition";
 import {VerifySignatureOpts} from "../../../../src/chain/bls/interface.js";
 import {BlsMultiThreadWorkerPool} from "../../../../src/chain/bls/multithread/index.js";

packages/beacon-node/test/mocks/mockedBls.ts

@@ -1,4 +1,4 @@
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {IBlsVerifier} from "../../src/chain/bls/index.js";
 
 export class BlsVerifierMock implements IBlsVerifier {

packages/beacon-node/test/perf/bls/bls.test.ts

@@ -8,7 +8,7 @@ import {
   aggregateSignatures,
   verify,
   verifyMultipleAggregateSignatures,
-} from "@chainsafe/blst";
+} from "@chainsafe/lodestar-z/blst";
 import {linspace} from "../../../src/util/numpy.js";
 
 describe("BLS ops", () => {

packages/beacon-node/test/spec/bls/bls.ts

@@ -7,7 +7,7 @@ import {
   aggregateVerify,
   fastAggregateVerify,
   verifyMultipleAggregateSignatures,
-} from "@chainsafe/blst";
+} from "@chainsafe/lodestar-z/blst";
 import {fromHexString} from "@chainsafe/ssz";
 
 export const testFnByType: Record<string, "skip" | ((data: any) => any)> = {

packages/beacon-node/test/spec/general/bls.ts

@@ -7,7 +7,7 @@ import {
   verify as _verify,
   aggregateSerializedPublicKeys,
   aggregateSignatures,
-} from "@chainsafe/blst";
+} from "@chainsafe/lodestar-z/blst";
 import {fromHexString} from "@chainsafe/ssz";
 import {InputType} from "@lodestar/spec-test-util";
 import {TestRunnerFn} from "../utils/types.js";

packages/beacon-node/test/unit-minimal/chain/opPools/aggregatedAttestationPool.test.ts

@@ -1,5 +1,5 @@
 import {afterEach, beforeAll, beforeEach, describe, expect, it, vi} from "vitest";
-import {SecretKey, Signature, aggregateSignatures, fastAggregateVerify} from "@chainsafe/blst";
+import {SecretKey, Signature, aggregateSignatures, fastAggregateVerify} from "@chainsafe/lodestar-z/blst";
 import {BitArray, fromHexString, toHexString} from "@chainsafe/ssz";
 import {createBeaconConfig, createChainForkConfig} from "@lodestar/config";
 import {chainConfig as chainConfigDefault} from "@lodestar/config/default";
@@ -535,7 +535,7 @@ describe("MatchingDataAttestationGroup aggregateInto", () => {
   const attestation1 = {...attestationSeed, ...{aggregationBits: BitArray.fromBoolArray([false, true])}};
   const attestation2 = {...attestationSeed, ...{aggregationBits: BitArray.fromBoolArray([true, false])}};
   const mergedBitArray = BitArray.fromBoolArray([true, true]); // = [false, true] + [true, false]
-  const attestationDataRoot = ssz.phase0.AttestationData.serialize(attestationSeed.data);
+  const attestationDataRoot = ssz.phase0.AttestationData.hashTreeRoot(attestationSeed.data);
   let sk1: SecretKey;
   let sk2: SecretKey;
 

packages/beacon-node/test/unit/chain/bls/bls.test.ts

@@ -1,5 +1,5 @@
 import {beforeEach, describe, expect, it} from "vitest";
-import {PublicKey, SecretKey, Signature} from "@chainsafe/blst";
+import {PublicKey, SecretKey, Signature} from "@chainsafe/lodestar-z/blst";
 import {ISignatureSet, SignatureSetType} from "@lodestar/state-transition";
 import {BlsMultiThreadWorkerPool} from "../../../../src/chain/bls/multithread/index.js";
 import {BlsSingleThreadVerifier} from "../../../../src/chain/bls/singleThread.js";

packages/beacon-node/test/unit/chain/opPools/syncCommittee.test.ts

@@ -1,5 +1,5 @@
 import {MockedObject, afterEach, beforeAll, beforeEach, describe, expect, it, vi} from "vitest";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {toHexString} from "@chainsafe/ssz";
 import {config} from "@lodestar/config/default";
 import {altair} from "@lodestar/types";

packages/beacon-node/test/unit/chain/opPools/syncCommitteeContribution.test.ts

@@ -1,5 +1,5 @@
 import {beforeAll, beforeEach, describe, expect, it, vi} from "vitest";
-import {SecretKey, Signature, fastAggregateVerify} from "@chainsafe/blst";
+import {SecretKey, Signature, fastAggregateVerify} from "@chainsafe/lodestar-z/blst";
 import {BitArray} from "@chainsafe/ssz";
 import {config} from "@lodestar/config/default";
 import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";

packages/beacon-node/test/unit/chain/validation/attestation/validateGossipAttestationsSameAttData.test.ts

@@ -1,5 +1,5 @@
 import {afterEach, beforeEach, describe, expect, it, vi} from "vitest";
-import {PublicKey, SecretKey} from "@chainsafe/blst";
+import {PublicKey, SecretKey} from "@chainsafe/lodestar-z/blst";
 import {ForkName} from "@lodestar/params";
 import {SignatureSetType} from "@lodestar/state-transition";
 import {ssz} from "@lodestar/types";

packages/beacon-node/test/unit/chain/validation/blsToExecutionChange.test.ts

@@ -1,6 +1,6 @@
 import {afterEach, beforeEach, describe, it, vi} from "vitest";
 import {digest} from "@chainsafe/as-sha256";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {createBeaconConfig} from "@lodestar/config";
 import {config as defaultConfig} from "@lodestar/config/default";
 import {

packages/beacon-node/test/unit/chain/validation/voluntaryExit.test.ts

@@ -1,5 +1,5 @@
 import {afterEach, beforeAll, beforeEach, describe, it, vi} from "vitest";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {BeaconConfig, createBeaconConfig, createChainForkConfig} from "@lodestar/config";
 import {chainConfig} from "@lodestar/config/default";
 import {DOMAIN_VOLUNTARY_EXIT, FAR_FUTURE_EPOCH, SLOTS_PER_EPOCH} from "@lodestar/params";

packages/beacon-node/test/utils/blocksAndData.ts

@@ -1,7 +1,7 @@
 import {randomBytes} from "node:crypto";
 import {BYTES_PER_BLOB, BYTES_PER_FIELD_ELEMENT} from "@crate-crypto/node-eth-kzg";
 import {generateKeyPair} from "@libp2p/crypto/keys";
-import {SIGNATURE_LENGTH_UNCOMPRESSED} from "@chainsafe/blst";
+import {SIGNATURE_LENGTH_UNCOMPRESSED} from "@chainsafe/lodestar-z/blst";
 import {createChainForkConfig, defaultChainConfig} from "@lodestar/config";
 import {
   ForkPostCapella,

packages/beacon-node/test/utils/cache.ts

@@ -1,4 +1,4 @@
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {toHexString} from "@chainsafe/ssz";
 
 export function memoOnce<R>(fn: () => R): () => R {

packages/beacon-node/test/utils/node/validator.ts

@@ -1,6 +1,6 @@
 import tmp from "tmp";
 import {vi} from "vitest";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {ApiClient, ApiError, ApiResponse, HttpStatusCode} from "@lodestar/api";
 import {BeaconApiMethods} from "@lodestar/api/beacon/server";
 import {LevelDbController} from "@lodestar/db/controller/level";

packages/beacon-node/test/utils/state.ts

@@ -1,4 +1,4 @@
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {PubkeyIndexMap} from "@chainsafe/pubkey-index-map";
 import {ChainForkConfig, createBeaconConfig} from "@lodestar/config";
 import {config as minimalConfig} from "@lodestar/config/default";

packages/cli/package.json

@@ -59,9 +59,9 @@
   "dependencies": {
     "@chainsafe/bls-keygen": "^0.4.0",
     "@chainsafe/bls-keystore": "^3.1.0",
-    "@chainsafe/blst": "^2.2.0",
     "@chainsafe/discv5": "^11.0.4",
     "@chainsafe/enr": "^5.0.1",
+    "@chainsafe/lodestar-z": "catalog:",
     "@chainsafe/persistent-merkle-tree": "^1.2.1",
     "@chainsafe/pubkey-index-map": "^3.0.0",
     "@chainsafe/ssz": "^1.2.2",

packages/cli/src/cmds/validator/blsToExecutionChange.ts

@@ -1,4 +1,4 @@
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {getClient} from "@lodestar/api";
 import {createBeaconConfig} from "@lodestar/config";
 import {DOMAIN_BLS_TO_EXECUTION_CHANGE, ForkName} from "@lodestar/params";

packages/cli/src/cmds/validator/keymanager/decryptKeystoreDefinitions.ts

@@ -1,7 +1,7 @@
 import fs from "node:fs";
 import path from "node:path";
 import {Keystore} from "@chainsafe/bls-keystore";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {LogLevel, Logger} from "@lodestar/utils";
 import {SignerLocal, SignerType} from "@lodestar/validator";
 import {lockFilepath, unlockFilepath} from "../../../util/lockfile.js";

packages/cli/src/cmds/validator/keymanager/impl.ts

@@ -1,5 +1,5 @@
 import {Keystore} from "@chainsafe/bls-keystore";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {
   BuilderBoostFactorData,
   DeleteRemoteKeyStatus,

packages/cli/src/cmds/validator/keymanager/keystoreCache.ts

@@ -1,7 +1,7 @@
 import fs from "node:fs";
 import path from "node:path";
 import {Keystore} from "@chainsafe/bls-keystore";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {fromHex, toHex, toPubkeyHex} from "@lodestar/utils";
 import {SignerLocal, SignerType} from "@lodestar/validator";
 import {writeFile600Perm} from "../../../util/file.js";

packages/cli/src/cmds/validator/signers/index.ts

@@ -1,6 +1,6 @@
 import path from "node:path";
 import {deriveEth2ValidatorKeys, deriveKeyFromMnemonic} from "@chainsafe/bls-keygen";
-import {SecretKey} from "@chainsafe/blst";
+import {SecretKey} from "@chainsafe/lodestar-z/blst";
 import {interopSecretKey} from "@lodestar/state-transition";
 import {LogLevel, Logger, isValidHttpUrl} from "@lodestar/utils";
 import {Signer, SignerType, externalSignerGetKeys} from "@lodestar/validator";

packages/cli/src/cmds/validator/voluntaryExit.ts

@@ -1,5 +1,5 @@
 import inquirer from "inquirer";
-import {Signature} from "@chainsafe/blst";
+import {Signature} from "@chainsafe/lodestar-z/blst";
 import {ApiClient, getClient} from "@lodestar/api";
 import {BeaconConfig, createBeaconConfig} from "@lodestar/config";
 import {

packages/cli/src/util/format.ts

@@ -1,4 +1,4 @@
-import {PublicKey} from "@chainsafe/blst";
+import {PublicKey} from "@chainsafe/lodestar-z/blst";
 import {fromHex} from "@lodestar/utils";
 
 /**