feat(backport-to-v2): fisherman mode (#18384)

Fixes
[A-134](https://linear.app/aztec-labs/issue/A-134/fisherman-mode-for-the-node)
[A-147](https://linear.app/aztec-labs/issue/A-147/node-that-checks-every-attestation)
[A-148](https://linear.app/aztec-labs/issue/A-148/node-that-checks-every-block-proposal)
[A-149](https://linear.app/aztec-labs/issue/A-149/node-that-tries-to-build-block-on-every-slot)
[A-150](https://linear.app/aztec-labs/issue/A-150/node-that-tries-to-invalidate-simulate-blocks)
[A-256](https://linear.app/aztec-labs/issue/A-256/block-re-exeuction)

Add `--fisherman-mode [FISHERMAN_MODE]` option that will make the node:
- Always run validator
- re-execute all blocks & create attestation (that will NOT be
broadcast)
- Validate all attestations against block proposal payload
- Attempts to build block for every slot
- Runs slashing logic & enqueues tx (never submits)

Also added alerting rules
- block re-execution failures
- block pre-validation / building failures

---------

Co-authored-by: spypsy <[email protected]>

Author: spypsy

.github/workflows/deploy-fisherman-network.yaml

@@ -121,13 +121,15 @@ jobs:
             echo "L1_NETWORK=sepolia" >> $GITHUB_ENV
             echo "SNAPSHOT_BUCKET_DIRECTORY=ignition-sepolia" >> $GITHUB_ENV
             echo "USE_NETWORK_CONFIG=true" >> $GITHUB_ENV
+            echo "LABS_INFRA_MNEMONIC_SECRET_NAME=sepolia-labs-ignition-fisherman-mnemonic" >> $GITHUB_ENV
           elif [[ "${{ inputs.l1_network }}" == "mainnet" ]]; then
             echo "NETWORK=mainnet" >> $GITHUB_ENV
             echo "NAMESPACE=mainnet" >> $GITHUB_ENV
             echo "ETHEREUM_CHAIN_ID=1" >> $GITHUB_ENV
             echo "L1_NETWORK=mainnet" >> $GITHUB_ENV
             echo "SNAPSHOT_BUCKET_DIRECTORY=mainnet" >> $GITHUB_ENV
             echo "USE_NETWORK_CONFIG=true" >> $GITHUB_ENV
+            echo "LABS_INFRA_MNEMONIC_SECRET_NAME=mainnet-labs-ignition-fisherman-mnemonic" >> $GITHUB_ENV
           fi
 
       - name: Deploy fisherman network

spartan/aztec-node/templates/env.secret.yaml

@@ -0,0 +1,17 @@
+{{- if .Values.node.secret.envEnabled }}
+apiVersion: v1
+kind: Secret
+metadata:
+  name: {{ include "chart.fullname" . }}-env
+  labels:
+    {{- include "chart.labels" . | nindent 4 }}
+type: Opaque
+data:
+  {{- if .Values.node.secret.mnemonic }}
+  MNEMONIC: {{ .Values.node.secret.mnemonic | b64enc }}
+  {{- end }}
+  {{- if .Values.node.secret.mnemonicIndex }}
+  KEY_INDEX_START: {{ .Values.node.secret.mnemonicIndex | toString | b64enc }}
+  {{- end }}
+{{- end }}
+

spartan/environments/ignition-fisherman.env

@@ -17,12 +17,13 @@ CREATE_ROLLUP_CONTRACTS=false
 VERIFY_CONTRACTS=false
 DESTROY_NAMESPACE=false
 
+FISHERMAN_MODE=true
+
 ETHEREUM_RPC_URLS=REPLACE_WITH_GCP_SECRET
 ETHEREUM_CONSENSUS_HOST_URLS=REPLACE_WITH_GCP_SECRET
 ETHEREUM_CONSENSUS_HOST_API_KEYS=REPLACE_WITH_GCP_SECRET
 ETHEREUM_CONSENSUS_HOST_API_KEY_HEADERS=REPLACE_WITH_GCP_SECRET
 FUNDING_PRIVATE_KEY=""
-LABS_INFRA_MNEMONIC_SECRET_NAME=sepolia-labs-ignition-fisherman-mnemonic
 LABS_INFRA_MNEMONIC=REPLACE_WITH_GCP_SECRET
 ROLLUP_DEPLOYMENT_PRIVATE_KEY=""
 OTEL_COLLECTOR_ENDPOINT=REPLACE_WITH_GCP_SECRET
@@ -40,5 +41,6 @@ FLUSH_ENTRY_QUEUE=false
 VALIDATOR_REPLICAS=0
 
 RPC_REPLICAS=1
+FISHERMAN_MNEMONIC_START_INDEX=1
 
 PROVER_NODE_DISABLE_PROOF_PUBLISH=true