feat: task sender that sends alerts to pager duty on failed tasks

alerts/.env.example

@@ -20,3 +20,12 @@ RPC_URL=<YOUR_RPC_URL>
 PAYMENT_CONTRACT_ADDRESS=<YOUR_PAYMENT_CONTRACT_ADDRESS>
 BALANCE_THRESHOLD=<YOUR_BALANCE_THRESHOLD_IN_ETH>
 WALLET_ADDRESS=<YOUR_WALLET_ADDRESS>
+
+# Variables for sender_with_alert.sh
+REPETITIONS=<REPETITIONS>
+SENDER_ADDRESS=<YOUR_SENDER_ADDRESS>
+BATCHER_URL=<BATCHER_URL>
+NETWORK=<NETWORK>
+KEYSTORE_PATH=<KEYSTORE_PATH>
+SLEEP=<SLEEP>
+

alerts/sender_with_alert.sh

@@ -0,0 +1,115 @@
+#!/bin/bash
+
+# ENV VARIABLES:
+# - REPETITIONS
+# - SLEEP
+# - RPC_URL
+# - SENDER_ADDRESS
+# - BATCHER_URL
+# - NETWORK
+# - PRIVATE_KEY
+# - PAGER_DUTY_KEY
+# - PAGER_DUTY_EMAIL
+# - PAGER_DUTY_SERVICE_ID
+
+# Load env file from $1 path
+source "$1"
+
+# Just for debugging
+#set -ex
+
+### FUNCTIONS ###
+
+# Function to send PagerDuty alert
+# @param message
+function send_pagerduty_alert() {
+  . alerts/pagerduty.sh "$1"
+}
+
+# Function so send Slack message
+# @param message
+function send_slack_message() {
+  . alerts/slack.sh "$1"
+}
+
+#################
+while true
+do
+
+  ## Remove Proof Data
+  rm -rf ./scripts/test_files/gnark_groth16_bn254_infinite_script/infinite_proofs/*
+  rm -rf ./aligned_verification_data/*
+
+  mkdir -p ./scripts/test_files/gnark_groth16_bn254_infinite_script/infinite_proofs
+
+  ## Generate Proof
+  x=$(aligned get-user-nonce --batcher_url $BATCHER_URL --user_addr $SENDER_ADDRESS 2>&1 | awk '{print $9}')
+  echo "Generating proof $x != 0"
+  go run ./scripts/test_files/gnark_groth16_bn254_infinite_script/cmd/main.go $x
+
+  ## Get initial balance
+  initial_balance=$(aligned get-user-balance --rpc_url $RPC_URL --user_addr  $SENDER_ADDRESS --network $NETWORK 2>&1 | awk '{print $7}')
+  echo "Initial balance: $initial_balance"
+
+  ## Send Proof
+  echo "Submitting $REPETITIONS proofs $x != 0"
+  submit=$(aligned submit \
+    --proving_system Groth16Bn254 \
+    --repetitions $REPETITIONS \
+    --proof "./scripts/test_files/gnark_groth16_bn254_infinite_script/infinite_proofs/ineq_${x}_groth16.proof" \
+    --public_input "./scripts/test_files/gnark_groth16_bn254_infinite_script/infinite_proofs/ineq_${x}_groth16.pub" \
+    --vk "./scripts/test_files/gnark_groth16_bn254_infinite_script/infinite_proofs/ineq_${x}_groth16.vk" \
+    --proof_generator_addr $SENDER_ADDRESS \
+    --private_key $PRIVATE_KEY \
+    --rpc_url $RPC_URL \
+    --batcher_url $BATCHER_URL \
+    --network $NETWORK \
+    --max_fee 4000000000000000 \
+    2>&1)
+
+  echo "$submit"
+
+  explorer_link=$(echo "$submit" | grep alignedlayer.com | awk '{print $4}')
+  sleep 600
+
+  ## Get final balance
+  final_balance=$(aligned get-user-balance --rpc_url $RPC_URL --user_addr  $SENDER_ADDRESS --network $NETWORK 2>&1 | awk '{print $7}')
+  echo "Final balance: $final_balance"
+
+  ## Calculate the spent amount
+  spent_amount=$(echo "$initial_balance - $final_balance" | bc | awk '{printf "%.9f", $1}')
+
+  ## Verify Proofs
+  echo "Verifying $REPETITIONS proofs $x != 0"
+  for proof in ./aligned_verification_data/*.cbor; do
+    ## Validate Proof on Chain
+    verification=$(aligned verify-proof-onchain \
+      --aligned-verification-data $proof \
+      --rpc_url $RPC_URL \
+      --network $NETWORK \
+      2>&1)
+
+    ## Send Alert is Verification Fails
+    if echo "$verification" | grep -q not; then
+      message="Proof verification failed for $proof [ $explorer_link ]"
+      echo "$message"
+      send_pagerduty_alert "$message"
+      break
+    elif echo "$verification" | grep -q verified; then
+      echo "Proof verification succeeded for $proof"
+    fi
+  done
+
+  ## Send Update to Slack
+  eth_usd=$(curl https://cryptoprices.cc/ETH/)
+  spent_ammount_usd=$(echo "$spent_amount * $eth_usd" | bc | awk '{printf "%.2f", $1}')
+  slack_meesage="$REPETITIONS Proofs submitted and verified. Spent amount: $spent_amount ETH ($ $spent_ammount_usd) [ $explorer_link ]"
+  send_slack_message "$slack_meesage"
+
+  ## Remove Proof Data
+  rm -rf ./scripts/test_files/gnark_groth16_bn254_infinite_script/infinite_proofs/*
+  rm -rf ./aligned_verification_data/*
+
+  echo "Sleeping $SLEEP seconds"
+  sleep $SLEEP
+done

alerts/slack.sh

@@ -0,0 +1,5 @@
+# Function to send slack message
+# @param message
+curl -X POST -H 'Content-type: application/json' \
+  --data "{\"text\":\"$1\"}" \
+  $SLACK_WEBHOOK_URL