Base. Debugging snapshot download

Author: vlasonfa

lib/base/lib/assets/base/node.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+set -e
+echo "Script is starting..."
+ulimit -n 500000
+
+# Start the node
+cd /home/bcuser/node
+/usr/local/bin/docker-compose -f /home/bcuser/node/docker-compose.yml up -d
+
+echo "Started"

lib/base/lib/assets/download-snapshot.sh

@@ -0,0 +1,63 @@
+#!/bin/bash
+set +e
+
+source /etc/environment
+
+echo "Downloading Snapshot."
+
+cd /data
+
+SNAPSHOT_FILE_NAME=snapshot.tar.gz
+SNAPSHOT_DIR=/data
+SNAPSHOT_DOWNLOAD_STATUS=-1
+
+if [ "$SNAPSHOT_URL" == "none" ] || [ -z "${SNAPSHOT_URL}" ]; then
+  LATEST_SNAPSHOT_FILE_NAME=$(curl https://$NETWORK_ID-$NODE_CONFIG-snapshots.base.org/latest)
+  SNAPSHOT_URL=https://$NETWORK_ID-$NODE_CONFIG-snapshots.base.org/$LATEST_SNAPSHOT_FILE_NAME
+fi
+
+# take about 1 hour to download the Snapshot
+while (( SNAPSHOT_DOWNLOAD_STATUS != 0 ))
+do
+        PIDS=$(pgrep aria2c)
+        if [ -z "$PIDS" ]; then
+            aria2c $SNAPSHOT_URL -d $SNAPSHOT_DIR -o $SNAPSHOT_FILE_NAME -l /data/download.log --log-level=notice --allow-overwrite=true --allow-piece-length-change=true
+        fi
+        SNAPSHOT_DOWNLOAD_STATUS=$?
+        pid=$(pidof aria2c)
+        wait $pid
+        echo "aria2c exit."
+        case $SNAPSHOT_DOWNLOAD_STATUS in
+                3)
+                        echo "File does not exist."
+                        exit 3
+                        ;;
+                9)
+                        echo "No space left on device."
+                        exit 9
+                        ;;
+                *)
+                        continue
+                        ;;
+        esac
+done
+echo "Downloading Snapshot script finished"
+
+sleep 60
+
+echo "Starting snapshot decompression ..."
+
+tar -zxvf  $SNAPSHOT_DIR/$SNAPSHOT_FILE_NAME -C /data 2>&1 | tee unzip.log && echo "decompresed successfully..." || echo "decompression failed..." >> snapshots-decompression.log
+
+echo "Decompresed snapshot, cleaning up..."
+
+mv /data/snapshots/$NETWORK_ID/download/* /data && \
+rm -rf /data/snapshots && \
+rm -rf $SNAPSHOT_DIR/$SNAPSHOT_FILE_NAME
+
+echo "Snapshot is ready, starting the service.."
+
+chown -R bcuser:bcuser /data
+
+sudo systemctl daemon-reload
+sudo systemctl enable --now base

lib/base/lib/assets/restore-from-snapshot.sh

@@ -33,6 +33,20 @@ yum update -y
 yum -y install amazon-cloudwatch-agent collectd jq yq gcc ncurses-devel aws-cfn-bootstrap zstd
 wget $YQ_URI -O /usr/bin/yq && chmod +x /usr/bin/yq
 
+# install aria2 a p2p downloader
+
+if [ "$arch" == "x86_64" ]; then
+  wget https://github.com/q3aql/aria2-static-builds/releases/download/v1.36.0/aria2-1.36.0-linux-gnu-64bit-build1.tar.bz2
+  tar jxvf aria2-1.36.0-linux-gnu-64bit-build1.tar.bz2
+  cd aria2-1.36.0-linux-gnu-64bit-build1/
+  make install
+else
+  wget https://github.com/q3aql/aria2-static-builds/releases/download/v1.36.0/aria2-1.36.0-linux-gnu-arm-rbpi-build1.tar.bz2
+  tar jxvf aria2-1.36.0-linux-gnu-arm-rbpi-build1.tar.bz2
+  cd aria2-1.36.0-linux-gnu-arm-rbpi-build1/
+  make install
+fi
+
 cd /opt
 
 echo "Downloading assets zip file"
@@ -187,6 +201,8 @@ case $NETWORK_ID in
     ;;
 esac
 
+echo "OP_NODE_L1_TRUST_RPC=true"  >> $OP_CONFIG_FILE_PATH
+
 sed -i "s#GETH_HOST_DATA_DIR=./geth-data#GETH_HOST_DATA_DIR=/data/geth#g" /home/bcuser/node/.env
 
 chown -R bcuser:bcuser /home/bcuser/node
@@ -198,6 +214,27 @@ chmod 766 /opt/syncchecker.sh
 echo "*/5 * * * * /opt/syncchecker.sh" | crontab
 crontab -l
 
+echo "Configuring node as a service"
+mkdir /home/bcuser/bin
+mv /opt/base/node.sh /home/bcuser/bin/node.sh
+chmod 766 /home/bcuser/bin/node.sh
+chown -R bcuser:bcuser /home/bcuser
+
+sudo bash -c 'cat > /etc/systemd/system/base.service <<EOF
+[Unit]
+Description=Base Node
+After=network-online.target
+[Service]
+Type=simple
+Restart=always
+RestartSec=30
+User=bcuser
+Environment="PATH=/bin:/usr/bin:/home/bcuser/bin"
+ExecStart=/home/bcuser/bin/node.sh
+[Install]
+WantedBy=multi-user.target
+EOF'
+
 echo "Signaling completion to CloudFormation to continue with volume mount"
 /opt/aws/bin/cfn-signal --stack $STACK_NAME --resource $RESOURCE_ID --region $REGION
 
@@ -235,21 +272,21 @@ chown -R bcuser:bcuser /data
 chmod -R 755 /data
 
 if [ "$RESTORE_FROM_SNAPSHOT" == "false" ]; then
-  echo "Skipping restoration from snapshot. Starting docker-compose in 3 min."
-  cd /home/bcuser/node
-  echo "sudo su bcuser && /usr/local/bin/docker-compose -f /home/bcuser/node/docker-compose.yml up -d" | at now +3 minutes
+  echo "Skipping restoration from snapshot. Starting node"
+  sudo systemctl daemon-reload
+  sudo systemctl enable --now base
 else
-  echo "Restoring data from snapshot"
-  chmod 766 /opt/start-from-snapshot.sh
-  /opt/download-snapshot.sh
-  if [ "$?" == 0 ]; then
-    echo "Snapshot download successful"
-  else
-    echo "Snapshot download failed, falling back to fresh sync"
-  fi
-  chown -R bcuser:bcuser /data
-  sudo su bcuser
-  /usr/local/bin/docker-compose -f /home/bcuser/node/docker-compose.yml up -d
+  echo "Restoring node from snapshot"
+  chmod +x /opt/restore-from-snapshot.sh
+  echo "/opt/restore-from-snapshot.sh" | at now + 1 min
+fi
+
+if [[ "$LIFECYCLE_HOOK_NAME" != "none" ]]; then
+  echo "Signaling ASG lifecycle hook to complete"
+  TOKEN=$(curl -s -X PUT "http://169.254.169.254/latest/api/token" -H "X-aws-ec2-metadata-token-ttl-seconds: 21600")
+  INSTANCE_ID=$(curl -H "X-aws-ec2-metadata-token: $TOKEN" -s http://169.254.169.254/latest/meta-data/instance-id)
+  aws autoscaling complete-lifecycle-action --lifecycle-action-result CONTINUE --instance-id $INSTANCE_ID --lifecycle-hook-name "$LIFECYCLE_HOOK_NAME" --auto-scaling-group-name "$AUTOSCALING_GROUP_NAME"  --region $AWS_REGION
 fi
 
 echo "All Done!!"
+set -e