second commit

Author: ngl-aws

lib/fantom/README.md

@@ -3,54 +3,18 @@ set +e
 
 source /etc/environment
 
-echo "Downloading FANTOM snapshot from 46Club."
+echo "Downloading FANTOM snapshot."
 
 cd /data
 
-FANTOM_SNAPSHOTS_FILE_NAME=geth.tar.zst
-FANTOM_SNAPSHOTS_DIR=/data/
-FANTOM_SNAPSHOTS_DOWNLOAD_STATUS=-1
-
-if [ "$FANTOM_SNAPSHOTS_URI" == "none" ]; then
-  FANTOM_SNAPSHOTS_URI=$(curl https://raw.githubusercontent.com/48Club/fantom-snapshots/main/data.json | jq -r .hash.local.link)
-fi
-
-# take about 1 hour to download the fantom snapshot
-while (( FANTOM_SNAPSHOTS_DOWNLOAD_STATUS != 0 ))
-do
-        PIDS=$(pgrep aria2c)
-        if [ -z "$PIDS" ]; then
-                aria2c -s14 -x14 -k100M $FANTOM_SNAPSHOTS_URI -d $FANTOM_SNAPSHOTS_DIR -o $FANTOM_SNAPSHOTS_FILE_NAME
-        fi
-        FANTOM_SNAPSHOTS_DOWNLOAD_STATUS=$?
-        pid=$(pidof aria2c)
-        wait $pid
-        echo "aria2c exit."
-        case $FANTOM_SNAPSHOTS_DOWNLOAD_STATUS in
-                3)
-                        echo "file not exist."
-                        exit 3
-                        ;;
-                9)
-                        echo "No space left on device."
-                        exit 9
-                        ;;
-                *)
-                        continue
-                        ;;
-        esac
+for FILE in `curl https://snapshot.fantom.network/files/snapsync/latest/listtgzfiles.txt`; do
+        echo $FILE;
+        axel -n 20 https://snapshot.fantom.network/files/snapsync/$FILE && \
+        tar --use-compress-program="pigz -d" -xvf ${FILE##*/} && \
+        rm ${FILE##*/} || \
+        echo "Problem with downloading or expanding file $FILE"
 done
-echo "Downloading FANTOM snapshot from 46Club succeed"
-
-sleep 60
-# take about 2 hours to decompression the fantom snapshot
-echo "Decompression FANTOM snapshot start ..."
-
-zstd -cd geth.tar.zst | pv | tar xvf - 2>&1 | tee unzip.log && echo "decompression success..." || echo "decompression failed..." >> fantom-snapshots-decompression.log
-echo "Decompression FANTOM snapshot success ..."
 
-mv /data/geth.full/geth /data/
-sudo rm -rf /data/geth.full
-sudo rm -rf /data/geth.tar.zst
+echo "Downloading FANTOM snapshot finished"
 
 echo "FANTOM snapshot is ready !!!"

lib/fantom/lib/assets/download-snapshot.sh

@@ -1,17 +1,31 @@
 #!/bin/bash
 
-FANTOM_SYNC_STATS=$(curl -s -X POST -H "Content-Type: application/json" --data '{"jsonrpc":"2.0","method":"eth_syncing","params":[],"id":1}' http://localhost:8545 | jq -r ".result")
+#FANTOM_SYNC_STATS=$(curl -s -X POST -H "Content-Type: application/json" --data '{"jsonrpc":"2.0","method":"ftm_syncing","params":[],"id":1}' http://localhost:18545 | jq -r ".result")
 
-if [[ "$FANTOM_SYNC_STATS" == "false" ]]; then
-    FANTOM_SYNC_BLOCK_HEX=$(curl -s -X POST -H "Content-Type: application/json" --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' http://localhost:8545 | jq -r ".result")
-    FANTOM_HIGHEST_BLOCK_HEX=$FANTOM_SYNC_BLOCK_HEX
-else
-    FANTOM_SYNC_BLOCK_HEX=$(echo $FANTOM_SYNC_STATS | jq -r ".currentBlock")
-    FANTOM_HIGHEST_BLOCK_HEX=$(echo $FANTOM_SYNC_STATS | jq -r ".highestBlock")
-fi
+FANTOM_SYNC_STATS=$(su bcuser -c '/home/bcuser/go-opera/build/opera attach --datadir=/data --exec "ftm.syncing"')
+# { currentBlock: 37676547,
+# currentBlockHash: "0x0001ab120000187fd8069d3a4f6501d48ad4800778f40a76d79cf02469272a43",
+# currentBlockTime: "0x16ec7a4b9a82ebfe",
+# currentEpoch: "0x1ab13",
+# highestBlock: 80196141,
+# highestEpoch: "0x44343",
+# knownStates: 0,
+# pulledStates: 0,
+# startingBlock: 0 }
 
-FANTOM_HIGHEST_BLOCK=$(echo $((${FANTOM_HIGHEST_BLOCK_HEX})))
-FANTOM_SYNC_BLOCK=$(echo $((${FANTOM_SYNC_BLOCK_HEX})))
+
+# if [[ "$FANTOM_SYNC_STATS" == "false" ]]; then
+#     FANTOM_SYNC_BLOCK_HEX=$(curl -s -X POST -H "Content-Type: application/json" --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' http://localhost:18545 | jq -r ".result")
+#     FANTOM_HIGHEST_BLOCK_HEX=$FANTOM_SYNC_BLOCK_HEX
+# else
+#     FANTOM_SYNC_BLOCK_HEX=$(echo $FANTOM_SYNC_STATS | jq -r ".currentBlock")
+#     FANTOM_HIGHEST_BLOCK_HEX=$(echo $FANTOM_SYNC_STATS | jq -r ".highestBlock")
+# fi
+FANTOM_SYNC_BLOCK=$(echo $FANTOM_SYNC_STATS | jq -r ".currentBlock")
+FANTOM_HIGHEST_BLOCK=$(echo $FANTOM_SYNC_STATS | jq -r ".highestBlock")
+
+# FANTOM_HIGHEST_BLOCK=$(echo $((${FANTOM_HIGHEST_BLOCK_HEX})))
+# FANTOM_SYNC_BLOCK=$(echo $((${FANTOM_SYNC_BLOCK_HEX})))
 FANTOM_BLOCKS_BEHIND="$((FANTOM_HIGHEST_BLOCK-FANTOM_SYNC_BLOCK))"
 
 # Sending data to CloudWatch

lib/fantom/lib/assets/fantom-checker/syncchecker-fantom.sh

@@ -221,7 +221,7 @@ export const SyncNodeCWDashboardJSON = {
             "type": "metric",
             "properties": {
                 "metrics": [
-                    [ "CWAgent", "disk_used_percent", "path", "/data", "InstanceId", "${INSTANCE_ID}", "device", "nvme1n1", "fstype", "xfs", { "region": "${REGION}", "label": "/data" } ]
+                    [ "CWAgent", "disk_used_percent", "path", "/data", "InstanceId", "${INSTANCE_ID}", "device", "nvme1n1", "fstype", "ext4", { "region": "${REGION}", "label": "/data" } ]
                 ],
                 "sparkline": true,
                 "view": "singleValue",