[webapp] Adding network connection test (#47)

* [webapp] Adding network connection test

* Revised from review: added scmp echo and correct ip

* Changed test to use RemoteOverlay from topology.json

* Fixes #53

* modified connection test to check all br interfaces

* Addressing commnets from juan

Author: mwfarb

webapp/tests/health/beaconstest.sh

@@ -8,12 +8,12 @@ timeout_ms=20000
 pcb_ms=10000
 
 # get local IA
-ia=`cat ~/go/src/github.com/scionproto/scion/gen/ia`
+iaFile=$(cat ~/go/src/github.com/scionproto/scion/gen/ia)
+ia=$(echo $iaFile | sed "s/_/:/g")
 echo "IA found: $ia"
 
 # format log file and beacons grep string
-fsafe_ia=$(echo $ia | sed "s/:/_/g")
-logfile="~/go/src/github.com/scionproto/scion/logs/bs${fsafe_ia}-1.DEBUG"
+logfile=~/go/src/github.com/scionproto/scion/logs/bs${iaFile}-1.DEBUG
 echo "Log: $logfile"
 
 # seek last log entry for verified PCBs
@@ -35,8 +35,7 @@ do
     fi
 
     # seek the last pcb verified, and determine age
-    last_pcb=$(grep "${regex_pcb}" \
-        ~/go/src/github.com/scionproto/scion/logs/bs${fsafe_ia}-1.DEBUG | tail -n 1)
+    last_pcb=$(grep -a "${regex_pcb}" $logfile | tail -n 1)
     date=${last_pcb:0:32}
     epoch_l=$(date -d "${date}" +"%s%6N")
     diff=$((epoch_n-epoch_l))

webapp/tests/health/default.json

@@ -1,39 +1,49 @@
 {
  "tests": [
+  {
+   "label": "netcheck",
+   "script": "netcheck.sh",
+   "desc": "Border router ICMP test"
+  },
   {
    "label": "timecheck",
    "script": "timecheck.sh",
    "desc": "Network time synchronization test"
   },
-  {
-   "label": "checkbeacons",
-   "script": "beaconstest.sh",
-   "desc": "Receiving beacons test"
-  },
   {
    "label": "checkdiskspace",
    "script": "testAvailDiskSpace.sh",
-   "desc": "Tests for available disk space"
+   "desc": "Available disk space tests"
   },
   {
    "label": "checkmemory",
    "script": "testTotalMem.sh",
-   "desc": "Tests for total memory"
+   "desc": "Total memory space tests"
   },
   {
    "label": "checkVPN",
    "script": "testVPN.sh",
-   "desc": "Tests for VPN configuration"
+   "desc": "VPN configuration tests"
+  },
+  {
+   "label": "checkrepo",
+   "script": "testVersion.sh",
+   "desc": "Version tests for scion and scion-apps"
   },
   {
    "label": "checkrunnngstatus",
    "script": "testSCIONRunning.sh",
-   "desc": "Tests for SCION Running status"
+   "desc": "SCION running test"
   },
   {
-   "label": "checkrepo",
-   "script": "testVersion.sh",
-   "desc": "Tests to check if git repo scion and scion-apps are up to date"
+   "label": "scmpcheck",
+   "script": "scmpcheck.sh",
+   "desc": "Border router SCMP test"
+  },
+  {
+   "label": "checkbeacons",
+   "script": "beaconstest.sh",
+   "desc": "Receiving beacons test"
   }
  ]
 }

webapp/tests/health/netcheck.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+# test will fail for non-zero exit and/or bytes in stderr
+
+# get local IA
+iaFile=$(cat ~/go/src/github.com/scionproto/scion/gen/ia)
+ia=$(echo $iaFile | sed "s/_/:/g")
+echo "IA found: $ia"
+
+isd=$(echo ${iaFile} | cut -d"-" -f1)
+as=$(echo ${iaFile} | cut -d"-" -f2)
+topologyFile=$SC/gen/ISD$isd/AS$as/endhost/topology.json
+
+# get remote addresses from interfaces
+ip_dsts=$(cat $topologyFile | python -c "import sys, json
+brs = json.load(sys.stdin)['BorderRouters']
+for b in brs:
+    for i in brs[b]['Interfaces']:
+        print brs[b]['Interfaces'][i]['RemoteOverlay']['Addr']")
+
+# test icmp ping on each interface
+for ip_dst in $ip_dsts
+do
+    cmd="ping -c 1 -w 5 $ip_dst"
+    echo "Running: $cmd"
+    recv=$($cmd | grep -E -o '[0-9]+ received' | cut -f1 -d' ')
+    if [ "$recv" != "1" ]; then
+        echo "ICMP ping failed from $ip_dst."
+        exit 1
+    else
+        echo "ICMP ping succeeded."
+    fi
+done
+
+exit $?

webapp/tests/health/scmpcheck.sh

@@ -0,0 +1,46 @@
+#!/bin/bash
+# test will fail for non-zero exit and/or bytes in stderr
+
+# get local IA
+iaFile=$(cat ~/go/src/github.com/scionproto/scion/gen/ia)
+ia=$(echo $iaFile | sed "s/_/:/g")
+echo "IA found: $ia"
+
+# get local IP
+ip=$(hostname -I | cut -d" " -f1)
+echo "IP found: $ip"
+
+isd=$(echo ${iaFile} | cut -d"-" -f1)
+as=$(echo ${iaFile} | cut -d"-" -f2)
+topologyFile=$SC/gen/ISD$isd/AS$as/endhost/topology.json
+
+# get remote addresses from interfaces, return paired list
+dsts=($(cat $topologyFile | python -c "import sys, json
+brs = json.load(sys.stdin)['BorderRouters']
+for b in brs:
+    for i in brs[b]['Interfaces']:
+        print brs[b]['Interfaces'][i]['ISD_AS']
+        print brs[b]['Interfaces'][i]['RemoteOverlay']['Addr']"))
+
+# test scmp echo on each interface
+for ((i=0; i<${#dsts[@]}; i+=2))
+do
+    # if no response under default scmp ping timeout consider connection failed
+    ia_dst="${dsts[i]}"
+    ip_dst="${dsts[i+1]}"
+    cmd="$SC/bin/scmp echo -c 1 -timeout 5s -local $ia,[$ip] -remote $ia_dst,[$ip_dst]"
+    if [ $isd -lt 16 ]; then
+        # local tests
+        cmd="$cmd -sciondFromIA"
+    fi
+    echo "Running: $cmd"
+    recv=$($cmd | grep -E -o '[0-9]+ received' | cut -f1 -d' ')
+    if [ "$recv" != "1" ]; then
+        echo "SCMP echo failed from $ia_dst,[$ip_dst]."
+        exit 1
+    else
+        echo "SCMP echo succeeded."
+    fi
+done
+
+exit $?