Unit test for pbench-copy-results.

Add unit test for pbench-copy-results.

Author: ndokos

agent/bench-scripts/test-bin/ssh

@@ -4,6 +4,9 @@ echo "$0 $*" >> $_testlog
 
 while true ;do
     case $1 in
+        -i)
+            shift 2
+            ;;
         -o)
             shift 2
             ;;
@@ -25,7 +28,14 @@ if [[ "$2" == "hostname" && "$3" == "-s" ]]; then
     echo "$remote"
 fi
 
-if [[ "$remote" == "fubar" ]] ;then
+# test -f (unquoted) should return failure
+if [[ "$2" == "test" && "$3" == "-f" ]]; then
+    exit 1
+elif [[ "$2" =~ "test -f".* ]]; then
+    # quoted "test -f ..." should also return failure
+    # util-scripts/test-31 depends on this
+    exit 1
+elif [[ "$remote" == "fubar" ]] ;then
     exit 255
 else
     exit 0

agent/util-scripts/gold/pbench-copy-results/test-31.txt

@@ -0,0 +1,36 @@
+[DEFAULT]
+pbench_install_dir = /opt/pbench-agent
+pbench_results_redirector = pbench.example.com
+pbench_web_server = pbench.example.com
+
+[pbench-agent]
+install-dir = %(pbench_install_dir)s
+pbench_user = pbench
+pbench_group = pbench
+pbench_run = /var/lib/pbench-agent
+pbench_log = %(pbench_run)s/pbench.log
+
+[pbench-agent-internal]
+install-dir = /opt/pbench-agent-internal
+
+[results]
+user = pbench
+host_path = http://%(pbench_results_redirector)s/pbench-archive-host
+dir = /pbench/public_html/incoming
+ssh_opts = -o StrictHostKeyChecking=no
+webserver = %(pbench_web_server)s
+host_info_url = http://%(webserver)s/pbench-results-host-info.versioned/pbench-results-host-info.URL002
+
+[pbench/tools]
+default-tool-set = sar, iostat, mpstat, pidstat, proc-vmstat, proc-interrupts, turbostat
+interval = 3
+
+[tools/pidstat]
+interval = 30
+
+[packages]
+pandas-package = python2-pandas
+
+[config]
+path = %(pbench_install_dir)s/config
+files = pbench-agent-default.cfg

agent/util-scripts/samples/pbench-copy-results/test-31/opt/pbench-agent/config/pbench-agent.cfg

@@ -0,0 +1 @@
+foo

agent/util-scripts/samples/pbench-copy-results/test-31/opt/pbench-agent/id_rsa

@@ -0,0 +1,21 @@
+timestamp_ms,fedora-home-read,fedora-home-write,fedora-root-read,fedora-root-write,fedora-swap-read,fedora-swap-write,luks-5f8fb120-e038-4959-bc17-ea3216650f9c-read,luks-5f8fb120-e038-4959-bc17-ea3216650f9c-write,sda-read,sda-write
+1527045696000,0.00,0.00,164.33,0.00,0.00,0.00,164.33,0.00,164.33,0.00
+1527045699000,0.00,0.00,1.67,0.00,0.00,0.00,1.67,0.00,1.67,0.00
+1527045702000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045705000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045708000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045711000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045714000,0.33,49.33,0.33,7.00,0.00,0.00,0.67,56.33,0.67,45.33
+1527045717000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045720000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045723000,0.00,5.00,0.00,0.00,0.00,0.00,0.00,5.00,0.00,5.00
+1527045726000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045729000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045732000,0.00,1.33,0.00,0.33,0.00,0.00,0.00,1.67,0.00,1.67
+1527045735000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045738000,0.00,1.00,0.00,0.00,0.00,0.00,0.00,1.00,0.00,1.00
+1527045741000,0.00,7.33,0.00,0.00,0.00,0.00,0.00,7.33,0.00,7.33
+1527045744000,0.00,2.00,0.00,0.00,0.00,0.00,0.00,2.00,0.00,2.00
+1527045747000,0.00,0.67,0.00,0.00,0.00,0.00,0.00,0.67,0.00,0.67
+1527045750000,0.00,0.33,0.00,0.00,0.00,0.00,0.00,0.33,0.00,0.33
+1527045753000,0.00,0.00,4.00,0.00,0.00,0.00,4.00,0.00,4.00,0.00

agent/util-scripts/samples/pbench-copy-results/test-31/pbench/pbench-user-benchmark_ndk-test-1_2018.05.23T03.21.32/1/reference-result/result.txt

@@ -0,0 +1,21 @@
+timestamp_ms,fedora-home,fedora-root,fedora-swap,luks-5f8fb120-e038-4959-bc17-ea3216650f9c,sda
+1527045696000,0.00,0.04,0.00,0.04,0.03
+1527045699000,0.00,0.01,0.00,0.01,0.01
+1527045702000,0.00,0.00,0.00,0.00,0.00
+1527045705000,0.00,0.00,0.00,0.00,0.00
+1527045708000,0.00,0.00,0.00,0.00,0.00
+1527045711000,0.00,0.00,0.00,0.00,0.00
+1527045714000,0.85,0.08,0.00,0.93,0.70
+1527045717000,0.00,0.00,0.00,0.00,0.00
+1527045720000,0.00,0.00,0.00,0.00,0.00
+1527045723000,0.02,0.00,0.00,0.02,0.02
+1527045726000,0.00,0.00,0.00,0.00,0.00
+1527045729000,0.00,0.00,0.00,0.00,0.00
+1527045732000,0.00,0.00,0.00,0.00,0.00
+1527045735000,0.00,0.00,0.00,0.00,0.00
+1527045738000,0.01,0.00,0.00,0.01,0.01
+1527045741000,0.02,0.00,0.00,0.02,0.02
+1527045744000,0.01,0.00,0.00,0.01,0.01
+1527045747000,0.00,0.00,0.00,0.00,0.00
+1527045750000,0.00,0.00,0.00,0.00,0.00
+1527045753000,0.00,0.00,0.00,0.00,0.00

agent/util-scripts/samples/pbench-copy-results/test-31/pbench/pbench-user-benchmark_ndk-test-1_2018.05.23T03.21.32/1/reference-result/tools-default/alphaville/iostat/csv/disk_IOPS.csv

@@ -0,0 +1,21 @@
+timestamp_ms,fedora-home-read,fedora-home-write,fedora-root-read,fedora-root-write,fedora-swap-read,fedora-swap-write,luks-5f8fb120-e038-4959-bc17-ea3216650f9c-read,luks-5f8fb120-e038-4959-bc17-ea3216650f9c-write,sda-read,sda-write
+1527045696000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045699000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045702000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045705000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045708000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045711000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045714000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,11.00
+1527045717000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045720000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045723000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045726000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045729000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045732000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045735000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045738000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045741000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045744000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045747000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045750000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045753000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00

agent/util-scripts/samples/pbench-copy-results/test-31/pbench/pbench-user-benchmark_ndk-test-1_2018.05.23T03.21.32/1/reference-result/tools-default/alphaville/iostat/csv/disk_Queue_Size.csv

@@ -0,0 +1,21 @@
+timestamp_ms,fedora-home,fedora-root,fedora-swap,luks-5f8fb120-e038-4959-bc17-ea3216650f9c,sda
+1527045696000,0.00,57.48,0.00,57.48,57.48
+1527045699000,0.00,27.20,0.00,27.20,27.20
+1527045702000,0.00,0.00,0.00,0.00,0.00
+1527045705000,0.00,0.00,0.00,0.00,0.00
+1527045708000,0.00,0.00,0.00,0.00,0.00
+1527045711000,0.00,0.00,0.00,0.00,0.00
+1527045714000,39.33,55.55,0.00,37.91,46.98
+1527045717000,0.00,0.00,0.00,0.00,0.00
+1527045720000,0.00,0.00,0.00,0.00,0.00
+1527045723000,17.87,0.00,0.00,14.00,14.00
+1527045726000,0.00,0.00,0.00,0.00,0.00
+1527045729000,0.00,0.00,0.00,0.00,0.00
+1527045732000,12.00,8.00,0.00,11.20,11.20
+1527045735000,0.00,0.00,0.00,0.00,0.00
+1527045738000,90.67,0.00,0.00,78.67,78.67
+1527045741000,48.64,0.00,0.00,48.14,48.14
+1527045744000,69.00,0.00,0.00,67.83,67.83
+1527045747000,24.00,0.00,0.00,24.00,24.00
+1527045750000,8.00,0.00,0.00,8.00,8.00
+1527045753000,0.00,26.00,0.00,26.00,26.00

agent/util-scripts/samples/pbench-copy-results/test-31/pbench/pbench-user-benchmark_ndk-test-1_2018.05.23T03.21.32/1/reference-result/tools-default/alphaville/iostat/csv/disk_Request_Merges_per_sec.csv

@@ -0,0 +1,21 @@
+timestamp_ms,fedora-home-read,fedora-home-write,fedora-root-read,fedora-root-write,fedora-swap-read,fedora-swap-write,luks-5f8fb120-e038-4959-bc17-ea3216650f9c-read,luks-5f8fb120-e038-4959-bc17-ea3216650f9c-write,sda-read,sda-write
+1527045696000,0.00,0.00,4.61,0.00,0.00,0.00,4.61,0.00,4.61,0.00
+1527045699000,0.00,0.00,0.02,0.00,0.00,0.00,0.02,0.00,0.02,0.00
+1527045702000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045705000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045708000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045711000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045714000,0.01,0.95,0.01,0.19,0.00,0.00,0.01,1.04,0.01,1.04
+1527045717000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045720000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045723000,0.00,0.04,0.00,0.00,0.00,0.00,0.00,0.03,0.00,0.03
+1527045726000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045729000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045732000,0.00,0.01,0.00,0.00,0.00,0.00,0.00,0.01,0.00,0.01
+1527045735000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045738000,0.00,0.04,0.00,0.00,0.00,0.00,0.00,0.04,0.00,0.04
+1527045741000,0.00,0.17,0.00,0.00,0.00,0.00,0.00,0.17,0.00,0.17
+1527045744000,0.00,0.07,0.00,0.00,0.00,0.00,0.00,0.07,0.00,0.07
+1527045747000,0.00,0.01,0.00,0.00,0.00,0.00,0.00,0.01,0.00,0.01
+1527045750000,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00
+1527045753000,0.00,0.00,0.05,0.00,0.00,0.00,0.05,0.00,0.05,0.00