add script to monitor test-images directory for new test images

When new test images are added to the directory, jobs are automatically
submitted to LAVA using the template corresponding to the device type.
The templates are stored under 'job-templates/lava_<device-type>.job.

Usage:
    ./monitor-images.sh <your LAVA identity>

The script is automatically run when running 'make all'.

Signed-off-by: Vincent Wan <vincent.wan@linaro.org>

Author: vanti

Makefile

@@ -8,14 +8,17 @@ LAVA_IDENTITY = dispatcher
 
 
 all:
+	contrib/monitor-images.sh $(LAVA_IDENTITY) &
 	sudo contrib/udev-forward.py -i lava-dispatcher &
 	docker-compose up
 
 stop:
+	pkill -f monitor-images.sh
 	-sudo pkill udev-forward.py
 	docker-compose stop
 
 clean:
+	pkill -f monitor-images.sh
 	-sudo pkill udev-forward.py
 	docker-compose rm -vsf
 	docker volume rm -f lava-server-pgdata lava-server-joboutput lava-server-devices lava-server-health-checks

contrib/monitor-images.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+
+# Usage: ./monitor-images.sh <your LAVA identity>
+#
+#   This script monitors the 'test-images' directory for any file that is
+#   dropped into it. It assumes the directory layout is
+#   test-images/<device-type>, and upon detecting a new file, uses the
+#   corresponding job template in job-templates/lava_<device-type>.job
+#   to submit the job with the provided LAVA identity.
+#
+#   '<test_image>' in the template is automatically substituted with the
+#   actual path to the test image.
+
+contrib_dir=`dirname $0`
+dir=test-images
+template_dir=job-templates
+
+cd $contrib_dir/..
+
+inotifywait -r -m "$dir" -e close_write --format '%w%f' |
+    while IFS=' ' read -r fname
+    do
+        IFS='/'
+        read -ra path <<< "$fname"
+        template="$template_dir"/lava_"${path[1]}".job
+        if [ ! -f "$template" ]
+        then
+            #if no template found for the device-type, do nothing
+            continue
+        fi
+
+        echo "Using template for device type ${path[1]}:"
+        echo "    $template"
+
+        # Replace <test_image> with actual path to test image
+        sed_cmd=s/\<test_image\>/"file:\/\/\/${fname//\//\\\/}"/g
+
+        tmp_file=$(mktemp)
+        echo "Submitting job for $fname"
+        [ -f "$fname" ] && sed "$sed_cmd" "$template" > "$tmp_file" && lavacli -i $1 jobs submit "$tmp_file" && rm "$tmp_file"
+    done

example/lava.job

@@ -21,7 +21,7 @@ actions:
     to: tmpfs
     images:
         zephyr:
-          url: 'file:///test-images/frdm_k64f/logging.log_list/zephyr.bin'
+          url: 'file:///test-images/frdm-k64f/logging.log_list/zephyr.bin'
 
 - boot:
     method: cmsis-dap

job-templates/lava_cc3220SF.job

@@ -0,0 +1,47 @@
+# Standard job template for zephyr tests on cc3220sf_launchxl
+device_type: 'cc3220SF'
+job_name: 'zephyr-upstream tests-zephyr-cc3220SF'
+
+timeouts:
+  job:
+    minutes: 3
+  action:
+    minutes: 3
+  actions:
+    wait-usb-device:
+      seconds: 40
+
+priority: medium
+visibility: public
+
+actions:
+- deploy:
+    timeout:
+      minutes: 3
+    to: tmpfs
+    images:
+        binary:
+          url: <test_image>
+
+- boot:
+    method: openocd
+    timeout:
+      minutes: 1
+
+- test:
+    timeout:
+      minutes: 2
+    monitors:
+    - name: 'tests-zephyr-cc3220SF'
+      start: (tc_start\(\)|starting .*test|BOOTING ZEPHYR OS)
+      end: PROJECT EXECUTION
+      pattern: (?P<result>(PASS|FAIL))\s-\s(?P<test_case_id>\w+)\r\n
+      fixupdict:
+        PASS: pass
+        FAIL: fail
+
+metadata:
+  zephyr-gcc-variant: zephyr
+  platform: cc3220sf_launchxl
+  git-url: https://git.linaro.org/zephyrproject-org/zephyr.git
+

job-templates/lava_frdm-k64f.job

@@ -0,0 +1,50 @@
+# Zephyr JOB definition for frdm-k64f
+device_type: 'frdm-k64f'
+job_name: 'zephyr-upstream tests-subsys-logging-log_list-logging-log_list-zephyr'
+
+timeouts:
+  job:
+    minutes: 3
+  action:
+    minutes: 3
+  actions:
+    wait-usb-device:
+      seconds: 40
+
+priority: medium
+visibility: public
+
+actions:
+- deploy:
+    timeout:
+      minutes: 3
+    to: tmpfs
+    images:
+        zephyr:
+          url: <test_image>
+
+- boot:
+    method: cmsis-dap
+    timeout:
+      minutes: 1
+
+- test:
+    timeout:
+      minutes: 2
+    monitors:
+    - name: 'tests-subsys-logging-log_list-logging-log_list-zephyr'
+      start: (tc_start\(\)|starting .*test|BOOTING ZEPHYR OS)
+      end: PROJECT EXECUTION
+      pattern: (?P<result>(PASS|FAIL))\s-\s(?P<test_case_id>\w+)\r\n
+      fixupdict:
+        PASS: pass
+        FAIL: fail
+
+metadata:
+  build-url: https://ci.linaro.org/job/zephyr-upstream/PLATFORM=frdm_k64f,ZEPHYR_TOOLCHAIN_VARIANT=zephyr,label=docker-xenial-amd64-13/3708/
+  build-log: https://ci.linaro.org/job/zephyr-upstream/PLATFORM=frdm_k64f,ZEPHYR_TOOLCHAIN_VARIANT=zephyr,label=docker-xenial-amd64-13/3708//consoleText
+  zephyr-gcc-variant: zephyr
+  platform: frdm_k64f
+  git-url: https://git.linaro.org/zephyrproject-org/zephyr.git
+  git-commit: 193fb971
+