Use json for the example to target mapping and print failures

Author: theotherjimmy

tools/test/examples.json

@@ -0,0 +1,8 @@
+{
+    "https://developer.mbed.org/teams/mbed/code/mbed_blinky" : ["K64F"],
+    "https://developer.mbed.org/teams/mbed-os-examples/code/mbed-os-example-ble-Beacon" : ["NRF51_DK"],
+    "https://developer.mbed.org/teams/mbed-os-examples/code/mbed-os-example-ble-HeartRate" : ["NRF51_DK"],
+    "https://developer.mbed.org/teams/mbed-os-examples/code/mbed-os-example-mesh-minimal" :["K64F"],
+    "https://github.com/ARMmbed/mbed-os-example-client" : ["K64F"],
+    "https://github.com/ARMmbed/mbed-os-example-sockets" : ["K64F", "VK_RZ_A1H", "LPC1768"]
+}

tools/test/examples.py

@@ -2,33 +2,42 @@
 
 import os
 import os.path
+import sys
 import subprocess
+import json
 
 
-EXAMPLES = [
-    "https://developer.mbed.org/teams/mbed/code/mbed_blinky"
-]
+EXAMPLES = json.load(open(os.path.join(os.path.dirname(__file__),
+                                       "examples.json")))
 
 BUILD_TOOLCHAINS = [
     "ARM",
     "GCC_ARM",
     "IAR",
 ]
 
-BUILD_TARGETS = [
-    "K64F"
-]
-
 def main():
     """Entry point"""
-    for example in EXAMPLES:
+    failures = []
+    for example, build_targets in EXAMPLES.iteritems():
         subprocess.call(["mbed-cli", "import", example])
         os.chdir(os.path.basename(example))
         for toolchain in BUILD_TOOLCHAINS:
-            for target in BUILD_TARGETS:
-                subprocess.Popen(["mbed-cli", "compile", "-t", toolchain, "-m",
-                                  target]).wait()
+            for target in build_targets:
+                proc = subprocess.Popen(["mbed-cli", "compile", "-t",
+                                         toolchain, "-m", target])
+                proc.wait()
+                if proc.returncode:
+                    failures.append("{} {} {}".format(example, target,
+                                                      toolchain))
         os.chdir("..")
+    if failures:
+        print("#"*80)
+        print("# Failed example combinations")
+        print("#")
+    for fail in failures:
+        print(fail)
+    return len(failures)
 
 if __name__ == "__main__":
-    main()
+    sys.exit(main())