In the test report, if test failed on all devices. Mark [All x test devices] (#784)

Author: sunmou99

scripts/gha/summarize_test_results.py

@@ -49,6 +49,7 @@
 from absl import logging
 from print_matrix_configuration import PARAMETERS
 from print_matrix_configuration import BUILD_CONFIGS
+from print_matrix_configuration import TEST_DEVICES
 
 import glob
 import re
@@ -355,26 +356,29 @@ def combine_config(config, platform, k):
     # config_name = test_device here
     k = -1
   config_name = BUILD_CONFIGS[platform][k]
-  config_value = PARAMETERS["integration_tests"]["matrix"][config_name]
+  if PARAMETERS["integration_tests"]["matrix"]["expanded"].get(config_name):
+    config_value = PARAMETERS["integration_tests"]["matrix"]["expanded"][config_name]
+  else:
+    config_value = PARAMETERS["integration_tests"]["matrix"][config_name]
   if len(config_value) > 1 and len(config) == len(config_value):
-    config = ["All %s" % config_name]
+    config = ["All %d %s" % (len(config_value), config_name)]
   elif config_name == "ios_device":
-    ftl_devices = {"ios_min", "ios_target", "ios_latest"}
-    simulators = {"simulator_min", "simulator_target", "simulator_latest"}
+    ftl_devices = set(filter(lambda device: TEST_DEVICES.get(device).get("type") in "real", config_value))
+    simulators = set(filter(lambda device: TEST_DEVICES.get(device).get("type") in "virtual", config_value))
     if ftl_devices.issubset(set(config)):
-      config.insert(0, "All FTL Devices")
+      config.insert(0, "All %d FTL Devices" % len(ftl_devices))
       config = [x for x in config if (x not in ftl_devices)]
     elif simulators.issubset(set(config)):
-      config.insert(0, "All Simulators")
+      config.insert(0, "All %d Simulators" % len(simulators))
       config = [x for x in config if (x not in simulators)]
   elif config_name == "android_device":
-    ftl_devices = {"android_min", "android_target", "android_latest"}
-    emulators = {"emulator_min", "emulator_target", "emulator_latest"}
+    ftl_devices = set(filter(lambda device: TEST_DEVICES.get(device).get("type") in "real", config_value))
+    emulators = set(filter(lambda device: TEST_DEVICES.get(device).get("type") in "virtual", config_value))
     if ftl_devices.issubset(set(config)):
-      config.insert(0, "All FTL Devices")
+      config.insert(0, "All %d FTL Devices" % len(ftl_devices))
       config = [x for x in config if (x not in ftl_devices)]
     elif emulators.issubset(set(config)):
-      config.insert(0, "All Emulators")
+      config.insert(0, "All %d Emulators" % len(emulators))
       config = [x for x in config if (x not in emulators)]
 
   return config