add test

Author: yangw-dev

.github/scripts/extract_benchmark_results.py

@@ -559,7 +559,8 @@ def generateGitJobLevelFailureRecord(git_job_name: str, app: str) -> Any:
     """
     level = "GIT_JOB"
     app_type = getAppType(app)
-    device_os = getDeviceOsType(app)
+    device_prefix = getDeviceOsType(app)
+
     model_infos = get_model_info(git_job_name)
     model_name = "UNKNOWN"
     model_backend = "UNKNOWN"
@@ -575,7 +576,7 @@ def generateGitJobLevelFailureRecord(git_job_name: str, app: str) -> Any:
         model_name,
         model_backend,
         device_pool_name,
-        device_os,
+        device_prefix,
         "FAILURE",
     )
 
@@ -591,8 +592,12 @@ def generateDeviceLevelFailureRecord(
     model_name = "UNKNOWN"
     model_backend = "UNKNOWN"
     osPrefix = getDeviceOsType(app)
-    version = job_report["os"]
-    device_os = f"{osPrefix} {version}"
+    job_report_os = job_report["os"]
+
+    device_os = job_report_os
+    if not job_report_os.startswith(osPrefix):
+        device_os = f"{osPrefix} {job_report_os}"
+
     if model_infos:
         model_name = model_infos["model_name"]
         model_backend = model_infos["model_backend"]

.github/scripts/test_extract_benchmarl_results.py

@@ -266,14 +266,13 @@ def test_processBenchmarkResults_when_IOS_git_job_fails_then_returnBenchmarkReco
                 },
             },
         )
-
         self.assertEqual(result[0]["runners"][0]["name"], "apple_iphone_15")
         self.assertEqual(result[0]["runners"][0]["type"], "iOS")
         self.assertEqual(result[0]["metric"]["name"], "FAILURE_REPORT")
 
     @mock.patch("extract_benchmark_results.extract_ios_benchmark_results")
     @mock.patch("extract_benchmark_results.read_benchmark_config")
-    def test_processBenchmarkResults_when_one_mobile_job_fails_then_returnBenchmarkRecordWithFailure(
+    def test_processBenchmarkResults_when_one_IOS_mobile_job_fails_then_returnBenchmarkRecordWithFailure(
         self, read_benchmark_config_mock, extract_ios_mock
     ):
         # setup mocks
@@ -301,6 +300,7 @@ def test_processBenchmarkResults_when_one_mobile_job_fails_then_returnBenchmarkR
             },
         )
         self.assertEqual(result[0]["metric"]["name"], "FAILURE_REPORT")
+
         self.assertNotEqual(result[1]["metric"]["name"], "FAILURE_REPORT")