ci: Add keyword-detection ML Model update nightly test

AhmedIsmail02 · AhmedIsmail02 · commit f652a41334d5 · 2025-01-28T11:38:11.000Z
Add a new nightly test to verify the ML model OTA update,
this is done for Keyword-Detection application compiled with
GNU toolchain only as this is the currently supported combination.
This nightly test runs on all the Corstone platforms.

Signed-off-by: Ahmed Ismail &lt;Ahmed.Ismail@arm.com&gt;
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
diff --git a/applications/keyword_detection/tests/corstone300_model_pass_output.log b/applications/keyword_detection/tests/corstone300_model_pass_output.log
@@ -0,0 +1,18 @@
+Waiting for provisioning bundle
+Running provisioning bundle
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.11
+Starting bootloader
+Booting TF-M v2.1.0
+PSA Framework version is: 257
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.42
+ML interface initialised
+ML_HEARD_ON
+ML UNKNOWN
+ML_HEARD_OFF
+ML UNKNOWN
+ML_HEARD_GO
+ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone300_pass_output.log b/applications/keyword_detection/tests/corstone300_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for provisioning bundle
 Running provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 ML interface initialised
 ML_HEARD_ON
 ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone310_model_pass_output.log b/applications/keyword_detection/tests/corstone310_model_pass_output.log
@@ -0,0 +1,18 @@
+Waiting for provisioning bundle
+Running provisioning bundle
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.11
+Starting bootloader
+Booting TF-M v2.1.0
+PSA Framework version is: 257
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.42
+ML interface initialised
+ML_HEARD_ON
+ML UNKNOWN
+ML_HEARD_OFF
+ML UNKNOWN
+ML_HEARD_GO
+ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone310_pass_output.log b/applications/keyword_detection/tests/corstone310_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for provisioning bundle
 Running provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 ML interface initialised
 ML_HEARD_ON
 ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone315_model_pass_output.log b/applications/keyword_detection/tests/corstone315_model_pass_output.log
@@ -0,0 +1,18 @@
+Waiting for DM provisioning bundle
+Running DM provisioning bundle
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.11
+Starting bootloader
+Booting TF-M v2.1.0
+PSA Framework version is: 257
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.42
+ML interface initialised
+ML_HEARD_ON
+ML UNKNOWN
+ML_HEARD_OFF
+ML UNKNOWN
+ML_HEARD_GO
+ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone315_pass_output.log b/applications/keyword_detection/tests/corstone315_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for DM provisioning bundle
 Running DM provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 ML interface initialised
 ML_HEARD_ON
 ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone320_model_pass_output.log b/applications/keyword_detection/tests/corstone320_model_pass_output.log
@@ -0,0 +1,18 @@
+Waiting for DM provisioning bundle
+Running DM provisioning bundle
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.11
+Starting bootloader
+Booting TF-M v2.1.0
+PSA Framework version is: 257
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
+ML Model Component (ID 2) version=0.0.42
+ML interface initialised
+ML_HEARD_ON
+ML UNKNOWN
+ML_HEARD_OFF
+ML UNKNOWN
+ML_HEARD_GO
+ML UNKNOWN
diff --git a/applications/keyword_detection/tests/corstone320_pass_output.log b/applications/keyword_detection/tests/corstone320_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for DM provisioning bundle
 Running DM provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 ML interface initialised
 ML_HEARD_ON
 ML UNKNOWN
diff --git a/applications/object_detection/tests/corstone300_pass_output.log b/applications/object_detection/tests/corstone300_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for provisioning bundle
 Running provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
diff --git a/applications/object_detection/tests/corstone310_pass_output.log b/applications/object_detection/tests/corstone310_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for provisioning bundle
 Running provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
diff --git a/applications/object_detection/tests/corstone315_pass_output.log b/applications/object_detection/tests/corstone315_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for DM provisioning bundle
 Running DM provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
diff --git a/applications/object_detection/tests/corstone320_pass_output.log b/applications/object_detection/tests/corstone320_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for DM provisioning bundle
 Running DM provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
 Complete recognition: Detected faces: 2
diff --git a/applications/speech_recognition/tests/corstone300_pass_output.log b/applications/speech_recognition/tests/corstone300_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for provisioning bundle
 Running provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Init speex
 ML interface initialised
 Complete recognition: turn down the temperature in the bedroom
diff --git a/applications/speech_recognition/tests/corstone310_pass_output.log b/applications/speech_recognition/tests/corstone310_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for provisioning bundle
 Running provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Init speex
 ML interface initialised
 Complete recognition: turn down the temperature in the bedroom
diff --git a/applications/speech_recognition/tests/corstone315_pass_output.log b/applications/speech_recognition/tests/corstone315_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for DM provisioning bundle
 Running DM provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Init speex
 ML interface initialised
 Complete recognition: turn down the temperature in the bedroom
diff --git a/applications/speech_recognition/tests/corstone320_pass_output.log b/applications/speech_recognition/tests/corstone320_pass_output.log
@@ -1,10 +1,12 @@
 Waiting for DM provisioning bundle
 Running DM provisioning bundle
-Application version from appFirmwareVersion 0.0.10
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.10
 Starting bootloader
 Booting TF-M v2.1.0
 PSA Framework version is: 257
-Application version from appFirmwareVersion 0.0.20
+Secure Component (ID 0) version=2.1.0
+Non-Secure Component (ID 1) version=0.0.20
 Init speex
 ML interface initialised
 Complete recognition: turn down the temperature in the bedroom
diff --git a/tools/tests/aws_test_util.py b/tools/tests/aws_test_util.py
@@ -1,4 +1,4 @@
-# Copyright 2023-2024, Arm Limited and/or its affiliates
+# Copyright 2023-2025, Arm Limited and/or its affiliates
 # <open-source-office@arm.com>
 # SPDX-License-Identifier: MIT
 
@@ -50,13 +50,21 @@ def __init__(
         self.OTA_S3_BUCKET = "iotmsw-ci-test-bucket-" + self.TEST_ID
         self.OTA_POLICY_NAME = "iotmsw-ci-test-policy-" + self.TEST_ID
         self.OTA_BINARY = signed_update_bin_name
+        self.FILE_NAME = ""
+        self.UPDATE_SIGNATURE = ""
+        if "model" in self.OTA_BINARY:
+            self.FILE_NAME = "ml_model image"
+            self.UPDATE_SIGNATURE = "model-update-signature.txt"
+        else:
+            self.FILE_NAME = "non_secure image"
+            self.UPDATE_SIGNATURE = "update-signature.txt"
         self.OTA_BINARY_PATH = Path(self.BUILD_ARTEFACTS_PATH) / self.OTA_BINARY
         self.OTA_ROLE_ARN = f"arn:aws:iam::{self.AWS_ACCOUNT}:role/{OTA_ROLE_NAME}"
         self.OTA_UPDATE_PROTOCOLS = ["MQTT"]
         self.OTA_UPDATE_TARGET_SELECTION = "SNAPSHOT"
         self.OTA_UPDATE_FILES = [
             {
-                "fileName": "non_secure image",
+                "fileName": self.FILE_NAME,
                 "fileLocation": {
                     "s3Location": {"bucket": self.OTA_S3_BUCKET, "key": self.OTA_BINARY}
                 },
@@ -67,7 +75,7 @@ def __init__(
                                 read_whole_file(
                                     (
                                         Path(self.BUILD_ARTEFACTS_PATH)
-                                        / "update-signature.txt"
+                                        / self.UPDATE_SIGNATURE
                                     )
                                 ).strip(),
                                 "utf-8",
