step

Author: pillo79

extra/ci_collect_logs.py

@@ -53,7 +53,6 @@ def example_name(sketch_name):
 TEST_MATRIX = {}
 BOARD_SUMMARY = {}
 EXPECTED_ERRORS = set()
-EXPECTED_ERRORS.add(('portentac33', 'ArduinoCore-zephyr/libraries/Ethernet/examples/UdpNtpClient'))
 
 def log_test(name, board, status, issues, job_link=None):
 	"""
@@ -118,15 +117,20 @@ def process_build_reports():
 		variant = board_data['variant']
 		subarch = board_data['subarch']
 
-		# Filename preparation
-		REPORT_FILE = f"arduino-{subarch}-{board}.json"
+		# Get list of expected errors for this board/variant
+		if os.path.exists(f"ArduinoCore-zephyr/variants/{variant}/known_example_issues.txt"):
+			with open(f"ArduinoCore-zephyr/variants/{variant}/known_example_issues.txt", 'r') as f:
+				for line in f:
+					sketch_name = line.split('#')[0].strip()
+					if sketch_name:
+						EXPECTED_ERRORS.add((board, sketch_name))
 
-		# 5. Report File Check
+		# Get raw data from report file
+		REPORT_FILE = f"arduino-{subarch}-{board}.json"
 		if not os.path.exists(REPORT_FILE):
 			log_test('CI test', board, FAILURE, "Report file not found.")
 			continue # Skip to the next board
 
-		# 6. Process Report File
 		try:
 			with open(REPORT_FILE, 'r') as f:
 				report_data = json.load(f)

variants/arduino_opta_stm32h747xx_m7/known_example_issues.txt

@@ -0,0 +1,6 @@
+# This file contains a list of examples that are shipped with the core (or used
+# by continuous integration tests), but are known to be currently failing for
+# this specific variant.
+
+libraries/Ethernet/examples/UDPSendReceiveString
+libraries/Ethernet/examples/UdpNtpClient

variants/arduino_portenta_c33_r7fa6m5bh3cfc/known_example_issues.txt

@@ -0,0 +1,6 @@
+# This file contains a list of examples that are shipped with the core (or used
+# by continuous integration tests), but are known to be currently failing for
+# this specific variant.
+
+libraries/Ethernet/examples/UDPSendReceiveString
+libraries/Ethernet/examples/UdpNtpClient

variants/arduino_portenta_h7_stm32h747xx_m7/known_example_issues.txt

@@ -0,0 +1,6 @@
+# This file contains a list of examples that are shipped with the core (or used
+# by continuous integration tests), but are known to be currently failing for
+# this specific variant.
+
+libraries/Ethernet/examples/UDPSendReceiveString
+libraries/Ethernet/examples/UdpNtpClient