step

Author: pillo79

extra/ci_collect_logs.py

@@ -61,9 +61,8 @@ def example_name(sketch_name):
 
 TEST_MATRIX = {}
 BOARD_SUMMARY = {}
-EXPECTED_ERRORS = set()
 
-def log_test(name, board, status, issues, job_link=None):
+def log_test(name, board, exceptions, status, issues, job_link=None):
 	"""
 	Logs individual test results into the TEST_MATRIX dictionary.
 	"""
@@ -87,21 +86,20 @@ def log_test(name, board, status, issues, job_link=None):
 	if status == WARNING:
 		board_info['warnings'] += 1
 	elif status == ERROR:
-		if (board, name) in EXPECTED_ERRORS:
+		if any(pattern.match(name) for pattern in exceptions):
 			board_info['expected-errors'] += 1
 			status = EXPECTED_ERROR
 		else:
 			board_info['errors'] += 1
 
 	board_info['status'] = max(board_info['status'], status)
 
-	if name not in TEST_MATRIX:
-		TEST_MATRIX[name] = {}
-
-	TEST_MATRIX[name][board] = {
+	sketch_tests = TEST_MATRIX.get(name, {})
+	sketch_tests[board] = {
 		'status': status,
 		'issues': issues
 	}
+	TEST_MATRIX[name] = sketch_tests
 
 # --- Main Logic ---
 
@@ -127,12 +125,17 @@ def process_build_reports():
 		subarch = board_data['subarch']
 
 		# Get list of expected errors for this board/variant
+		exceptions = []
 		if os.path.exists(f"ArduinoCore-zephyr/variants/{variant}/known_example_issues.txt"):
+			print(f"found ArduinoCore-zephyr/variants/{variant}/known_example_issues.txt")
 			with open(f"ArduinoCore-zephyr/variants/{variant}/known_example_issues.txt", 'r') as f:
 				for line in f:
-					sketch_name = line.split('#')[0].strip()
-					if sketch_name:
-						EXPECTED_ERRORS.add((board, sketch_name))
+					sketch_name_pattern = line.split('#')[0].strip()
+					if sketch_name_pattern:
+						print(f"Adding expected error pattern: {sketch_name_pattern}", file=sys.stderr)
+						exceptions.append(re.compile(f"^(ArduinoCore-zephyr/)?{sketch_name_pattern}"))
+		else:
+			print(f"ArduinoCore-zephyr/variants/{variant}/known_example_issues.txt not found")
 
 		# Get raw data from report file
 		REPORT_FILE = f"arduino-{subarch}-{board}.json"
@@ -165,7 +168,6 @@ def process_build_reports():
 			# Replace long absolute paths with '...' for brevity.
 			sketch_issues = [ re.sub(r'(/.+?)((/[^/]+){3}):', r'...\2:', issue) for issue in issues ]
 
-			# Logic to update counters and DETAILS string
 			if not compilation_success:
 				status = ERROR
 			elif len(sketch_issues): # Implies warnings/non-critical issues

variants/arduino_opta_stm32h747xx_m7/known_example_issues.txt

@@ -4,3 +4,5 @@
 
 ArduinoCore-zephyr/libraries/Ethernet/examples/UDPSendReceiveString
 ArduinoCore-zephyr/libraries/Ethernet/examples/UdpNtpClient
+ArduinoCore-zephyr/libraries/Storage/examples/ListFiles
+ArduinoCore-zephyr/libraries/Storage/examples/PartitionInfo

variants/arduino_opta_stm32h747xx_m7/skip_these_examples.txt

@@ -3,4 +3,3 @@
 # for example because it uses hardware features not present on the CPU or board.
 
 libraries/Camera
-libraries/Storage # FIXME

variants/arduino_portenta_h7_stm32h747xx_m7/known_example_issues.txt

@@ -4,3 +4,5 @@
 
 ArduinoCore-zephyr/libraries/Ethernet/examples/UDPSendReceiveString
 ArduinoCore-zephyr/libraries/Ethernet/examples/UdpNtpClient
+ArduinoCore-zephyr/libraries/Storage/examples/ListFiles
+ArduinoCore-zephyr/libraries/Storage/examples/PartitionInfo

variants/arduino_portenta_h7_stm32h747xx_m7/skip_these_examples.txt

@@ -1,5 +1,3 @@
 # This file contains a list of examples that are shipped with the core (or used
 # by continuous integration tests), but are not applicable for this variant,
 # for example because it uses hardware features not present on the CPU or board.
-
-libraries/Storage # FIXME