step

Author: pillo79

extra/ci_collect_logs.py

@@ -5,6 +5,7 @@
 import json
 import re
 
+EXPECTED_ERROR = -2
 SKIP = -1
 PASS = 0
 WARNING = 1
@@ -16,6 +17,7 @@
 		":yellow_circle:",
 		":red_circle:",
 		":fire:",
+		"[:red_circle:]", # -2
 		":new_moon:" # -1
 ]
 
@@ -24,6 +26,7 @@
 		":grey_exclamation:",
 		":x:",
 		":fire:",
+		"[:x:]", # -2
 		":new_moon:" # -1
 ]
 
@@ -49,6 +52,7 @@ def example_name(sketch_name):
 
 TEST_MATRIX = {}
 BOARD_SUMMARY = {}
+EXPECTED_ERRORS = set()
 
 def log_test(name, board, status, issues, job_link=None):
 	"""
@@ -59,6 +63,7 @@ def log_test(name, board, status, issues, job_link=None):
 		BOARD_SUMMARY[board] = {
 			'tests': 0,
 			'errors': 0,
+			'errors-expected': 0,
 			'warnings': 0,
 			'job_link': job_link,
 			'status': 0
@@ -73,7 +78,11 @@ def log_test(name, board, status, issues, job_link=None):
 	if status == WARNING:
 		board_info['warnings'] += 1
 	elif status == ERROR:
-		board_info['errors'] += 1
+		if (board, name) in EXPECTED_ERRORS:
+			board_info['errors-expected'] += 1
+			status = EXPECTED_ERROR
+		else:
+			board_info['errors'] += 1
 
 	board_info['status'] = max(board_info['status'], status)