Format files

Author: pgmpablo157321

tools/submission/submission_checker/checks/accuracy_check.py

@@ -5,8 +5,11 @@
 import re
 import os
 
+
 class AccuracyCheck(BaseCheck):
-    def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
+    def __init__(
+        self, log, path, config: Config, submission_logs: SubmissionLogs
+    ):
         super().__init__(log, path)
         self.name = "accuracy checks"
         self.submission_logs = submission_logs
@@ -15,9 +18,12 @@ def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
         self.accuracy_json = self. submission_logs.accuracy_json
         self.config = config
         self.model = self.submission_logs.loader_data.get("benchmark", "")
-        self.model_mapping = self.submission_logs.loader_data.get("model_mapping", {})
-        self.model = self.config.get_mlperf_model(self.model, self.model_mapping)
-        self.scenario_fixed = self.submission_logs.loader_data.get("scenario", "")
+        self.model_mapping = self.submission_logs.loader_data.get(
+            "model_mapping", {})
+        self.model = self.config.get_mlperf_model(
+            self.model, self.model_mapping)
+        self.scenario_fixed = self.submission_logs.loader_data.get(
+            "scenario", "")
         self.scenario = self.mlperf_log["effective_scenario"]
         self.division = self.submission_logs.loader_data.get("division", "")
         self.setup_checks()
@@ -97,7 +103,7 @@ def accuracy_result_check(self):
         if self.division.lower() == "open":
             return True
         return is_valid
-    
+
     def accuracy_json_check(self):
         if not os.path.exists(self.accuracy_json):
             self.log.error("%s is missing", self.accuracy_json)
@@ -107,7 +113,7 @@ def accuracy_json_check(self):
                 self.log.error("%s is not truncated", self.accuracy_json)
                 return False
         return True
-    
+
     def loadgen_errors_check(self):
         if self.mlperf_log.has_error():
             if self.config.ignore_uncommited:
@@ -125,7 +131,7 @@ def loadgen_errors_check(self):
                 )
                 return False
         return True
-    
+
     def dataset_check(self):
         if self.config.skip_dataset_size_check:
             self.log.info(
@@ -139,4 +145,4 @@ def dataset_check(self):
                 "%s accurcy run does not cover all dataset, accuracy samples: %s, dataset size: %s", self.path, qsl_total_count, expected_qsl_total_count
             )
             return False
-        return True
+        return True

tools/submission/submission_checker/configuration/configuration.py

@@ -37,10 +37,9 @@ def __init__(
         self.skip_calibration_check = skip_calibration_check
         self.skip_dataset_size_check = skip_dataset_size_check
         self.load_config(version)
-        
 
     def load_config(self, version):
-        # TODO: Load values from 
+        # TODO: Load values from
         self.models = self.base["models"]
         self.seeds = self.base["seeds"]
         if self.base.get("test05_seeds"):
@@ -120,7 +119,7 @@ def get_accuracy_target(self, model):
 
     def get_accuracy_upper_limit(self, model):
         return self.accuracy_upper_limit.get(model, None)
-    
+
     def get_accuracy_values(self, model):
         patterns = []
         acc_targets = []
@@ -167,7 +166,7 @@ def get_min_query_count(self, model, scenario):
         if model not in self.min_queries:
             raise ValueError("model not known: " + model)
         return self.min_queries[model].get(scenario)
-    
+
     def get_dataset_size(self, model):
         model = self.get_mlperf_model(model)
         if model not in self.dataset_size:
@@ -207,7 +206,7 @@ def requires_equal_issue(self, model, division):
             ]
             and self.version in ["v4.1"]
         )
-    
+
     def get_llm_models(self):
         return [
             "llama2-70b-99",
@@ -217,6 +216,6 @@ def get_llm_models(self):
             "mixtral-8x7b",
             "llama3.1-405b",
             "llama3.1-8b",
-            "llama3.1-8b-edge", 
+            "llama3.1-8b-edge",
             "deepseek-r1"
         ]