Add src check to submission checker

Author: pgmpablo157321

tools/submission/submission_checker/checks/measurements_checks.py

@@ -7,22 +7,25 @@
 
 
 class MeasurementsCheck(BaseCheck):
-    def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
+    def __init__(self, log, path, config: Config,
+                 submission_logs: SubmissionLogs):
         super().__init__(log, path)
         self.name = "measurement checks"
         self.submission_logs = submission_logs
         self.measurements_json = self.submission_logs.measurements_json
         self.submitter = self.submission_logs.loader_data.get("submitter", "")
         self.division = self.submission_logs.loader_data.get("division", "")
-        self.measurements_dir = self.submission_logs.loader_data.get("measurements_dir", "")
+        self.measurements_dir = self.submission_logs.loader_data.get(
+            "measurements_dir", "")
+        self.src_dir = self.submission_logs.loader_data.get("src_path", "")
         self.config = config
         self.setup_checks()
 
     def setup_checks(self):
         self.checks.append(self.missing_check)
+        self.checks.append(self.directory_exist_check)
         self.checks.append(self.required_files_check)
         self.checks.append(self.required_fields_check)
-    
 
     def missing_check(self):
         if self.measurements_json is None:
@@ -32,7 +35,16 @@ def missing_check(self):
             )
             return False
         return True
-    
+
+    def directory_exist_check(self):
+        if not os.path.exists(self.src_dir):
+            self.log.error(
+                "%s src directory does not exist",
+                self.src_dir
+            )
+            return False
+        return True
+
     def required_files_check(self):
         is_valid = True
         files = list_files(self.measurements_dir)
@@ -43,7 +55,10 @@ def required_files_check(self):
             elif not self.config.skip_empty_files_check and (
                 os.stat(os.path.join(self.measurements_dir, i)).st_size == 0
             ):
-                self.log.error("%s is having empty %s", self.measurements_dir, i)
+                self.log.error(
+                    "%s is having empty %s",
+                    self.measurements_dir,
+                    i)
                 is_valid = False
         return is_valid
 
@@ -58,4 +73,4 @@ def required_fields_check(self):
                 is_valid = False
                 self.log.error(
                     "%s, field %s is missing meaningful value", self.path, k)
-        return is_valid
+        return is_valid

tools/submission/submission_checker/constants.py

@@ -1578,3 +1578,10 @@
     "v6.0": "{division}/{submitter}/systems/{system}.json",
     "default": "{division}/{submitter}/systems/{system}.json",
 }
+
+SRC_PATH = {
+    "v5.0": "{division}/{submitter}/code",
+    "v5.1": "{division}/{submitter}/code",
+    "v6.0": "{division}/{submitter}/src",
+    "default": "{division}/{submitter}/src",
+}

tools/submission/submission_checker/loader.py

@@ -43,7 +43,7 @@ def __init__(self, root, version) -> None:
         self.test04_acc_path = os.path.join(self.root, TEST04_ACC_PATH.get(version, TEST04_ACC_PATH["default"]))
         self.test06_acc_path = os.path.join(self.root, TEST06_ACC_PATH.get(version, TEST06_ACC_PATH["default"]))
         self.power_dir_path = os.path.join(self.root, POWER_DIR_PATH.get(version, POWER_DIR_PATH["default"]))
-
+        self.src_path = os.path.join(self.root, SRC_PATH.get(version, SRC_PATH["default"]))
 
 
     def get_measurement_path(self, path, division, submitter, system, benchmark, scenario):
@@ -116,6 +116,7 @@ def load(self) -> Generator[SubmissionLogs, None, None]:
                             test04_perf_path = self.test04_perf_path.format(division = division, submitter = submitter, system = system, benchmark = benchmark, scenario = scenario)
                             test04_acc_path = self.test04_acc_path.format(division = division, submitter = submitter, system = system, benchmark = benchmark, scenario = scenario)
                             test06_acc_path = self.test06_acc_path.format(division = division, submitter = submitter, system = system, benchmark = benchmark, scenario = scenario)
+                            src_path = self.src_path.format(division = division, submitter = submitter)
 
                             # Load logs
                             perf_log = self.load_single_log(perf_path, "Performance")
@@ -147,6 +148,7 @@ def load(self) -> Generator[SubmissionLogs, None, None]:
                                 "compliance_path": compliance_path,
                                 "model_mapping": model_mapping,
                                 "power_dir_path": power_dir_path,
+                                "src_path": src_path,
                                 # Test paths
                                 "TEST01_perf_path": test01_perf_path,
                                 "TEST01_acc_path": test01_acc_path,