Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 6 additions & 5 deletions tools/submission/submission_checker/checks/accuracy_check.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
from .base import BaseCheck
from ..constants import *
from ..loader import SubmissionLogs
from ..configuration.configuration import Config
import re
import os
import re

from submission_checker.checks.base import BaseCheck
from submission_checker.constants import *
from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config

class AccuracyCheck(BaseCheck):
def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
Expand Down
17 changes: 9 additions & 8 deletions tools/submission/submission_checker/checks/compliance_check.py
Original file line number Diff line number Diff line change
@@ -1,13 +1,14 @@

from .base import BaseCheck
from ..constants import *
from ..loader import SubmissionLogs
from ..configuration.configuration import Config
from .performance_check import PerformanceCheck
from .accuracy_check import AccuracyCheck
from ..utils import *
import re
import os
import re

from submission_checker.checks.base import BaseCheck
from submission_checker.constants import *
from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config
from submission_checker.checks.performance_check import PerformanceCheck
from submission_checker.checks.accuracy_check import AccuracyCheck
from submission_checker.utils import *

class ComplianceCheck(BaseCheck):
def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
from .base import BaseCheck
from ..constants import *
from ..loader import SubmissionLogs
from ..configuration.configuration import Config
from ..utils import *
import os

from submission_checker.checks.base import BaseCheck
from submission_checker.constants import *
from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config
from submission_checker.utils import *


class MeasurementsCheck(BaseCheck):
def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
from .base import BaseCheck
from ..constants import *
from ..loader import SubmissionLogs
from ..configuration.configuration import Config
import os

from submission_checker.checks.base import BaseCheck
from submission_checker.constants import *
from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config

class PerformanceCheck(BaseCheck):
def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
super().__init__(log, path)
Expand Down
15 changes: 8 additions & 7 deletions tools/submission/submission_checker/checks/power_check.py
Original file line number Diff line number Diff line change
@@ -1,12 +1,13 @@
from .base import BaseCheck
from ..constants import *
from ..loader import SubmissionLogs
from ..configuration.configuration import Config
from .power.power_checker import check as check_power_more
from ..utils import *
import datetime
import os
import sys
import datetime

from submission_checker.checks.base import BaseCheck
from submission_checker.constants import *
from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config
from submission_checker.checks.power.power_checker import check as check_power_more
from submission_checker.utils import *

class PowerCheck(BaseCheck):
def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from .base import BaseCheck
from submission_checker.checks.base import BaseCheck

class StructureCheck(BaseCheck):
def __init__(self, log, path, parsed_log):
Expand Down
10 changes: 5 additions & 5 deletions tools/submission/submission_checker/checks/system_check.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
from .base import BaseCheck
from ..constants import *
from ..loader import SubmissionLogs
from ..configuration.configuration import Config
from ..utils import *
from submission_checker.checks.base import BaseCheck
from submission_checker.constants import *
from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config
from submission_checker.utils import *

class SystemCheck(BaseCheck):
def __init__(self, log, path, config: Config, submission_logs: SubmissionLogs):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from ..constants import MODEL_CONFIG, ACC_PATTERN
from submission_checker.constants import MODEL_CONFIG, ACC_PATTERN


class Config:
Expand Down
13 changes: 7 additions & 6 deletions tools/submission/submission_checker/loader.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,12 @@
import json
import logging
import os
from .constants import *
from .utils import list_dir
from .parsers.loadgen_parser import LoadgenParser
from typing import Generator, Literal
from .utils import *
import logging
import json

from submission_checker.constants import *
from submission_checker.utils import list_dir
from submission_checker.parsers.loadgen_parser import LoadgenParser
from submission_checker.utils import *

logging.basicConfig(
level=logging.INFO,
Expand Down
20 changes: 10 additions & 10 deletions tools/submission/submission_checker/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,16 +2,16 @@
import logging
import os

from .constants import MODEL_CONFIG
from .configuration.configuration import Config
from .loader import Loader
from .checks.performance_check import PerformanceCheck
from .checks.accuracy_check import AccuracyCheck
from .checks.system_check import SystemCheck
from .checks.measurements_checks import MeasurementsCheck
from .checks.compliance_check import ComplianceCheck
from .checks.power_check import PowerCheck
from .results import ResultExporter
from submission_checker.constants import MODEL_CONFIG
from submission_checker.configuration.configuration import Config
from submission_checker.loader import Loader
from submission_checker.checks.performance_check import PerformanceCheck
from submission_checker.checks.accuracy_check import AccuracyCheck
from submission_checker.checks.system_check import SystemCheck
from submission_checker.checks.measurements_checks import MeasurementsCheck
from submission_checker.checks.compliance_check import ComplianceCheck
from submission_checker.checks.power_check import PowerCheck
from submission_checker.results import ResultExporter

logging.basicConfig(level=logging.INFO)
log = logging.getLogger("main")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
import json
import logging
import sys
from .base import BaseParser
from submission_checker.parsers.base import BaseParser

# pylint: disable=missing-docstring

Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@

from .base import BaseParser
from submission_checker.parsers.base import BaseParser

class SystemParser(BaseParser):
def __init__(self, log_path):
Expand Down
10 changes: 5 additions & 5 deletions tools/submission/submission_checker/results.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@

from .loader import SubmissionLogs
from .configuration.configuration import Config
import os
import csv
from .constants import *
import json
import os

from submission_checker.loader import SubmissionLogs
from submission_checker.configuration.configuration import Config
from submission_checker.constants import *

class ResultExporter:
def __init__(self, csv_path, config: Config) -> None:
Expand Down