Add code gen configuration

Author: kyuridenamida

atcodertools/codegen/code_gen_config.py

@@ -0,0 +1,30 @@
+import toml
+
+INDENT_TYPE_SPACE = 'space'
+INDENT_TYPE_TAB = 'tab'
+
+
+def _verify_indent_type(indent_type: str):
+    # indent_type must be 'space' or 'tab'
+    assert indent_type in [INDENT_TYPE_SPACE, INDENT_TYPE_TAB]
+    return indent_type
+
+
+class CodeGenConfig:
+    def __init__(self,
+                 indent_type: str = INDENT_TYPE_SPACE,
+                 indent_width: int = 4,
+                 ):
+        self.indent_type = _verify_indent_type(indent_type)
+        self.indent_width = indent_width
+
+    def indent(self, depth):
+        if self.indent_type == INDENT_TYPE_SPACE:
+            return " " * self.indent_width * depth
+        return "\t" * self.indent_width * depth
+
+    @classmethod
+    def load(cls, config_file_path):
+        with open(config_file_path) as f:
+            kwargs = toml.load(f).get("codegen")
+            return CodeGenConfig(**kwargs)

atcodertools/codegen/cpp_code_generator.py

@@ -1,3 +1,4 @@
+from atcodertools.codegen.code_gen_config import CodeGenConfig
 from atcodertools.models.analyzer.analyzed_variable import AnalyzedVariable
 from atcodertools.models.analyzer.simple_format import Pattern, SingularPattern, ParallelPattern, TwoDimensionalPattern
 from atcodertools.models.predictor.format_prediction_result import FormatPredictionResult
@@ -22,9 +23,10 @@ def _loop_header(var: Variable, for_second_index: bool):
 
 class CppCodeGenerator(CodeGenerator):
 
-    def __init__(self, template: str):
+    def __init__(self, template: str, config: CodeGenConfig = CodeGenConfig()):
         self._template = template
         self._prediction_result = None
+        self._config = config
 
     def generate_code(self, prediction_result: FormatPredictionResult):
         if prediction_result is None:
@@ -157,7 +159,7 @@ def _render_pattern(self, pattern: Pattern):
         return lines
 
     def _indent(self, depth):
-        return "    " * depth
+        return self._config.indent(depth)
 
 
 class NoPredictionResultGiven(Exception):

atcodertools/release_management/version_check.py

@@ -41,16 +41,16 @@ def store_version_cache(version):
         f.write("{} {}".format(version, time.time()))
 
 
-def get_latest_version(user_cache=True):
+def get_latest_version(use_cache=True):
     try:
-        if user_cache:
+        if use_cache:
             cached_version = _get_latest_version_cache()
             if cached_version:
                 return cached_version
 
         version = _fetch_latest_version()
 
-        if user_cache:
+        if use_cache:
             store_version_cache(version)
 
         return version

atcodertools/tools/atcodertools-default.toml

@@ -0,0 +1,3 @@
+[codegen]
+indent_type = 'space' # 'tab' or 'space'
+indent_width = 4

atcodertools/tools/envgen.py

@@ -8,6 +8,7 @@
 from time import sleep
 from typing import Tuple
 
+from atcodertools.codegen.code_gen_config import CodeGenConfig
 from atcodertools.codegen.cpp_code_generator import CppCodeGenerator
 from atcodertools.codegen.java_code_generator import JavaCodeGenerator
 from atcodertools.fileutils.create_contest_file import create_examples, create_code_from_prediction_result
@@ -43,7 +44,9 @@ def prepare_procedure(atcoder_client: AtCoderClient,
                       workspace_root_path: str,
                       template_code_path: str,
                       replacement_code_path: str,
-                      lang: str):
+                      lang: str,
+                      config: CodeGenConfig,
+                      ):
     pid = problem.get_alphabet()
     workspace_dir_path = os.path.join(
         workspace_root_path,
@@ -112,7 +115,7 @@ def emit_info(text):
 
         create_code_from_prediction_result(
             result,
-            gen_class(template),
+            gen_class(template, config),
             code_file_path)
         emit_info(
             "Prediction succeeded -- Saved auto-generated code to '{}'".format(code_file_path))
@@ -141,11 +144,11 @@ def emit_info(text):
     emit_info("Saved metadata to {}".format(metadata_path))
 
 
-def func(argv: Tuple[AtCoderClient, Problem, str, str, str, str]):
-    atcoder_client, problem, workspace_root_path, template_code_path, replacement_code_path, lang = argv
+def func(argv: Tuple[AtCoderClient, Problem, str, str, str, str, CodeGenConfig]):
+    atcoder_client, problem, workspace_root_path, template_code_path, replacement_code_path, lang, config = argv
     prepare_procedure(
         atcoder_client, problem, workspace_root_path, template_code_path,
-        replacement_code_path, lang)
+        replacement_code_path, lang, config)
 
 
 def prepare_workspace(atcoder_client: AtCoderClient,
@@ -154,7 +157,9 @@ def prepare_workspace(atcoder_client: AtCoderClient,
                       template_code_path: str,
                       replacement_code_path: str,
                       lang: str,
-                      parallel: bool):
+                      parallel: bool,
+                      config: CodeGenConfig,
+                      ):
     retry_duration = 1.5
     while True:
         problem_list = atcoder_client.download_problem_list(
@@ -165,7 +170,7 @@ def prepare_workspace(atcoder_client: AtCoderClient,
         logging.warning(
             "Failed to fetch. Will retry in {} seconds".format(retry_duration))
 
-    tasks = [(atcoder_client, problem, workspace_root_path, template_code_path, replacement_code_path, lang) for
+    tasks = [(atcoder_client, problem, workspace_root_path, template_code_path, replacement_code_path, lang, config) for
              problem in problem_list]
     if parallel:
         thread_pool = Pool(processes=cpu_count())
@@ -202,6 +207,25 @@ def check_lang(lang: str):
     return lang
 
 
+PRIMARY_DEFAULT_CONFIG_PATH = os.path.join(
+    expanduser("~"), ".atcodertools.toml")
+SECONDARY_DEFAULT_CONFIG_PATH = os.path.abspath(
+    os.path.join(script_dir_path, "./atcodertools-default.toml"))
+
+
+def get_code_gen_config(config_path: str = None):
+    if config_path:
+        logging.info("Going to load {} as config".format(config_path))
+        return CodeGenConfig.load(config_path)
+    if os.path.exists(PRIMARY_DEFAULT_CONFIG_PATH):
+        logging.info("Going to load {} as config".format(
+            PRIMARY_DEFAULT_CONFIG_PATH))
+        return CodeGenConfig.load(PRIMARY_DEFAULT_CONFIG_PATH)
+    logging.info("Going to load {} as config".format(
+        SECONDARY_DEFAULT_CONFIG_PATH))
+    return CodeGenConfig.load(SECONDARY_DEFAULT_CONFIG_PATH)
+
+
 def main(prog, args):
     parser = argparse.ArgumentParser(
         prog=prog,
@@ -252,6 +276,12 @@ def main(prog, args):
                         help="Save no session cache to avoid security risk",
                         default=False)
 
+    parser.add_argument("--config",
+                        help="{0}{1}{2}".format("file path to your config file\n",
+                                                "[Default (Primary)] {}\n".format(
+                                                    PRIMARY_DEFAULT_CONFIG_PATH),
+                                                "[Default (Secondary)] {}\n".format(SECONDARY_DEFAULT_CONFIG_PATH)))
+
     args = parser.parse_args(args)
 
     try:
@@ -281,7 +311,9 @@ def main(prog, args):
                       args.replacement if args.replacement is not None else get_default_replacement_path(
                           args.lang),
                       args.lang,
-                      args.parallel)
+                      args.parallel,
+                      get_code_gen_config(args.config)
+                      )
 
 
 if __name__ == "__main__":

requirements.txt

@@ -1,3 +1,4 @@
 beautifulsoup4
 requests
-colorama
+colorama
+toml

tests/resources/test_codegen/atcodertools-test.toml

@@ -0,0 +1,2 @@
+[codegen]
+indent_width = 8

tests/test_codegen.py

@@ -3,6 +3,7 @@
 import unittest
 import os
 
+from atcodertools.codegen.code_gen_config import CodeGenConfig, INDENT_TYPE_SPACE
 from atcodertools.codegen.code_generator import CodeGenerator
 from atcodertools.codegen.java_code_generator import JavaCodeGenerator
 from atcodertools.codegen.cpp_code_generator import CppCodeGenerator
@@ -81,6 +82,12 @@ def get_generator(self, lang: str) -> CodeGenerator:
         with open(template_file, 'r') as f:
             return self.lang_to_code_generator[lang](f.read())
 
+    def test_load_code_gen_config(self):
+        toml_path = os.path.join(RESOURCE_DIR, "atcodertools-test.toml")
+        config = CodeGenConfig.load(toml_path)
+        self.assertEqual(8, config.indent_width)
+        self.assertEqual(INDENT_TYPE_SPACE, config.indent_type)
+
 
 if __name__ == "__main__":
     unittest.main()

tests/test_envgen.py

@@ -6,6 +6,7 @@
 from os.path import relpath
 
 from atcodertools.client.atcoder import AtCoderClient
+from atcodertools.codegen.code_gen_config import CodeGenConfig
 from atcodertools.tools.envgen import prepare_workspace, main
 
 RESOURCE_DIR = os.path.join(
@@ -59,7 +60,9 @@ def test_backup(self):
                 TEMPLATE_PATH,
                 REPLACEMENT_PATH,
                 "cpp",
-                False)
+                False,
+                CodeGenConfig(),
+            )
         self.assertDirectoriesEqual(answer_data_dir_path, self.temp_dir)
 
     def assertDirectoriesEqual(self, expected_dir_path, dir_path):

tests/test_version_check.py

@@ -10,7 +10,7 @@
 
 class TestTester(unittest.TestCase):
     def test_get_latest_version_with_no_error(self):
-        get_latest_version(user_cache=False)
+        get_latest_version(use_cache=False)
 
 
 if __name__ == '__main__':