Add local compile tests for default templates / code generators (#92)

* #89 yaml definition to install compilers

* #89 Add sudo

* #89 Add unit test for cpp to check compile

* #89 refactor

* #89 fix mistakenly renamed var and change yaml to support c++14

* #89 Update yaml

* #89 Update yaml

* #89 add -y to add-apt-repository

* #89 polite way to build

* #89 autopep8

* Separate run_command and run_program

* Remove TODO

* Refactor

* Fix bug of wrong generator specification

* make general version of compile test

* Resolve a bug of Java code generator

* verify java

* fix rust's constant embedding problem and make rust passing unit tests

* fix broken unit test

* static -> const

* autopep8

Author: kyuridenamida

.travis.yml

@@ -5,6 +5,12 @@ python:
   - "3.6"
   - "3.7-dev"
 
+before_install:
+  - sudo add-apt-repository ppa:ubuntu-toolchain-r/test -y # for C++14
+  - sudo apt-get update
+  - sudo apt-get install rustc g++-4.9 openjdk-8-jdk
+  - sudo ln -f -s /usr/bin/g++-4.9 /usr/bin/g++
+
 install:
   - pip install .
   - pip install flake8 autopep8

atcodertools/codegen/code_generators/java.py

@@ -42,7 +42,7 @@ def _generate_declaration(self, var: Variable):
                 size=var.first_index.get_length()
             )
         elif var.dim_num() == 2:
-            constructor = " = new {type}[int({row_size})][int({col_size})]".format(
+            constructor = " = new {type}[(int)({row_size})][(int)({col_size})]".format(
                 type=self._convert_type(var.type),
                 row_size=var.first_index.get_length(),
                 col_size=var.second_index.get_length()

atcodertools/common/language.py

@@ -1,7 +1,7 @@
 import re
 from typing import Pattern, Callable
 
-from atcodertools.codegen.code_generators import cpp, java
+from atcodertools.codegen.code_generators import cpp, java, rust
 from atcodertools.codegen.models.code_gen_args import CodeGenArgs
 from atcodertools.tools.templates import get_default_template_path
 
@@ -27,6 +27,10 @@ def __init__(self,
         self.default_code_generator = default_code_generator
         self.default_template_path = default_template_path
 
+    def source_code_name(self, name_without_extension: str) -> str:
+        # put extension to the name
+        return "{}.{}".format(name_without_extension, self.extension)
+
     @classmethod
     def from_name(cls, name: str):
         for l in ALL_LANGUAGES:
@@ -59,7 +63,7 @@ def from_name(cls, name: str):
     display_name="Rust",
     extension="rs",
     submission_lang_pattern=re.compile(".*Rust \\(1.*"),
-    default_code_generator=java.main,
+    default_code_generator=rust.main,
     default_template_path=get_default_template_path('rs'),
 )
 

atcodertools/config/postprocess_config.py

@@ -1,13 +1,4 @@
-import subprocess
-
-
-def _run_command(exec_cmd: str, current_working_dir: str) -> str:
-    proc = subprocess.run(exec_cmd,
-                          shell=True,
-                          stdout=subprocess.PIPE,
-                          stderr=subprocess.STDOUT,
-                          cwd=current_working_dir)
-    return proc.stdout.decode("utf8")
+from atcodertools.executils.run_command import run_command
 
 
 class PostprocessConfig:
@@ -21,8 +12,8 @@ def __init__(self,
 
     def execute_on_problem_dir(self, problem_dir: str) -> str:
         assert self.exec_cmd_on_problem_dir is not None
-        return _run_command(self.exec_cmd_on_problem_dir, problem_dir)
+        return run_command(self.exec_cmd_on_problem_dir, problem_dir)
 
     def execute_on_contest_dir(self, contest_dir: str) -> str:
         assert self.exec_cmd_on_contest_dir is not None
-        return _run_command(self.exec_cmd_on_contest_dir, contest_dir)
+        return run_command(self.exec_cmd_on_contest_dir, contest_dir)

atcodertools/executils/__init__.py

@@ -0,0 +1,10 @@
+import subprocess
+
+
+def run_command(exec_cmd: str, current_working_dir: str) -> str:
+    proc = subprocess.run(exec_cmd,
+                          shell=True,
+                          stdout=subprocess.PIPE,
+                          stderr=subprocess.STDOUT,
+                          cwd=current_working_dir)
+    return proc.stdout.decode("utf8")

atcodertools/executils/run_command.py

@@ -0,0 +1,53 @@
+import subprocess
+import time
+from enum import Enum
+
+
+class ExecStatus(Enum):
+    NORMAL = "NORMAL"
+    TLE = "TLE"
+    RE = "RE"
+
+
+class ExecResult:
+
+    def __init__(self, status: ExecStatus, output: str = None, stderr: str = None, elapsed_sec: float = None):
+        self.status = status
+        self.output = output
+        self.stderr = stderr
+
+        if elapsed_sec is not None:
+            self.elapsed_ms = int(elapsed_sec * 1000 + 0.5)
+        else:
+            self.elapsed_ms = None
+
+    def is_correct_output(self, answer_text):
+        return self.status == ExecStatus.NORMAL and answer_text == self.output
+
+    def has_stderr(self):
+        return len(self.stderr) > 0
+
+
+def run_program(exec_file: str, input_file: str, timeout_sec: int, args=None, current_working_dir: str = None) -> ExecResult:
+    if args is None:
+        args = []
+    try:
+        elapsed_sec = -time.time()
+        proc = subprocess.run(
+            [exec_file] + args, stdin=open(input_file, 'r'), universal_newlines=True, timeout=timeout_sec,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            cwd=current_working_dir
+        )
+
+        if proc.returncode == 0:
+            code = ExecStatus.NORMAL
+        else:
+            code = ExecStatus.RE
+
+        elapsed_sec += time.time()
+        return ExecResult(code, proc.stdout, proc.stderr, elapsed_sec=elapsed_sec)
+    except subprocess.TimeoutExpired as e:
+        return ExecResult(ExecStatus.TLE, e.stdout, e.stderr)
+    except subprocess.CalledProcessError as e:
+        return ExecResult(ExecStatus.RE, e.stdout, e.stderr)

atcodertools/executils/run_program.py

@@ -0,0 +1,3 @@
+def load_text_file(text_file: str) -> str:
+    with open(text_file, 'r') as f:
+        return f.read()

atcodertools/fileutils/load_text_file.py

@@ -16,19 +16,31 @@ class UnknownOperatorError(Exception):
 
 
 def add(a, b):
-    return a + b
+    try:
+        return a + b
+    except TypeError as e:
+        raise EvaluateError(e)
 
 
 def sub(a, b):
-    return a - b
+    try:
+        return a - b
+    except TypeError as e:
+        raise EvaluateError(e)
 
 
 def mul(a, b):
-    return a * b
+    try:
+        return a * b
+    except TypeError as e:
+        raise EvaluateError(e)
 
 
 def div(a, b):
-    return a // b
+    try:
+        return a // b
+    except TypeError as e:
+        raise EvaluateError(e)
 
 
 def _operator_to_string(operator):

atcodertools/fmtprediction/models/calculator.py

@@ -1,6 +1,7 @@
 import re
 from typing import List, Dict, Any
 
+from atcodertools.fmtprediction.models.calculator import EvaluateError
 from atcodertools.fmtprediction.models.type import Type
 from atcodertools.client.models.sample import Sample
 from atcodertools.fmtprediction.models.variable import SimpleVariable
@@ -146,7 +147,7 @@ def predict_types(simple_format: Format[SimpleVariable], samples: List[Sample])
                 predictor.get_typing_result())
         except (
                 TooLessFetchesError, TooManyFetchesError, KeyError, InvalidLoopSizeError,
-                InvalidLoopIndexError):
+                InvalidLoopIndexError, EvaluateError):
             raise TypePredictionFailedError
 
     return res_type_dict