Support testlib SPJ

Author: Mr-Python-in-China

cyaron/graders/__init__.py

@@ -1,4 +1,5 @@
 from .graderregistry import CYaRonGraders, GraderType2, GraderType3
 
 from .fulltext import fulltext
-from .noipstyle import noipstyle
+from .noipstyle import noipstyle
+from .testlib_checker import TestlibChecker

cyaron/graders/graderregistry.py

@@ -23,7 +23,7 @@ def wrapper(func: GraderType2):
             return func
 
         return wrapper
-    
+
     grader = grader2
 
     def grader3(self, name: str):
@@ -47,7 +47,7 @@ def invoke(self, grader: Union[str, GraderType3], content: str, std: str,
         else:
             return grader(content, std, input_content)
 
-    def check(self, name):
+    def check(self, name: str):
         """Check if a grader is registered."""
         return name in self._registry
 

cyaron/graders/testlib_checker.py

@@ -0,0 +1,61 @@
+import tempfile
+import subprocess
+import os
+import xml.etree.ElementTree as xmlElementTree
+from typing import Optional
+
+STDOUT_DEV = "con" if os.name == "nt" else "/dev/stdout"
+
+__all__ = ["TestlibChecker"]
+
+
+class TestlibCheckerResult:
+
+    def __init__(self, result: Optional[str], outcome: str,
+                 pctype: Optional[str]):
+        self.result = result
+        self.outcome = outcome
+        self.pctype = pctype
+
+    def __str__(self):
+        return ' '.join([self.outcome] +
+                        ([] if self.pctype is None else [f'({self.pctype})']) +
+                        ([] if self.result is None else [self.result]))
+
+
+class TestlibChecker:
+    """
+    A grader that uses the testlib checker.
+    """
+
+    def __init__(self, checker_path: str):
+        self.checker_path = checker_path
+
+    def __call__(self, outs: str, ans: str, ins: str):
+        with tempfile.NamedTemporaryFile(
+                'w') as inf, tempfile.NamedTemporaryFile(
+                    'w') as outf, tempfile.NamedTemporaryFile('w') as ansf:
+            inf.write(ins)
+            outf.write(outs)
+            ansf.write(ans)
+            inf.flush()
+            outf.flush()
+            ansf.flush()
+            result = subprocess.run((self.checker_path, inf.name, outf.name,
+                                     ansf.name, STDOUT_DEV, '-appes'),
+                                    stdout=subprocess.PIPE,
+                                    stderr=subprocess.PIPE,
+                                    text=True,
+                                    check=False)
+            checker_output = result.stdout
+
+            result_element = xmlElementTree.fromstring(checker_output)
+            if result_element.tag != 'result':
+                raise ValueError("Invalid output from checker")
+            result_text = result_element.text
+            result_outcome = result_element.get('outcome')
+            if result_outcome is None:
+                raise ValueError("Invalid output from checker")
+            result_pctype = result_element.get('pctype')
+            return result_outcome == 'accepted', TestlibCheckerResult(
+                result_text, result_outcome, result_pctype)