Add the Zuban type checker code

Author: davidhalter

conformance/src/main.py

@@ -235,7 +235,7 @@ def update_type_checker_info(
 
     existing_info["version"] = type_checker.get_version()
     if not skip_timing:
-        existing_info["test_duration"] = round(test_duration, 1)
+        existing_info["test_duration"] = round(test_duration, 2)
 
     version_file.parent.mkdir(parents=True, exist_ok=True)
     with open(version_file, "w") as f:

conformance/src/reporting.py

@@ -50,7 +50,11 @@ def generate_summary_html(root_dir: Path) -> str:
 
         summary_html.append(f"<th class='tc-header'><div class='tc-name'>{version}</div>")
         if test_duration is not None:
-            summary_html.append(f"<div class='tc-time'>{test_duration:.1f}sec</div>")
+            if test_duration < 1:
+                duration = f"{test_duration:.2f}"
+            else:
+                duration = f"{test_duration:.1f}"
+            summary_html.append(f"<div class='tc-time'>{duration}sec</div>")
         summary_html.append("</th>")
 
     summary_html.append("</tr>")
@@ -90,6 +94,12 @@ def generate_summary_html(root_dir: Path) -> str:
 
                     raw_notes = results.get("notes", "").strip()
                     conformance = results.get("conformant", "Unknown")
+                    if conformance == "Unknown":
+                        # Try to look up the automated test results and use
+                        # that if the test passes
+                        automated = results.get("conformance_automated")
+                        if automated == "Pass":
+                            conformance = "Pass"
                     notes = "".join(
                         [f"<p>{note}</p>" for note in raw_notes.split("\n")]
                     )

conformance/src/type_checker.py

@@ -273,9 +273,78 @@ def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
             line_to_errors.setdefault(int(lineno), []).append(line)
         return line_to_errors
 
+class ZubanLSTypeChecker(MypyTypeChecker):
+    @property
+    def name(self) -> str:
+        return "zuban"
+
+    def install(self) -> bool:
+        try:
+            # Uninstall any existing version if present.
+            run(
+                [sys.executable, "-m", "pip", "uninstall", "zuban", "-y"],
+                check=True,
+            )
+
+            # Install the latest version.
+            run(
+                [sys.executable, "-m", "pip", "install", "zuban"],
+                check=True,
+            )
+
+            # Run "mypy --version" to ensure that it's installed and to work
+            # around timing issues caused by malware scanners on some systems.
+            self.get_version()
+
+            return True
+        except CalledProcessError:
+            print("Unable to install zuban")
+            return False
+
+    def get_version(self) -> str:
+        proc = run(["zmypy", "--version"], stdout=PIPE, text=True)
+        return proc.stdout.strip().replace("zmypy", "zuban")
+
+    def run_tests(self, test_files: Sequence[str]) -> dict[str, str]:
+        command = [
+            "zmypy",
+            ".",
+            "--disable-error-code",
+            "empty-body",
+            "--enable-error-code",
+            "deprecated",
+            "--no-warn-unreachable",
+            "--no-mypy-compatible",
+        ]
+        proc = run(command, stdout=PIPE, text=True, encoding="utf-8")
+        lines = proc.stdout.split("\n")
+
+        # Add results to a dictionary keyed by the file name.
+        results_dict: dict[str, str] = {}
+        for line in lines:
+            file_name = line.split(":")[0].strip()
+            results_dict[file_name] = results_dict.get(file_name, "") + line + "\n"
+
+        return results_dict
+
+    def parse_errors(self, output: Sequence[str]) -> dict[int, list[str]]:
+        # narrowing_typeguard.py:102: error: TypeGuard functions must have a positional argument  [valid-type]
+        line_to_errors: dict[int, list[str]] = {}
+        for line in output:
+            if line.count(":") < 3:
+                continue
+            _, lineno, kind, _ = line.split(":", maxsplit=3)
+            kind = kind.strip()
+            if kind != "error":
+                continue
+            line_to_errors.setdefault(int(lineno), []).append(line)
+        return line_to_errors
+
+
 
 TYPE_CHECKERS: Sequence[TypeChecker] = (
     MypyTypeChecker(),
     PyrightTypeChecker(),
     *([] if os.name == "nt" else [PyreTypeChecker()]),
+    ZubanLSTypeChecker(),
 )