Enable mypy, part 1

Summary:

This is the first PR to enable MyPy typechecker.

There are few next steps, but this can land as-is as a standalone PR.

Will keep enabling in smaller batches, via directory by directory.

Also side note, pyre-ignore can be migrated to "# type: ignore" since pyre is backwards compatible with mypy.

Author: mergennachin

.gitignore

@@ -1,5 +1,6 @@
 .hypothesis
 buck-out/
+.mypy_cache/
 buck2-bin/
 cmake-out*
 .DS_Store

.lintrunner.toml

@@ -285,3 +285,49 @@ command = [
     '--',
     '@{{PATHSFILE}}',
 ]
+
+[[linter]]
+code = 'MYPY'
+include_patterns = [
+    # TODO(https://github.com/pytorch/executorch/issues/7441): Gradually start enabling all folders.
+    # 'backends/**/*.py',
+    'build/**/*.py',
+    'codegen/**/*.py',
+    # 'devtools/**/*.py',
+    # 'docs/**/*.py',
+    # 'examples/**/*.py',
+    # 'exir/**/*.py',
+    # 'extension/**/*.py',
+    'kernels/**/*.py',
+    # 'profiler/**/*.py',
+    'runtime/**/*.py',
+    'scripts/**/*.py',
+    # 'test/**/*.py',
+    # 'util/**/*.py',
+    '*.py',
+]
+exclude_patterns = [
+    'third-party/**',
+    '**/third-party/**',
+    'scripts/check_binary_dependencies.py',
+]
+command = [
+    'python',
+    '-m',
+    'lintrunner_adapters',
+    'run',
+    'mypy_linter',
+    '--config=.mypy.ini',
+    '--show-disable',
+    '--',
+    '@{{PATHSFILE}}'
+]
+init_command = [
+    'python',
+    '-m',
+    'lintrunner_adapters',
+    'run',
+    'pip_init',
+    '--dry-run={{DRYRUN}}',
+    '--requirement=requirements-lintrunner.txt',
+]

.mypy.ini

@@ -0,0 +1,41 @@
+[mypy]
+allow_redefinition = True
+warn_unused_configs = True
+warn_redundant_casts = True
+show_error_codes = True
+show_column_numbers = True
+disallow_untyped_decorators = True
+follow_imports = normal
+local_partial_types = True
+enable_error_code = possibly-undefined
+warn_unused_ignores = False
+
+# TODO(https://github.com/pytorch/executorch/issues/7441): Remove this
+disable_error_code = import-untyped
+
+files =
+    backends,
+    codegen,
+    devtools
+    examples,
+    exir,
+    extension,
+    kernels,
+    profiler,
+    runtime,
+    scripts,
+    util
+
+mypy_path = executorch 
+
+[mypy-setuptools.*]
+ignore_missing_imports = True
+
+[mypy-buck_util]
+ignore_missing_imports = True
+
+[mypy-tomllib]
+ignore_missing_imports = True
+
+[mypy-zstd]
+ignore_missing_imports = True

build/buck_util.py

@@ -24,7 +24,10 @@ def run(self, args: Sequence[str]) -> list[str]:
         """Runs buck2 with the given args and returns its stdout as a sequence of lines."""
         try:
             cp: subprocess.CompletedProcess = subprocess.run(
-                [self._path] + args, capture_output=True, cwd=BUCK_CWD, check=True
+                [self._path] + args,  # type: ignore[operator]
+                capture_output=True,
+                cwd=BUCK_CWD,
+                check=True,
             )
             return [line.strip().decode("utf-8") for line in cp.stdout.splitlines()]
         except subprocess.CalledProcessError as ex:

build/extract_sources.py

@@ -85,7 +85,7 @@ def __init__(
         base_dict: Optional[dict] = None,
     ) -> None:
         self._state: Target._InitState = Target._InitState.UNINITIALIZED
-        self._sources = frozenset()
+        self._sources: frozenset[str] = frozenset()
 
         self.name = name
         # Extend the base lists with the target-specific entries.

codegen/tools/gen_all_oplist.py

@@ -145,7 +145,7 @@ def main(argv: List[Any]) -> None:
 
     # Optionally check if the operators in the model file list are overlapping.
     if options.check_ops_not_overlapping:
-        ops = {}
+        ops = {}  # type: ignore[var-annotated]
         for model_dict in model_dicts:
             for op_name in model_dict["operators"]:
                 if op_name in ops:

codegen/tools/gen_oplist.py

@@ -159,7 +159,7 @@ def _dump_yaml(
     include_all_operators: bool = False,
 ):
     # no debug info yet
-    output = {}
+    output: dict[str, Any] = {}
     operators: Dict[str, Dict[str, object]] = {}
     for op_name in op_list:
         op = SelectiveBuildOperator.from_yaml_dict(
@@ -208,7 +208,7 @@ def gen_oplist(
     assert output_path, "Need to provide output_path for dumped yaml file."
     op_set = set()
     source_name = None
-    et_kernel_metadata = {}
+    et_kernel_metadata = {}  # type: ignore[var-annotated]
     if root_ops:
         # decide delimiter
         delimiter = "," if "," in root_ops else " "

codegen/tools/gen_ops_def.py

@@ -31,7 +31,7 @@ def get_operators(model_file: str) -> List[Operator]:
 
 def dump_yaml(model_file: str, output_file: str) -> None:
     ops = get_operators(model_file)
-    m = []
+    m = []  # type: ignore[var-annotated]
     for op in ops:
         if op.name.startswith("aten::"):
             schemas = torch._C._jit_get_schemas_for_operator(op.name)

codegen/tools/merge_yaml.py

@@ -44,8 +44,7 @@ def get_canonical_opname(func: object) -> str:
         Returns:
             str: canonical name of the operator
         """
-        # pyre-ignore
-        opname = func["op"] if "op" in func else func["func"].split("(")[0]
+        opname = func["op"] if "op" in func else func["func"].split("(")[0]  # type: ignore
         if "::" not in opname:
             opname = "aten::" + opname
         return opname

codegen/tools/test/test_gen_oplist_real_model.py

@@ -13,7 +13,7 @@
     _get_operators,
 )
 
-from libfb.py import parutil
+from libfb.py import parutil  # type: ignore[import-not-found]
 
 MODEL_PATH: Final[str] = parutil.get_file_path("ModuleLinear.pte", pkg=__package__)