pybricksdev.compile: include already compiled .mpy modules

In the `compile_multi_file()` function, also include any imported .mpy files found in addition to .py files. This allows including native modules that were compiled to .mpy from C source code.

Also fix cases where `module.__file__` does not exist (it is an optional attribute) while we are touching this.

Author: pepijndevos

CHANGELOG.md

@@ -5,6 +5,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+- Add support for including precompiled .mpy libraries
 
 ## [1.0.0-alpha.36] - 2023-02-18
 

pybricksdev/compile.py

@@ -113,7 +113,8 @@ async def compile_multi_file(path: str, abi: int):
     """
 
     # compile files using Python to find imports contained within the same directory as path
-    finder = ModuleFinder([os.path.dirname(path)])
+    search_path = [os.path.dirname(path)]
+    finder = ModuleFinder(search_path)
     finder.run_script(path)
 
     # we expect missing modules, namely builtin MicroPython packages like pybricks.*
@@ -123,12 +124,30 @@ async def compile_multi_file(path: str, abi: int):
     parts: List[bytes] = []
 
     for name, module in finder.modules.items():
+        if not module.__file__:
+            continue
         mpy = await compile_file(module.__file__, abi)
 
         parts.append(len(mpy).to_bytes(4, "little"))
         parts.append(name.encode() + b"\x00")
         parts.append(mpy)
 
+    # look for .mpy modules
+    for name in finder.any_missing():
+        for spath in search_path:
+            try:
+                with open(os.path.join(spath, f"{name}.mpy"), "rb") as f:
+                    mpy = f.read()
+                if mpy[1] != abi:
+                    raise ValueError(
+                        f"{name}.mpy has abi version {mpy[1]} while {abi} is required"
+                    )
+                parts.append(len(mpy).to_bytes(4, "little"))
+                parts.append(name.encode() + b"\x00")
+                parts.append(mpy)
+            except OSError:
+                continue
+
     return b"".join(parts)