Some more experiments

Author: ilevkivskyi

mypyc/analysis/ircheck.py

@@ -56,6 +56,7 @@
 )
 from mypyc.ir.pprint import format_func
 from mypyc.ir.rtypes import (
+    KNOWN_NATIVE_TYPES,
     RArray,
     RInstance,
     RPrimitive,
@@ -181,7 +182,7 @@ def check_op_sources_valid(fn: FuncIR) -> list[FnError]:
     set_rprimitive.name,
     tuple_rprimitive.name,
     range_rprimitive.name,
-}
+} | set(KNOWN_NATIVE_TYPES.values())
 
 
 def can_coerce_to(src: RType, dest: RType) -> bool:

mypyc/build.py

@@ -492,6 +492,7 @@ def mypycify(
     strict_dunder_typing: bool = False,
     group_name: str | None = None,
     log_trace: bool = False,
+    include_native_lib: bool = False,
 ) -> list[Extension]:
     """Main entry point to building using mypyc.
 
@@ -652,5 +653,11 @@ def mypycify(
             extensions.extend(
                 build_single_module(group_sources, cfilenames + shared_cfilenames, cflags)
             )
+    if include_native_lib:
+        extensions.append(
+            get_extension()(
+                "native_buffer", sources=[os.path.join(include_dir(), "native_buffer_internal.c")]
+            )
+        )
 
     return extensions

mypyc/codegen/emit.py

@@ -39,6 +39,7 @@
     is_int64_rprimitive,
     is_int_rprimitive,
     is_list_rprimitive,
+    is_native_rprimitive,
     is_none_rprimitive,
     is_object_rprimitive,
     is_optional_type,
@@ -704,7 +705,7 @@ def emit_cast(
             self.emit_lines(f"    {dest} = {src};", "else {")
             self.emit_cast_error_handler(error, src, dest, typ, raise_exception)
             self.emit_line("}")
-        elif is_object_rprimitive(typ):
+        elif is_object_rprimitive(typ) or is_native_rprimitive(typ):
             if declare_dest:
                 self.emit_line(f"PyObject *{dest};")
             self.emit_arg_check(src, dest, typ, "", optional)

mypyc/common.py

@@ -81,6 +81,7 @@
     "misc_ops.c",
     "generic_ops.c",
     "pythonsupport.c",
+    "native_buffer_internal.c",
 ]
 
 # Python 3.12 introduced immortal objects, specified via a special reference count

mypyc/ir/rtypes.py

@@ -512,6 +512,15 @@ def __hash__(self) -> int:
 # Python range object.
 range_rprimitive: Final = RPrimitive("builtins.range", is_unboxed=False, is_refcounted=True)
 
+KNOWN_NATIVE_TYPES: Final = {
+    name: RPrimitive(name, is_unboxed=False, is_refcounted=True)
+    for name in ["native_buffer.Buffer"]
+}
+
+
+def is_native_rprimitive(rtype: RType) -> bool:
+    return isinstance(rtype, RPrimitive) and rtype.name in KNOWN_NATIVE_TYPES
+
 
 def is_tagged(rtype: RType) -> bool:
     return rtype is int_rprimitive or rtype is short_int_rprimitive

mypyc/irbuild/mapper.py

@@ -25,6 +25,7 @@
 from mypyc.ir.class_ir import ClassIR
 from mypyc.ir.func_ir import FuncDecl, FuncSignature, RuntimeArg
 from mypyc.ir.rtypes import (
+    KNOWN_NATIVE_TYPES,
     RInstance,
     RTuple,
     RType,
@@ -119,6 +120,8 @@ def type_to_rtype(self, typ: Type | None) -> RType:
                 return int16_rprimitive
             elif typ.type.fullname == "mypy_extensions.u8":
                 return uint8_rprimitive
+            elif typ.type.fullname in KNOWN_NATIVE_TYPES:
+                return KNOWN_NATIVE_TYPES[typ.type.fullname]
             else:
                 return object_rprimitive
         elif isinstance(typ, TupleType):