coreml io

Author: lucylq

backends/apple/coreml/compiler/coreml_preprocess.py

@@ -446,7 +446,7 @@ def preprocess(
             config = cto.coreml.OptimizationConfig(
                 global_config=op_linear_quantizer_config,
                 # skip embedding
-                op_type_configs={"gather": None},
+                # op_type_configs={"gather": None},
             )
             mlmodel = cto.coreml.linear_quantize_weights(mlmodel, config=config)
 

backends/apple/coreml/partition/coreml_partitioner.py

@@ -37,6 +37,7 @@ def __init__(
 
     def is_node_supported(self, submodules, node: torch.fx.Node) -> bool:
         # get_attr node can always be supported on any backend
+        breakpoint()
         if node.op == "get_attr":
             return True
         # check if the PyTorch op get called is supported in Core ML
@@ -75,6 +76,7 @@ def __init__(
     def partition(self, exported_program: ExportedProgram) -> PartitionResult:
         # Run the CapabilityBasedPartitioner to return the largest possible
         # subgraphs containing the nodes with the tags
+        breakpoint()
         logger.info("CoreMLPartitioner::partition")
         partition_tags = {}
 

examples/apple/coreml/scripts/export.py

@@ -175,9 +175,12 @@ def main():
         edge_program_manager = exir.to_edge(exir_program_aten)
         edge_copy = copy.deepcopy(edge_program_manager)
         partitioner = CoreMLPartitioner(
-            skip_ops_for_coreml_delegation=None, compile_specs=compile_specs
+            skip_ops_for_coreml_delegation=["linear.bias", "linear.weight"],
+            compile_specs=compile_specs,
         )
+
         delegated_program_manager = edge_program_manager.to_backend(partitioner)
+        breakpoint()
         exec_program = delegated_program_manager.to_executorch(
             config=exir.ExecutorchBackendConfig(extract_delegate_segments=True)
         )

exir/backend/utils.py

@@ -380,7 +380,7 @@ def tag_constant_data(edge_program: ExportedProgram) -> None:
                     )
                 # tag the data node with the same tag as the last user
                 if len(user_tags) > 0:
-                    node.meta["delegation_tag"] = user_tags.pop()
+                    node.meta["delegation_tag"] = None # user_tags.pop()
 
 
 def tag_mutated_buffer(edge_program: ExportedProgram) -> None:

exir/program/_program.py

@@ -1279,6 +1279,7 @@ def to_backend(
             EdgeProgramManager: A copy of the calling EdgeProgramManager with the
             specified subgraphs lowered.
         """
+        breakpoint()
         new_edge_programs: Dict[str, ExportedProgram] = {}
         if isinstance(partitioner, dict):
             for name, program in self._edge_programs.items():