coreml io

Author: lucylq

backends/apple/coreml/compiler/coreml_preprocess.py

@@ -446,7 +446,7 @@ def preprocess(
             config = cto.coreml.OptimizationConfig(
                 global_config=op_linear_quantizer_config,
                 # skip embedding
-                op_type_configs={"gather": None},
+                # op_type_configs={"gather": None},
             )
             mlmodel = cto.coreml.linear_quantize_weights(mlmodel, config=config)
 

examples/apple/coreml/executor_runner/main.mm

@@ -18,6 +18,9 @@
 #import <numeric>
 #import <string>
 
+// #import <iostream>
+// #import <executorch/extension/evalue_util/print_evalue.h>
+
 static inline id check_class(id obj, Class cls) {
     return [obj isKindOfClass:cls] ? obj : nil;
 }
@@ -393,6 +396,17 @@ int main(int argc, char * argv[]) {
 
         dump_etdump_gen(etdump_gen.get(), debug_buffer, args);
 
+        for (size_t i = 0; i < method->outputs_size(); i++) {
+            auto tensor = outputs[i].toTensor();
+            NSLog(@"tensor[%zu] sizes=", i);
+            for (size_t j = 0; j < tensor.sizes().size(); j++) {
+                NSLog(@" %d,", tensor.sizes()[j]);
+            }
+        }
+        // std::cout << executorch::extension::evalue_edge_items(100);
+        // for (int i = 0; i < method->outputs_size(); i++) {
+        //     std::cout << "Output " << i << ": " << outputs[i] << std::endl;
+        // }
         return EXIT_SUCCESS;
     }
 }

examples/apple/coreml/scripts/build_executor_runner.sh

@@ -29,7 +29,7 @@ rm -rf "$CMAKE_BUILD_DIR_PATH"
 # Build executorch
 echo "ExecuTorch: Building executorch"
 cmake "$EXECUTORCH_ROOT_PATH" -B"$CMAKE_BUILD_DIR_PATH" \
--DCMAKE_BUILD_TYPE=Release \
+-DCMAKE_BUILD_TYPE=Debug \
 -DCMAKE_TOOLCHAIN_FILE="$IOS_TOOLCHAIN_PATH" \
 -DPLATFORM=MAC_UNIVERSAL \
 -DDEPLOYMENT_TARGET=13.0 \

examples/apple/coreml/scripts/export.py

@@ -175,9 +175,12 @@ def main():
         edge_program_manager = exir.to_edge(exir_program_aten)
         edge_copy = copy.deepcopy(edge_program_manager)
         partitioner = CoreMLPartitioner(
-            skip_ops_for_coreml_delegation=None, compile_specs=compile_specs
+            skip_ops_for_coreml_delegation=["linear.bias", "linear.weight"],
+            compile_specs=compile_specs,
         )
+        breakpoint()
         delegated_program_manager = edge_program_manager.to_backend(partitioner)
+        breakpoint()
         exec_program = delegated_program_manager.to_executorch(
             config=exir.ExecutorchBackendConfig(extract_delegate_segments=True)
         )

examples/models/llama/export_llama_lib.py

@@ -825,6 +825,7 @@ def _load_llama_model(
         output_prune_map_path=output_prune_map_path,
         args=args,
     )
+    breakpoint()
     if dtype_override:
         assert isinstance(
             dtype_override, DType

exir/backend/utils.py

@@ -380,7 +380,8 @@ def tag_constant_data(edge_program: ExportedProgram) -> None:
                     )
                 # tag the data node with the same tag as the last user
                 if len(user_tags) > 0:
-                    node.meta["delegation_tag"] = user_tags.pop()
+                    breakpoint()
+                    node.meta["delegation_tag"] = None  # user_tags.pop()
 
 
 def tag_mutated_buffer(edge_program: ExportedProgram) -> None:

exir/program/_program.py

@@ -1279,6 +1279,7 @@ def to_backend(
             EdgeProgramManager: A copy of the calling EdgeProgramManager with the
             specified subgraphs lowered.
         """
+        breakpoint()
         new_edge_programs: Dict[str, ExportedProgram] = {}
         if isinstance(partitioner, dict):
             for name, program in self._edge_programs.items():