Testing on MV2, seeing error

Author: BujSet

examples/selective_build/CMakeLists.txt

@@ -63,7 +63,7 @@ option(EXECUTORCH_SELECT_ALL_OPS
 )
 
 # Option to enable dtype selective build
-option(EXECUTORCH_SELECT_DTYPE "Enable dtype selection during build." OFF
+option(EXECUTORCH_DTYPE_SELECTIVE_BUILD "Enable dtype selection during build." OFF
 )
 # ------------------------------- OPTIONS END --------------------------------
 
@@ -84,8 +84,11 @@ include(${EXECUTORCH_SRCS_FILE})
 #
 set(_kernel_lib)
 if(EXECUTORCH_SELECT_OPS_YAML)
+#  set(_custom_ops_yaml
+#      ${EXECUTORCH_ROOT}/examples/portable/custom_ops/custom_ops.yaml
+#  )
   set(_custom_ops_yaml
-      ${EXECUTORCH_ROOT}/examples/portable/custom_ops/custom_ops.yaml
+      ${EXECUTORCH_ROOT}/mv2_schema.yaml
   )
   set(kernel_sources
       ${EXECUTORCH_ROOT}/examples/portable/custom_ops/custom_ops_1_out.cpp
@@ -113,7 +116,7 @@ gen_selected_ops(
   INCLUDE_ALL_OPS
   "${EXECUTORCH_SELECT_ALL_OPS}"
   DTYPE_SELECT
-  "${EXECUTORCH_SELECT_DTYPE}"
+  "${EXECUTORCH_DTYPE_SELECTIVE_BUILD}"
 )
 
 generate_bindings_for_kernels(
@@ -124,7 +127,7 @@ generate_bindings_for_kernels(
   CUSTOM_OPS_YAML
   "${_custom_ops_yaml}"
   DTYPE_SELECT
-  "${EXECUTORCH_SELECT_DTYPE}"
+  "${EXECUTORCH_DTYPE_SELECTIVE_BUILD}"
 )
 
 gen_operators_lib(
@@ -135,7 +138,7 @@ gen_operators_lib(
   DEPS
   executorch_core
   DTYPE_SELECT
-  "${EXECUTORCH_SELECT_DTYPE}"
+  "${EXECUTORCH_DTYPE_SELECTIVE_BUILD}"
 )
 
 list(TRANSFORM _executor_runner__srcs PREPEND "${EXECUTORCH_ROOT}/")

examples/selective_build/test_selective_build.sh

@@ -94,7 +94,7 @@ test_cmake_select_all_ops() {
     rm -rf ${build_dir}
     retry cmake -DCMAKE_BUILD_TYPE=Release \
             -DEXECUTORCH_SELECT_ALL_OPS=ON \
-            -DEXECUTORCH_SELECT_DTYPE=ON \
+            -DEXECUTORCH_DTYPE_SELECTIVE_BUILD=ON \
             -DCMAKE_INSTALL_PREFIX=cmake-out \
             -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
             -B${build_dir} \
@@ -124,7 +124,7 @@ test_cmake_select_ops_in_list() {
 aten::_native_batch_norm_legit_no_training.out,aten::hardtanh.out,aten::add.out,\
 aten::mean.out,aten::view_copy.out,aten::permute_copy.out,aten::addmm.out,\
 aten,aten::clone.out" \
-            -DEXECUTORCH_SELECT_DTYPE=ON \
+            -DEXECUTORCH_DTYPE_SELECTIVE_BUILD=ON \
             -DCMAKE_INSTALL_PREFIX=cmake-out \
             -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
             -B${build_dir} \
@@ -148,7 +148,7 @@ test_cmake_select_ops_in_yaml() {
     rm -rf ${build_dir}
     retry cmake -DCMAKE_BUILD_TYPE=Release \
             -DEXECUTORCH_SELECT_OPS_YAML=ON \
-            -DEXECUTORCH_SELECT_DTYPE=ON \
+            -DEXECUTORCH_DTYPE_SELECTIVE_BUILD=ON \
             -DCMAKE_INSTALL_PREFIX=cmake-out \
             -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
             -B${build_dir} \
@@ -164,6 +164,30 @@ test_cmake_select_ops_in_yaml() {
     rm "./custom_ops_1.pte"
 }
 
+test_cmake_select_ops_and_dtype() {
+    echo "Exporting MobilenetV2"
+    ${PYTHON_EXECUTABLE} -m examples.portable.scripts.export --model_name="mv2"
+    local example_dir=examples/selective_build
+    local build_dir=cmake-out/${example_dir}
+    rm -rf ${build_dir}
+    retry cmake -DCMAKE_BUILD_TYPE=Release \
+            -DEXECUTORCH_SELECT_OPS_YAML=ON \
+            -DEXECUTORCH_DTYPE_SELECTIVE_BUILD=ON \
+            -DCMAKE_INSTALL_PREFIX=cmake-out \
+            -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
+            -B${build_dir} \
+            ${example_dir}
+
+    echo "Building ${example_dir}"
+    cmake --build ${build_dir} -j9 --config Release
+
+    echo 'Running selective build test'
+    ${build_dir}/selective_build_test --model_path="./mv2.pte" --ops_schema_yaml_target="./mv2_schema.yaml"
+
+    echo "Removing mv2.pte"
+    rm "./mv2.pte"
+}
+
 if [[ -z $BUCK ]];
 then
   BUCK=buck2
@@ -177,9 +201,10 @@ fi
 if [[ $1 == "cmake" ]];
 then
     cmake_install_executorch_lib
-    test_cmake_select_all_ops
-    test_cmake_select_ops_in_list
-    test_cmake_select_ops_in_yaml
+#    test_cmake_select_all_ops
+#    test_cmake_select_ops_in_list
+#    test_cmake_select_ops_in_yaml
+    test_cmake_select_ops_and_dtype
 elif [[ $1 == "buck2" ]];
 then
     test_buck2_select_all_ops

mv2_schema.yaml

@@ -0,0 +1,71 @@
+build_features: []
+custom_classes: []
+et_kernel_metadata:
+  aten::_native_batch_norm_legit_no_training.out:
+  - v1/6;0,1,2,3|6;0|6;0|6;0|6;0|6;0,1,2,3|6;0|6;0|6;0,1,2,3
+  aten::add.out:
+  - v1/6;0,1,2,3|6;0,1,2,3|6;0,1,2,3|6;0,1,2,3
+  aten::addmm.out:
+  - v1/6;0|6;0,1|6;0,1|6;0,1|6;0,1
+  aten::clone.out:
+  - v1/6;0,1|6;0,1|6;0,1
+  aten::convolution.out:
+  - v1/6;0,1,2,3|6;0,1,2,3|6;0,1,2,3|6;0,1,2,3
+  aten::hardtanh.out:
+  - v1/6;0,1,2,3|6;0,1,2,3|6;0,1,2,3
+  aten::mean.out:
+  - v1/6;0,1,2,3|6;0,1,2,3|6;0,1,2,3
+  aten::permute_copy.out:
+  - v1/6;0,1|6;0,1|6;0,1
+include_all_non_op_selectives: false
+include_all_operators: false
+kernel_metadata: {}
+operators:
+  aten::_native_batch_norm_legit_no_training.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::add.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::addmm.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::clone.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::convolution.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::hardtanh.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::mean.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true
+  aten::permute_copy.out:
+    debug_info:
+    - mv2.pte
+    include_all_overloads: false
+    is_root_operator: true
+    is_used_for_training: true