Arm backend: Introduce support for a VGF runtime backend. (#12426)

This is a first version of a VGF runtime with spport for simple VGF
files containing inputs and outputs (no weights) and will prepare the
appropriate Vulkan structures and dispatch the workload following the
normal backend delegate interfaces. It's intended to be extended to take
advantage of the existing Vulkan delegate by replacing the basic object
creation, and by re-using the VgfRepr in the appropriate way in either a
"direct" Arm backend for testing and simple deployment, or integrated
with the Vulkan backend to have good memory, sync and performance
interop with existing Vulkan delegate operators.

It re-uses the build-setup (headers, volk, etc) and
vulkan_executor_runner and has been tested on linux only. This was on
the simple S32 add kernel from the aot_arm_compiler, and a quantized and
non-quantized mv2.

It depends on a number of components which are not yet released, and the
script for these is not included, as our third party dependencies are
still evolving.

Details:
 * Minor build fix for vulkan runtime.
 * Bump vulkan and volk headers to get tensor and graph extensions
 * First version of VGFBackend, dispatching on a vulkan layer driver
 * Will process the examples/models mv2 model and constants


### Testing

This change currently requires internal dependencies while a few pieces
are upstreamed. The following is reproducable for those with full access
to the ML SDK for Vulkan
(https://github.com/arm/ai-ml-sdk-model-converter)

```
# test models
python3 -m examples.arm.aot_arm_compiler -t vgf --delegate --model_name="add" -i ./out_add -o out_add.pte
python3 -m examples.arm.aot_arm_compiler -t vgf --delegate --model_name="mv2" -i ./out_mv2 -o out_mv2.pte

#quantized test models
python3 -m examples.arm.aot_arm_compiler -t vgf --delegate --quantize --model_name=add -i ./out_add_quant -o out_add_quant.pte
python3 -m examples.arm.aot_arm_compiler --model_name=mv2 --target=vgf --quantize --delegate -i ./out_mv2_quant -o out_mv2_quant.pte

# commands to execute them using the vulkan executor runner
./cmake-out/backends/vulkan/vulkan_executor_runner -model_path out_add.pte
./cmake-out/backends/vulkan/vulkan_executor_runner -model_path out_mv2.pte
./cmake-out/backends/vulkan/vulkan_executor_runner -model_path out_add_quant.pte
./cmake-out/backends/vulkan/vulkan_executor_runner -model_path out_mv2_quant.pte
```

Signed-off-by: Rob Elliott <[email protected]>

Author: robell

CMakeLists.txt

@@ -817,6 +817,10 @@ endif()
 if(EXECUTORCH_BUILD_VULKAN)
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/backends/vulkan)
 endif()
+if(EXECUTORCH_BUILD_VGF)
+  add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/backends/arm)
+endif()
+
 
 if(EXECUTORCH_BUILD_ANDROID_JNI)
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/extension/android)

backends/arm/CMakeLists.txt

@@ -12,13 +12,17 @@ if(NOT EXECUTORCH_ROOT)
   set(EXECUTORCH_ROOT ${CMAKE_CURRENT_SOURCE_DIR}/../..)
 endif()
 
-add_compile_options("-Wall" "-Werror")
-
 include(${EXECUTORCH_ROOT}/tools/cmake/Utils.cmake)
 
 set(_common_include_directories ${EXECUTORCH_ROOT}/.. ${EXECUTORCH_ROOT}/runtime/core/portable_type/c10)
 add_compile_definitions(C10_USING_CUSTOM_GENERATED_MACROS)
 
+
+# bare metal backend builds
+if(EXECUTORCH_BUILD_ARM_BAREMETAL)
+
+add_compile_options("-Wall" "-Werror")
+
 # Third-party folder and Ethos-U driver inclued
 set(THIRD_PARTY_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/third-party")
 set(DRIVER_ETHOSU_INCLUDE_DIR "${THIRD_PARTY_ROOT}/ethos-u-core-driver/include")
@@ -36,3 +40,47 @@ target_include_directories(
 target_include_directories(
   executorch_delegate_ethos_u PUBLIC ${DRIVER_ETHOSU_INCLUDE_DIR}
 )
+
+# end config for bare metal builds
+endif()
+
+
+# VGF backend builds 
+if(EXECUTORCH_BUILD_VGF)
+
+# include libvgf
+set(LIBVGF_PATH "${EXECUTORCH_ROOT}/examples/arm/ethos-u-scratch/ml-sdk-for-vulkan-manifest/sw/vgf-lib/")
+
+set(VULKAN_THIRD_PARTY_PATH ${EXECUTORCH_ROOT}/backends/vulkan/third-party)
+set(VULKAN_HEADERS_PATH ${VULKAN_THIRD_PARTY_PATH}/Vulkan-Headers/include)
+set(VOLK_HEADERS_PATH ${VULKAN_THIRD_PARTY_PATH}/volk)
+
+set(LIBVGF_STATIC "${LIBVGF_PATH}/build/src/libvgf.a")
+set(LIBVGF_INCLUDE "${LIBVGF_PATH}/include/")
+
+add_library(vgf STATIC IMPORTED)
+set_property( TARGET vgf PROPERTY IMPORTED_LOCATION "${LIBVGF_STATIC}" )
+target_include_directories(vgf INTERFACE "${LIBVGF_INCLUDE}")
+
+# Add backend delegate for VGF
+set(_vgf_backend_sources backends/arm/runtime/VGFBackend.cpp
+			 backends/arm/runtime/VGFSetup.cpp )
+
+# vgf backend
+list(TRANSFORM  _vgf_backend_sources PREPEND "${EXECUTORCH_ROOT}/")
+add_library(vgf_backend ${_vgf_backend_sources})
+target_include_directories(
+  vgf_backend PUBLIC
+  ${_common_include_directories}
+  ${VULKAN_HEADERS_PATH}
+  ${VOLK_HEADERS_PATH}
+)
+target_compile_options(vgf_backend PRIVATE -DUSE_VULKAN_WRAPPER -DUSE_VULKAN_VOLK)
+
+
+target_link_libraries(vgf_backend PRIVATE executorch_core)
+target_link_libraries(vgf_backend PRIVATE vgf)
+executorch_target_link_options_shared_lib(vgf_backend)
+
+# end config for VGF builds
+endif()