Arm backend: Introduce support for a VGF runtime backend.

This is a first version of a VGF runtime with spport for simple VGF
files containing inputs and outputs (no weights) and will prepare the
appropriate Vulkan structures and dispatch the workload following the
normal backend delegate interfaces. It's intended to be extended to
take advantage of the existing Vulkan delegate by replacing the basic
object creation, and by re-using the VgfRepr in the appropriate way in
either a "direct" Arm backend for testing and simple deployment, or
integrated with the Vulkan backend to have good memory, sync and
performance interop with existing Vulkan delegate operators.

It re-uses the build-setup (headers, volk, etc) and
vulkan_executor_runner and has been tested on linux only. This was on
the simple S32 add kernel from the aot_arm_compiler, and a quantized
and non-quantized mv2.

It depends on a number of components which are not yet released, and
the script for these is not included, as our third party dependencies
are still evolving.

Details:
 * Minor build fix for vulkan runtime.
 * Bump vulkan and volk headers to get tensor and graph extensions
 * First version of VGFBackend, dispatching on a vulkan layer driver
 * Will process the examples/models mv2 model and constants

Signed-off-by: Rob Elliott <[email protected]>
Change-Id: I1f278cb98872ae8c0675c72995f0249c038d07d8

Author: robell

CMakeLists.txt

@@ -742,6 +742,10 @@ endif()
 if(EXECUTORCH_BUILD_VULKAN)
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/backends/vulkan)
 endif()
+if(EXECUTORCH_BUILD_VGF)
+  add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/backends/arm)
+endif()
+
 
 if(EXECUTORCH_BUILD_ANDROID_JNI)
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/extension/android)

backends/arm/CMakeLists.txt

@@ -12,13 +12,17 @@ if(NOT EXECUTORCH_ROOT)
   set(EXECUTORCH_ROOT ${CMAKE_CURRENT_SOURCE_DIR}/../..)
 endif()
 
-add_compile_options("-Wall" "-Werror")
-
 include(${EXECUTORCH_ROOT}/tools/cmake/Utils.cmake)
 
 set(_common_include_directories ${EXECUTORCH_ROOT}/.. ${EXECUTORCH_ROOT}/runtime/core/portable_type/c10)
 add_compile_definitions(C10_USING_CUSTOM_GENERATED_MACROS)
 
+
+# bare metal backend builds
+if(EXECUTORCH_BUILD_ARM_BAREMETAL)
+
+add_compile_options("-Wall" "-Werror")
+
 # Third-party folder and Ethos-U driver inclued
 set(THIRD_PARTY_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/third-party")
 set(DRIVER_ETHOSU_INCLUDE_DIR "${THIRD_PARTY_ROOT}/ethos-u-core-driver/include")
@@ -36,3 +40,47 @@ target_include_directories(
 target_include_directories(
   executorch_delegate_ethos_u PUBLIC ${DRIVER_ETHOSU_INCLUDE_DIR}
 )
+
+# end config for bare metal builds
+endif()
+
+
+# VGF backend builds 
+if(EXECUTORCH_BUILD_VGF)
+
+# include libvgf
+set(LIBVGF_PATH "${EXECUTORCH_ROOT}/examples/arm/ethos-u-scratch/ml-sdk-for-vulkan-manifest/sw/vgf-lib/")
+
+set(VULKAN_THIRD_PARTY_PATH ${EXECUTORCH_ROOT}/backends/vulkan/third-party)
+set(VULKAN_HEADERS_PATH ${VULKAN_THIRD_PARTY_PATH}/Vulkan-Headers/include)
+set(VOLK_HEADERS_PATH ${VULKAN_THIRD_PARTY_PATH}/volk)
+
+set(LIBVGF_STATIC "${LIBVGF_PATH}/build/src/libvgf.a")
+set(LIBVGF_INCLUDE "${LIBVGF_PATH}/include/")
+
+add_library(vgf STATIC IMPORTED)
+set_property( TARGET vgf PROPERTY IMPORTED_LOCATION "${LIBVGF_STATIC}" )
+target_include_directories(vgf INTERFACE "${LIBVGF_INCLUDE}")
+
+# Add backend delegate for VGF
+set(_vgf_backend_sources backends/arm/runtime/VGFBackend.cpp
+			 backends/arm/runtime/VGFSetup.cpp )
+
+# vgf backend
+list(TRANSFORM  _vgf_backend_sources PREPEND "${EXECUTORCH_ROOT}/")
+add_library(vgf_backend ${_vgf_backend_sources})
+target_include_directories(
+  vgf_backend PUBLIC
+  ${_common_include_directories}
+  ${VULKAN_HEADERS_PATH}
+  ${VOLK_HEADERS_PATH}
+)
+target_compile_options(vgf_backend PRIVATE -DUSE_VULKAN_WRAPPER -DUSE_VULKAN_VOLK)
+
+
+target_link_libraries(vgf_backend PRIVATE executorch_core)
+target_link_libraries(vgf_backend PRIVATE vgf)
+target_link_options_shared_lib(vgf_backend)
+
+# end config for VGF builds
+endif()