Resurrect Tensorflow v2 (#99)

* gh: add tflow as submodule

* gha: build tflow lite as part of the tests, and use actions/checkout

* func: add TF minimal func and cmakelists

* inv: update tasks to build tflow

* make tensorflow installation path independent

* gha: fix workflow file

* gha: use new formatting task and actions checkout

* gha: fix failing test

* set safe directory

* gh: bump code version

* fix after rebase

Author: csegarragonz

.env

@@ -1,3 +1,3 @@
-SYSROOT_VERSION=0.1.8
-SYSROOT_CLI_IMAGE=faasm/cpp-sysroot:0.1.8
+SYSROOT_VERSION=0.1.9
+SYSROOT_CLI_IMAGE=faasm/cpp-sysroot:0.1.9
 COMPOSE_PROJECT_NAME=cpp-dev

.github/workflows/tests.yml

@@ -19,7 +19,7 @@ jobs:
     if: github.event.pull_request.draft == false
     runs-on: ubuntu-20.04
     container:
-      image: faasm/cpp-sysroot:0.1.8
+      image: faasm/cpp-sysroot:0.1.9
     steps:
       # --- Update code ---
       - name: "Checkout code"
@@ -52,6 +52,8 @@ jobs:
         run: ./bin/inv_wrapper.sh libpng
       - name: "Build ImageMagick"
         run: ./bin/inv_wrapper.sh imagemagick
+      - name: "Build Tensorflow lite"
+        run: ./bin/inv_wrapper.sh tensorflow
       # --- Build functions to wasm ---
       - name: "Build the functions"
         run: ./bin/inv_wrapper.sh func.local --clean

.gitmodules

@@ -32,3 +32,7 @@
 	path = third-party/zlib
 	url = https://github.com/faasm/zlib.git
 	branch = faasm
+[submodule "third-party/tensorflow"]
+	path = third-party/tensorflow
+	url = https://github.com/faasm/tensorflow.git
+	branch = faasm

VERSION

@@ -1 +1 @@
-0.1.8
+0.1.9

faasmtools/build.py

@@ -7,6 +7,7 @@
 FAASM_LOCAL_DIR = environ.get("FAASM_LOCAL_DIR", "/usr/local/faasm")
 FAASM_NATIVE_DIR = join(FAASM_LOCAL_DIR, "native")
 WASM_SYSROOT = join(FAASM_LOCAL_DIR, "llvm-sysroot")
+WASM_HEADER_INSTALL = "{}/include".format(WASM_SYSROOT)
 WASM_LIB_INSTALL = "{}/lib/wasm32-wasi".format(WASM_SYSROOT)
 WASM_TOOLCHAIN_ROOT = "/usr/local/faasm/toolchain"
 WASM_TOOLCHAIN_TOOLS = join(WASM_TOOLCHAIN_ROOT, "tools")

func/CMakeLists.txt

@@ -95,3 +95,4 @@ add_subdirectory(dynlink)
 add_subdirectory(ffmpeg)
 add_subdirectory(mpi)
 add_subdirectory(omp)
+add_subdirectory(tf)

func/tf/CMakeLists.txt

@@ -0,0 +1,17 @@
+# Set where the library has been built
+if (FAASM_BUILD_TYPE STREQUAL "wasm")
+    set(TF_LIB ${CMAKE_SYSROOT}/lib/wasm32-wasi/libtensorflow-lite.a)
+else()
+    message(FATAL_ERROR "Tensorflow can only be built for WebAssembly")
+endif()
+
+faasm_func(minimal minimal.cpp)
+
+set(TF_HEADERS
+    ${CMAKE_SYSROOT}/include/tensorflow
+    ${CMAKE_SYSROOT}/include/tensorflow/tensorflow/lite/tools/make/downloads/flatbuffers/include
+)
+
+target_include_directories(minimal PUBLIC ${TF_HEADERS})
+target_link_libraries(minimal faasm ${TF_LIB})
+add_custom_target(tf_all_funcs DEPENDS minimal)

func/tf/minimal.cpp

@@ -0,0 +1,44 @@
+#include <faasm/faasm.h>
+#include <faasm/input.h>
+
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/optional_debug_tools.h"
+
+#define INPUT_FILE_PATH "faasm://tflite/sample_model.tflite"
+#define TFLITE_MINIMAL_CHECK(x)                                                \
+    if (!(x)) {                                                                \
+        fprintf(stderr, "Error at %s:%d\n", __FILE__, __LINE__);               \
+        exit(1);                                                               \
+    }
+
+/**
+ * This is an example that is minimal to read a model
+ * from disk to check if the lib was compiled successfully.
+ *
+ * Example inspired from:
+ * https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/examples/minimal/minimal.cc
+ */
+
+int main()
+{
+    // Load model from file
+    std::unique_ptr<tflite::FlatBufferModel> model =
+      tflite::FlatBufferModel::BuildFromFile(INPUT_FILE_PATH);
+    TFLITE_MINIMAL_CHECK(model != nullptr);
+
+    // Build the interpreter with the InterpreterBuilder.
+    tflite::ops::builtin::BuiltinOpResolver resolver;
+    tflite::InterpreterBuilder builder(*model, resolver);
+    std::unique_ptr<tflite::Interpreter> interpreter;
+    builder(&interpreter);
+    TFLITE_MINIMAL_CHECK(interpreter != nullptr);
+
+    // Allocate tensor buffers.
+    TFLITE_MINIMAL_CHECK(interpreter->AllocateTensors() == kTfLiteOk);
+    printf("=== Pre-invoke Interpreter State ===\n");
+    tflite::PrintInterpreterState(interpreter.get());
+
+    return 0;
+}

tasks/__init__.py

@@ -16,6 +16,7 @@
 from . import libfake
 from . import libffi
 from . import libpng
+from . import tensorflow
 from . import zlib
 
 ns = Collection(
@@ -35,5 +36,6 @@
     libfake,
     libffi,
     libpng,
+    tensorflow,
     zlib,
 )

tasks/func.py

@@ -181,3 +181,4 @@ def local(ctx, clean=False, debug=False):
     user(ctx, "ffmpeg", clean, debug)
     user(ctx, "mpi", clean, debug)
     user(ctx, "omp", clean, debug)
+    user(ctx, "tf", clean, debug)