[Example][FD] New Face detect example: execution environment w/o model

Author: dzakhar

examples/CMakeLists.txt

@@ -13,9 +13,7 @@ include(../cmake/settings.cmake)
 add_subdirectory(hello_world)
 add_subdirectory(example_cifar10_caffe)
 add_subdirectory(example_har_smartphone)
-
-# Example needs update
-# add_subdirectory(example_face_detect)
+add_subdirectory(example_face_detect)
 
 if (ARC AND NOT (${MLI_PLATFORM} STREQUAL EM_HS) AND (NOT "$ENV{TENSORFLOW_DIR}" STREQUAL ""))
     add_subdirectory(tutorial_emnist_tflm)

examples/example_face_detect/CMakeLists.txt

@@ -1,62 +1,72 @@
 #
-# Copyright 2020, Synopsys, Inc.
+# Copyright 2020-2021, Synopsys, Inc.
 # All rights reserved.
 #
 # This source code is licensed under the BSD-3-Clause license found in
 # the LICENSE file in the root directory of this source tree.
 #
 
+project(face_detect)
+
 include(../../cmake/settings.cmake)
 
-add_executable(example_face_detect
+set(TARGET example_face_detect)
+
+add_executable(${TARGET}
     bmp_file_io.c
-    face_trigger_model.c
-    main.c
-    sliding_scan.c
+    bmp_file_io.h
+    face_detect_module.cc
+    face_detect_module.h
+    main.cc
 )
 
-target_link_libraries(example_face_detect PUBLIC mli)
+target_link_libraries(${TARGET} PUBLIC mli)
 
-target_include_directories(example_face_detect PRIVATE
+target_include_directories(${TARGET} PRIVATE
     ../../examples/auxiliary
 )
 
 if (ARC)
 set(EXAMPLE_FLAGS
     -Hnocopyr
     -Hpurge
-    -Hheap=20K
-    -Hstack=4K
-    -Hfxapi
+    -Hheap=50K
+    -Hstack=8K
     -e_start
     -Bgrouplib
     -Hldopt=-q
     -Hsdata0
-    -Xdsp_ctrl=postshift,guard,convergent
     -Hdense_prologue
+    -Hcl
+    -Hcrt_argv
+    -Hcrt_fast_memcpy
+    -Hcrt_fast_memset
+    -Hxcheck
+    -Hcrt_initbss
+
 )
 else()
 set(EXAMPLE_FLAGS)
 endif()
 
-target_compile_options(example_face_detect PRIVATE
+target_compile_options(${TARGET} PRIVATE
     ${MLI_PLATFORM_COMPILE_OPTIONS}
     ${EXAMPLE_FLAGS}
 )
 
-target_link_options(example_face_detect PRIVATE
+target_link_options(${TARGET} PRIVATE
     ${MLI_PLATFORM_LINK_OPTIONS}
     ${EXAMPLE_FLAGS}
 )
 
 if (ARC)
-target_link_options(example_face_detect PRIVATE
+target_link_options(${TARGET} PRIVATE
     -m
-    -Coutput=./elf_files/example_face_detect.map
+    -Coutput=./bin/${TARGET}.map
 )
 endif()
 
-set_target_properties(example_face_detect
+set_target_properties(${TARGET}
     PROPERTIES
-    RUNTIME_OUTPUT_DIRECTORY "./elf_files$<0:>"
+    RUNTIME_OUTPUT_DIRECTORY "./bin$<0:>"
 )

examples/example_face_detect/Makefile

@@ -1,31 +1,30 @@
 #
-# Copyright 2019-2020, Synopsys, Inc.
+# Copyright 2019-2021, Synopsys, Inc.
 # All rights reserved.
 #
 # This source code is licensed under the BSD-3-Clause license found in
 # the LICENSE file in the root directory of this source tree.
 #
 
-# TCF_FILE: withouts NOT setting this parameter,
-#           the default native compiler is used to compile
-# BUILDLIB_DIR ?= ev71_buildlib can be specified if no MWDT buildlib is available
-# See rules.mk for all flags
-
-PUBLIC_DIR = ../..
+PUBLIC_DIR = $(CURDIR)/../..
 include $(PUBLIC_DIR)/make/rules.mk
 
 BUILD_SUBDIR = examples$(PS)example_face_detect
-BUILD_TARGET = example_face_detect
-RUN_ARGS ?= "grace_hopper.bmp"
+BIN_PATH = $(BUILD_DIR)$(PS)$(BUILD_SUBDIR)$(PS)bin
 
-app: build
+BUILD_TARGET = example_face_detect
+RUN_ARGS ?= 
 
-run: app
 ifndef TCF_FILE
-	$(BUILD_DIR)$(PS)$(BUILD_SUBDIR)$(PS)elf_files$(PS)example_face_detect
+RUN_APP_CMD =
 else
-	mdb $(BUILD_DIR)$(PS)$(BUILD_SUBDIR)$(PS)elf_files$(PS)example_face_detect.elf \
-		-cl  -nsim -cmd=run -off=cr_for_more -cmd=exit -tcf=$(TCF_FILE) -- $(RUN_ARGS)
+RUN_APP_CMD = mdb64 -cl  -nsim -cmd=run -off=cr_for_more -cmd=exit -tcf=$(TCF_FILE)
+BIN_EXT = .elf
 endif
 
+app: build
+
+run: app
+	$(RUN_APP_CMD) $(BIN_PATH)$(PS)example_face_detect$(BIN_EXT) $(RUN_ARGS)
+
 .PHONY:	app run

examples/example_face_detect/README.md

@@ -1,5 +1,7 @@
 Face Detect Example
 ==============================================
+:building_construction: **The example is under re-construction.** :building_construction:
+<!--
 Example shows very basic implementation of the classic object detection via sliding window paradigm.
 Small binary NN classifier for 36x36 grayscale images outputs positive decision for the images of face, and negative decision on other images. To process bigger image pyramid scaling and sliding is organized. 
 Such approach still useful for deeply embedded applications as a compact and efficient way of triggering a bigger job. Activation function and the Layer 2 are quite unspecific kind of layers and was implemented in the research activity. 
@@ -137,4 +139,6 @@ References
 ----------------------------
 > P. Viola and M. Jones. Rapid object detection using a boosted cascade of simple features. In CVPR, 2001
 
-> R. Vaillant, C. Monrocq, and Y. LeCun. Original approach for the localisation of objects in images. IEE Proc. on Vision, Image, and Signal Processing, 1994.
+> R. Vaillant, C. Monrocq, and Y. LeCun. Original approach for the localisation of objects in images. IEE Proc. on Vision, Image, and Signal Processing, 1994.
+
+-->

examples/example_face_detect/arcem9d.lcf

@@ -1,5 +1,5 @@
 /*
-* Copyright 2019-2020, Synopsys, Inc.
+* Copyright 2019-2021, Synopsys, Inc.
 * All rights reserved.
 *
 * This source code is licensed under the BSD-3-Clause license found in
@@ -15,10 +15,9 @@
 #include <stdlib.h>
 #include <string.h>
 
-// Luma coefficients (ITU-R Recommendation BT. 709) for RGB->GS conversion
-#define LUMA_COEFF_R (0.2126f)
-#define LUMA_COEFF_G (0.7152f)
-#define LUMA_COEFF_B (0.0722f)
+#ifdef __cplusplus
+extern "C" {
+#endif
 
 #pragma pack(1)
 typedef struct {
@@ -51,23 +50,20 @@ typedef struct {
 } rgb_pixel_t;
 #pragma pack()
 
+
 /*
- * Reading input image from BMP file with RGB->gray transformation
- */
-uint8_t *bmp_read(const char* filename) {
+* Reading input image from BMP file with RGB->gray transformation
+*/
+uint8_t *bmp_rgb_read(const char* filename, int32_t width, int32_t height) {
+    const uint32_t pixel_size_bytes = 3;
     bmp_header_t bmp_header;
     bmp_info_header_t bmp_info_header;
     rgb_pixel_t rgb_pixel;
-    int32_t x, y;
-    uint32_t pixel_size_bytes;
-    uint8_t *grayscale_image;
     FILE *f;
-
     uint8_t* image = NULL;
 
     /* opening the input file */
     f = fopen(filename,"rb");
-
     if (f == NULL) {
         printf("Failed to open the input file '%s': %s\n", filename, strerror(errno));
         return NULL;
@@ -77,65 +73,66 @@ uint8_t *bmp_read(const char* filename) {
     fread(&bmp_header, sizeof(bmp_header), 1, f);
     fread(&bmp_info_header, sizeof(bmp_info_header), 1, f);
 
-    /* checking file format: FD_IN_XRESxFD_IN_YRES 24bit BMP */
+    /* checking file format: width X height 24bit BMP */
     if (bmp_header.type         != 0x4D42 ||
-        bmp_info_header.width   != FD_IN_XRES ||
-        bmp_info_header.height  != FD_IN_YRES ||
-        bmp_info_header.bits    != 24 ) {
-        printf("Invaid input file format: 24bit color BMP is supported\n");
+            bmp_info_header.width   != width ||
+            bmp_info_header.height  != height ||
+            bmp_info_header.bits    != 8 * pixel_size_bytes) {
+        printf("Invaid input file format: %dx%d 24bit color BMP is expected\n", height, width);
         fclose(f);
         return NULL;
     }
 
     /* Allocating the buffer and reading input file */
-    grayscale_image = malloc(FD_IN_XRES * FD_IN_YRES);
-    if (grayscale_image == NULL) {
-        printf("Failed to allocate %d bytes to read the input file\n", FD_IN_XRES * FD_IN_YRES);
+    size_t img_size = (size_t)width * height * pixel_size_bytes;
+    image = malloc(img_size);
+    if (image == NULL) {
+        printf("Failed to allocate %d bytes to read the input file\n", width * height);
         fclose(f);
         return NULL;
     }
 
-    image = grayscale_image;
-    pixel_size_bytes = bmp_info_header.bits >> 3;
+    /* Read the data pixel-by-pixel and convert BGR->RGB.
+    Note: if "height" is positive, BMP stores the pixel rows "bottom-up" */
+    for (int y = (height - 1); y >= 0; y--) {
+        uint8_t *image_row = &image[width * y * pixel_size_bytes];
 
-    /* Read the data pixel-by-pixel and convert to 8-bit grayscale.
-       Note: if "height" is positive, BMP stores the pixel rows "bottom-up" */
-    for (y = (FD_IN_YRES - 1); y >= 0; y--) {
-        grayscale_image = (uint8_t*)((uint32_t)image + (FD_IN_XRES * y));
-
-        for (x = 0; x < FD_IN_XRES; x++) {
+        for (int x = 0; x < width; x++) {
+            const int idx = x * pixel_size_bytes;
             fread(&rgb_pixel, pixel_size_bytes, 1, f);
-            grayscale_image[x] = 
-                (uint8_t)(rgb_pixel.r * LUMA_COEFF_R + rgb_pixel.g * LUMA_COEFF_G + rgb_pixel.b * LUMA_COEFF_B);
+            image_row[idx + 0] = rgb_pixel.r;
+            image_row[idx + 1] = rgb_pixel.g;
+            image_row[idx + 2] = rgb_pixel.b;
         }
     }
     fclose(f);
     return image;
 }
 
+
 /*
- * Writing input image to BMP file with gray->RGB transformation and mask applying.
- */
-void bmp_write_gray(const char* filename, const uint8_t *image, const uint8_t *mask) {
+* Writing input image to BMP file with required transformations.
+*/
+void bmp_rgb_write(const char* filename, const uint8_t* image, int32_t width, int32_t height) {
+    const int32_t pixel_size_bytes = 3;
     const bmp_header_t bmp_header = {
-        .type = 0x4D42,
-        .size = FD_IN_XRES * FD_IN_YRES * 3 + (sizeof(bmp_header_t) + sizeof(bmp_info_header_t)),
-        .offset = sizeof(bmp_header_t) + sizeof(bmp_info_header_t)
+        .type =  0x4D42,
+        .size =  width * height * pixel_size_bytes + (sizeof(bmp_header_t) + sizeof(bmp_info_header_t)),
+        .offset =  sizeof(bmp_header_t) + sizeof(bmp_info_header_t)
     };
-    
+
     const bmp_info_header_t bmp_info_header = {
-        .size = sizeof(bmp_info_header_t),
-        .width = FD_IN_XRES,
-        .height = FD_IN_YRES,
-        .planes = 1,
-        .bits = 24,
-        .compression = 0,
-        .size_bytes = FD_IN_XRES * FD_IN_YRES * 3
+        .size =  sizeof(bmp_info_header_t),
+        .width =  width,
+        .height =  height,
+        .planes =  1,
+        .bits =  8 * pixel_size_bytes,
+        .compression =  0,
+        .size_bytes =  width * height * pixel_size_bytes
     };
-    
+
     /* open the input file */
     FILE* f = fopen(filename, "wb");
-
     if (f == NULL) {
         printf("Failed to open the output file '%s': %s\n", filename, strerror(errno));
         return;
@@ -145,23 +142,20 @@ void bmp_write_gray(const char* filename, const uint8_t *image, const uint8_t *m
     fwrite((void*)&bmp_header, sizeof(bmp_header), 1, f);
     fwrite((void*)&bmp_info_header, sizeof(bmp_info_header), 1, f);
 
-    /* Write BMP pixel-by-pixel with gray -> rgb transformation */
-    const int pixel_size = bmp_info_header.bits >> 3;
+    /* Write BMP pixel-by-pixel with rgb->bgr transformation in bottom-up rows order*/
     rgb_pixel_t rgb_pixel = {0};
     for (int y_idx = bmp_info_header.height - 1; y_idx >= 0; y_idx--) {
         for (int x_idx = 0; x_idx < bmp_info_header.width; x_idx++) {
-            const int idx = y_idx * bmp_info_header.width + x_idx;
-            const int8_t val = image[idx];
-
-            /* Put non-zero pixels from mask to input as red pixels*/
-            if(mask[idx]) {
-                rgb_pixel.r = 255;
-                rgb_pixel.g = rgb_pixel.b = 0;
-            } else {
-                rgb_pixel.r = rgb_pixel.g = rgb_pixel.b = val;
-            }
-            fwrite((void*)&rgb_pixel, pixel_size, 1, f);
+            const int idx = (y_idx * bmp_info_header.width + x_idx) * pixel_size_bytes;
+            rgb_pixel.r = image[idx];
+            rgb_pixel.g = image[idx + 1];
+            rgb_pixel.b = image[idx + 2];
+
+            fwrite((void*)&rgb_pixel, pixel_size_bytes, 1, f);
         }
     }
     fclose(f);
-}
+}
+#ifdef __cplusplus
+}
+#endif