[ml service] Add Flare as a new nnfw type

- Implemented support for 'flare' nnfw type in ML service API
- Included test cases to validate flare functionality

Signed-off-by: hyunil park <hyunil46.park@samsung.com>

Author: songgot

c/include/nnstreamer-tizen-internal.h

@@ -19,6 +19,8 @@
 extern "C" {
 #endif /* __cplusplus */
 
+#define ML_NNFW_TYPE_FLARE 23 /**< FLARE framework */
+
 /**
  * @brief Constructs the pipeline (GStreamer + NNStreamer).
  * @details This function is to construct the pipeline without checking the permission in platform internally. See ml_pipeline_construct() for the details.

c/src/ml-api-inference-single.c

@@ -114,6 +114,7 @@ static const char *ml_nnfw_subplugin_name[] = {
   [ML_NNFW_TYPE_QNN] = "qnn",
   [ML_NNFW_TYPE_LLAMACPP] = "llamacpp",
   [ML_NNFW_TYPE_TIZEN_HAL] = "tizen-hal",
+  [ML_NNFW_TYPE_FLARE] = "flare",
   NULL
 };
 
@@ -783,7 +784,7 @@ ml_single_set_info_in_handle (ml_single_h single, gboolean is_input,
     ml_single_get_gst_info (single_h, is_input, &gst_info);
     if (single_h->format == _NNS_TENSOR_FORMAT_FLEXIBLE) {
       gst_info.format = single_h->format;
-      gst_info.num_tensors = 1U; /* TODO: Consider multiple input tensors filter */
+      gst_info.num_tensors = 1U;        /* TODO: Consider multiple input tensors filter */
     }
     _ml_tensors_info_create_from_gst (&info, &gst_info);
 
@@ -979,6 +980,12 @@ ml_single_open_custom (ml_single_h * single, ml_single_preset * info)
   for (i = 0; i < num_models; i++)
     g_strstrip (list_models[i]);
 
+  /**
+   * Currently ML_NNFW_TYPE_FLARE is defined temporarily to avoid ACR.
+   */
+  if (info->fw_name && strcasecmp (info->fw_name, "flare") == 0) {
+    nnfw = ML_NNFW_TYPE_FLARE;
+  }
   status = _ml_validate_model_file ((const char **) list_models, num_models,
       &nnfw);
   if (status != ML_ERROR_NONE) {
@@ -1097,7 +1104,7 @@ ml_single_open_custom (ml_single_h * single, ml_single_preset * info)
   }
 
   /* handle flexible single */
-  /**
+                                        /**
    * Set invoke_dynamic as TRUE if the given nnfw do invoke_dynamic
    *
    * if (info->nnfw == ML_NNFW_TYPE_EXECUTORCH_LLAMA || info->nnfw == ML_NNFW_TYPE_LLAMACPP) {
@@ -1984,7 +1991,21 @@ _ml_validate_model_file (const char *const *model,
     file_ext[i] = g_ascii_strdown (pos, -1);
   }
 
-  /** @todo Make sure num_models is correct for each nnfw type */
+  /**
+   * @todo Currently ML_NNFW_TYPE_FLARE is defined temporarily to avoid ACR.
+   * Move checking ML_NNFW_TYPE_FLARE to below switch statement.
+   */
+  if (*nnfw == ML_NNFW_TYPE_FLARE) {
+    if (!g_str_equal (file_ext[0], ".bin")) {
+      _ml_error_report
+          ("Flare accepts .bin file only. Please support correct file extension. You have specified: \"%s\"",
+          file_ext[0]);
+      status = ML_ERROR_INVALID_PARAMETER;
+    }
+    goto done;
+  }
+
+                                        /** @todo Make sure num_models is correct for each nnfw type */
   switch (*nnfw) {
     case ML_NNFW_TYPE_NNFW:
     case ML_NNFW_TYPE_TVM:

tests/capi/unittest_capi_service_extension.cc

@@ -9,7 +9,7 @@
 
 #include <gtest/gtest.h>
 #include <glib.h>
-
+#include <iostream>
 #include <ml-api-service-private.h>
 #include <ml-api-service.h>
 #include "ml-api-service-extension.h"
@@ -394,8 +394,7 @@ _extension_test_imgclf (ml_service_h handle, gboolean is_pipeline)
  * @brief Callback function for scenario test.
  */
 static void
-_extension_test_llamacpp_cb (
-    ml_service_event_e event, ml_information_h event_data, void *user_data)
+_extension_test_llm_cb (ml_service_event_e event, ml_information_h event_data, void *user_data)
 {
   extension_test_data_s *tdata = (extension_test_data_s *) user_data;
   ml_tensors_data_h data = NULL;
@@ -413,7 +412,8 @@ _extension_test_llamacpp_cb (
       status = ml_tensors_data_get_tensor_data (data, 0U, &_raw, &_size);
       EXPECT_EQ (status, ML_ERROR_NONE);
 
-      g_print ("%s", (char *) _raw);
+      std::cout.write (static_cast<const char *> (_raw), _size); /* korean output */
+      std::cout.flush ();
 
       if (tdata)
         tdata->received++;
@@ -427,19 +427,29 @@ _extension_test_llamacpp_cb (
  * @brief Internal function to run test with ml-service extension handle.
  */
 static inline void
-_extension_test_llamacpp (ml_service_h handle, gboolean is_pipeline)
+_extension_test_llm (ml_service_h handle, gboolean is_pipeline, gchar *file_name, guint sleep_us)
 {
   extension_test_data_s *tdata;
   ml_tensors_info_h info;
   ml_tensors_data_h input;
   int status;
+  gsize len = 0;
+  g_autofree gchar *contents = NULL;
+
+  if (file_name != NULL) {
 
-  const gchar input_text[] = "Hello my name is";
+    g_autofree gchar *data_file = _get_data_path (file_name);
+    ASSERT_TRUE (g_file_test (data_file, G_FILE_TEST_EXISTS));
+    ASSERT_TRUE (g_file_get_contents (data_file, &contents, &len, NULL));
+  } else {
+    contents = g_strdup ("Hello my name is");
+    len = strlen (contents);
+  }
 
   tdata = _create_test_data (is_pipeline);
   ASSERT_TRUE (tdata != NULL);
 
-  status = ml_service_set_event_cb (handle, _extension_test_llamacpp_cb, tdata);
+  status = ml_service_set_event_cb (handle, _extension_test_llm_cb, tdata);
   EXPECT_EQ (status, ML_ERROR_NONE);
 
   /* Create and push input data. */
@@ -448,12 +458,12 @@ _extension_test_llamacpp (ml_service_h handle, gboolean is_pipeline)
 
   ml_tensors_data_create (info, &input);
 
-  ml_tensors_data_set_tensor_data (input, 0U, input_text, strlen (input_text));
+  ml_tensors_data_set_tensor_data (input, 0U, contents, len);
 
   status = ml_service_request (handle, NULL, input);
   EXPECT_EQ (status, ML_ERROR_NONE);
 
-  g_usleep (5000000U);
+  g_usleep (sleep_us);
   EXPECT_GT (tdata->received, 0);
 
   /* Clear callback before releasing tdata. */
@@ -473,8 +483,8 @@ TEST (MLServiceExtension, scenarioConfigLlamacpp)
 {
   ml_service_h handle;
   int status;
-
   g_autofree gchar *model_file = _get_model_path ("llama-2-7b-chat.Q2_K.gguf");
+
   if (!g_file_test (model_file, G_FILE_TEST_EXISTS)) {
     g_critical ("Skipping scenarioConfigLlamacpp test due to missing model file. "
                 "Please download model file from https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF");
@@ -486,7 +496,33 @@ TEST (MLServiceExtension, scenarioConfigLlamacpp)
   status = ml_service_new (config, &handle);
   ASSERT_EQ (status, ML_ERROR_NONE);
 
-  _extension_test_llamacpp (handle, FALSE);
+  _extension_test_llm (handle, FALSE, NULL, 5000000U);
+
+  status = ml_service_destroy (handle);
+  EXPECT_EQ (status, ML_ERROR_NONE);
+}
+
+/**
+ * @brief Usage of ml-service extension API.
+ */
+TEST (MLServiceExtension, scenarioConfigFlare)
+{
+  ml_service_h handle;
+  int status;
+  g_autofree gchar *input_file = g_strdup ("flare_input.txt");
+  g_autofree gchar *model_file = _get_model_path ("sflare_if_4bit_3b.bin");
+
+  if (!g_file_test (model_file, G_FILE_TEST_EXISTS)) {
+    g_critical ("Skipping scenarioConfigFlare test due to missing model file.Please download model file");
+    return;
+  }
+
+  g_autofree gchar *config = get_config_path ("config_single_flare.conf");
+
+  status = ml_service_new (config, &handle);
+  ASSERT_EQ (status, ML_ERROR_NONE);
+
+  _extension_test_llm (handle, FALSE, input_file, 40000000U);
 
   status = ml_service_destroy (handle);
   EXPECT_EQ (status, ML_ERROR_NONE);

tests/test_models/config/config_single_flare.conf

@@ -0,0 +1,11 @@
+{
+    "single" :
+    {
+        "framework" : "flare",
+        "model" : ["../tests/test_models/models/sflare_if_4bit_3b.bin"],
+        "adapter" : ["../tests/test_models/models/history_lora.bin"],
+        "custom" : "tokenizer_path:../tests/test_models/data/tokenizer.json,backend:CPU,output_size:1024,model_type:3B,data_type:W4A32",
+        "invoke_dynamic" : "true",
+        "invoke_async" : "false"
+    }
+}

tests/test_models/data/flare_input.txt

@@ -0,0 +1 @@
+<|begin_of_text|><|turn_start|>System\n<|turn_end|>\n<|turn_start|>User\nYou are a summarization expert.Please read the provided <Text> carefully and summarize it in 3 sentences in English. The summary should comprehensively cover the entire content of the original text and be written with the same meaning as the source material.<|begin_of_text|><|turn_start|>System<|turn_end|>국제 연구 컨소시엄이 차세대 재생 에너지 기술 개발에 박차를 가하고 있습니다. 스탠포드 대학을 주도로 MIT, KAIST 등 12개 기관이 참여한 이 프로젝트는 기존 실리콘 기반 태양광 패널의 한계를 극복하기 위해 페로브스카이트-실리콘 탠덤 구조를 적용했습니다. 실험 결과, 이 신소재는 31.2%의 광변환 효율을 달성하며 상용화 가능성을 입증했는데, 이는 기존 단일 접합 태양전지의 최대 효율(26%)을 크게 상회하는 수치입니다. 연구팀은 나노스케일 광포획 구조와 양자점 기술을 접목해 적층형 셀의 내구성을 향상시키는 데 성공했으며, 2025년 상용화를 목표로 대량 생산 공정 개발에 착수했습니다. 현재 캘리포니아의 모하비 사막과 독일 바이에른 지역에 설치된 시범 플랜트에서 실외 테스트가 진행 중이며, 초기 데이터는 일사량 변동 환경에서도 안정적인 성능을 보여주고 있습니다. 산업계 전문가들은 이 기술이 2030년까지 전 세계 태양광 시장의 35%를 점유할 것으로 예상하며, 화석 연료 의존도를 12% 감소시킬 수 있을 것으로 내다보고 있습니다. 특히 개발도상국을 위한 저비용 버전 개발도 병행 중인데, 필리핀과 케냐에서 2024년 말 시범 설치될 예정입니다. 한편 유럽 에너지 위원회는 이 기술이 RE100 목표 달성 시기를 5년 앞당길 수 있을 것으로 평가하며 추가 지원 방안을 검토 중입니다.\n<|turn_end|>\n<|turn_start|>Assistant\n"