pack_json: new API to abstract JSON parser backend

Signed-off-by: Eduardo Silva <[email protected]>

Author: edsiper

include/fluent-bit/flb_pack_json.h

@@ -0,0 +1,43 @@
+/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+/*  Fluent Bit
+ *  ==========
+ *  Copyright (C) 2015-2024 The Fluent Bit Authors
+ *
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ */
+
+#ifndef FLB_PACK_JSON_H
+#define FLB_PACK_JSON_H
+
+#include <fluent-bit/flb_pack.h>
+
+#define FLB_PACK_JSON_BACKEND_JSMN    1
+#define FLB_PACK_JSON_BACKEND_YYJSON  2
+
+
+struct flb_pack_opts {
+    /* which backend to use (default, jsmn, yyjson) */
+    int backend;
+
+    /* optional: required only for JSMN in streaming mode */
+    struct flb_pack_state *state;
+};
+
+int flb_pack_json_ext(const char *json, size_t len,
+                      char **out_buf, size_t *out_size,
+                      int *out_root_type,
+                      struct flb_pack_opts *opts);
+
+#endif
+

src/CMakeLists.txt

@@ -16,6 +16,7 @@ set(src
   flb_hash_table.c
   flb_help.c
   flb_pack.c
+  flb_pack_json.c
   flb_pack_gelf.c
   flb_sds.c
   flb_sds_list.c
@@ -398,6 +399,7 @@ set(FLB_DEPS
   ctraces-static
   mk_core
   jsmn
+  yyjson
   ${MSGPACK_LIBRARIES}
   mpack-static
   chunkio-static

src/flb_pack_json.c

@@ -0,0 +1,64 @@
+/*-*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+/*  Fluent Bit
+ *  ==========
+ *  Copyright (C) 2015-2024 The Fluent Bit Authors
+ *
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ */
+
+#include <fluent-bit.h>
+#include <fluent-bit/flb_pack_json.h>
+
+int flb_pack_json_ext(const char *json, size_t len,
+                      char **out_buf, size_t *out_size,
+                      int *out_root_type,
+                      struct flb_pack_opts *opts)
+{
+    int backend;
+    struct flb_pack_state *state = NULL;
+
+    if (!opts) {
+        backend = FLB_PACK_JSON_BACKEND_YYJSON;
+    }
+    else {
+        backend = opts->backend;
+        state = opts->state;
+    }
+
+    if (backend != FLB_PACK_JSON_BACKEND_JSMN &&
+        backend != FLB_PACK_JSON_BACKEND_YYJSON) {
+        return -1;
+    }
+
+    if (backend == FLB_PACK_JSON_BACKEND_JSMN) {
+        /* jsmn */
+        if (state) {
+            /* state for incremental reads */
+            return flb_pack_json_state(json, len, out_buf, out_size, state);
+        }
+        else {
+            /* jsmn (no state) */
+            return flb_pack_json(json, len, out_buf, out_size,
+                                 out_root_type, NULL);
+        }
+    }
+    else if (backend == FLB_PACK_JSON_BACKEND_YYJSON) {
+        /* yyjson */
+        return flb_pack_json_yyjson(json, len, out_buf, out_size,
+                                    out_root_type, NULL);
+    }
+
+    /* unknown backend */
+    return -1;
+}