out_bigquery: make HTTP buffer size configurable

Author: tsubaron

plugins/out_bigquery/bigquery.c

@@ -1014,7 +1014,7 @@ static void cb_bigquery_flush(struct flb_event_chunk *event_chunk,
         FLB_OUTPUT_RETURN(FLB_RETRY);
     }
 
-    flb_http_buffer_size(c, 4192);
+    flb_http_buffer_size(c, ctx->buffer_size);
     flb_http_add_header(c, "User-Agent", 10, "Fluent-Bit", 10);
     flb_http_add_header(c, "Content-Type", 12, "application/json", 16);
 
@@ -1143,6 +1143,11 @@ static struct flb_config_map config_map[] = {
       0, FLB_TRUE, offsetof(struct flb_bigquery, ignore_unknown_values),
       "Enable ignoring unknown value",
     },
+    {
+      FLB_CONFIG_MAP_INT, "buffer_size", "4192",
+      0, FLB_TRUE, offsetof(struct flb_bigquery, buffer_size),
+      "Set the HTTP buffer size",
+    },
     /* EOF */
     {0}
 };

plugins/out_bigquery/bigquery.h

@@ -110,6 +110,7 @@ struct flb_bigquery {
 
     int skip_invalid_rows;
     int ignore_unknown_values;
+    int buffer_size;
 
     flb_sds_t uri;