filter: Add dropped_size metrics

Signed-off-by: Hiroshi Hatake <[email protected]>

Author: cosmo0920

include/fluent-bit/flb_filter.h

@@ -109,6 +109,7 @@ struct flb_filter_instance {
     struct cmt_counter *cmt_bytes;        /* m: filter_bytes_total        */
     struct cmt_counter *cmt_add_records;  /* m: filter_add_records_total  */
     struct cmt_counter *cmt_drop_records; /* m: filter_drop_records_total */
+    struct cmt_counter *cmt_drop_bytes;   /* m: filter_drop_bytes_total   */
 
 #ifdef FLB_HAVE_METRICS
     struct flb_metrics *metrics;   /* metrics                  */

src/flb_filter.c

@@ -93,6 +93,8 @@ void flb_filter_do(struct flb_input_chunk *ic,
     char *ntag;
     char *work_data;
     size_t work_size;
+    size_t ingested_size;
+    size_t dropped_size;
     void *out_buf;
     size_t out_size;
     struct mk_list *head;
@@ -119,6 +121,7 @@ void flb_filter_do(struct flb_input_chunk *ic,
 
     work_data = (char *) data;
     work_size = bytes;
+    ingested_size = bytes;
 
 #ifdef FLB_HAVE_METRICS
     /* timestamp */
@@ -192,6 +195,10 @@ void flb_filter_do(struct flb_input_chunk *ic,
 
                 work_data = (char *) out_buf;
                 work_size = out_size;
+                dropped_size = 0;
+                if (ingested_size > out_size) {
+                    dropped_size = ingested_size - out_size;
+                }
 
                 /* all records removed, no data to continue processing */
                 if (out_size == 0) {
@@ -207,6 +214,8 @@ void flb_filter_do(struct flb_input_chunk *ic,
                     /* cmetrics */
                     cmt_counter_add(f_ins->cmt_drop_records, ts, in_records,
                                     1, (char *[]) {name});
+                    cmt_counter_add(f_ins->cmt_drop_bytes, ts, dropped_size,
+                                    1, (char *[]) {name});
 
                     /* [OLD] Summarize all records removed */
                     flb_metrics_sum(FLB_METRIC_N_DROPPED,
@@ -224,6 +233,8 @@ void flb_filter_do(struct flb_input_chunk *ic,
                         /* cmetrics */
                         cmt_counter_add(f_ins->cmt_add_records, ts, diff,
                                     1, (char *[]) {name});
+                        cmt_counter_add(f_ins->cmt_drop_bytes, ts, dropped_size,
+                                    1, (char *[]) {name});
 
                         /* [OLD] Summarize new records */
                         flb_metrics_sum(FLB_METRIC_N_ADDED,
@@ -235,6 +246,8 @@ void flb_filter_do(struct flb_input_chunk *ic,
                         /* cmetrics */
                         cmt_counter_add(f_ins->cmt_drop_records, ts, diff,
                                     1, (char *[]) {name});
+                        cmt_counter_add(f_ins->cmt_drop_bytes, ts, dropped_size,
+                                    1, (char *[]) {name});
 
                         /* [OLD] Summarize dropped records */
                         flb_metrics_sum(FLB_METRIC_N_DROPPED,
@@ -547,6 +560,14 @@ int flb_filter_init(struct flb_config *config, struct flb_filter_instance *ins)
                                               1, (char *[]) {"name"});
     cmt_counter_set(ins->cmt_drop_records, ts, 0, 1, (char *[]) {name});
 
+    /* Register generic filter plugin metrics */
+    ins->cmt_drop_bytes = cmt_counter_create(ins->cmt,
+                                             "fluentbit", "filter",
+                                             "drop_bytes_total",
+                                             "Total number of dropped bytes.",
+                                             1, (char *[]) {"name"});
+    cmt_counter_set(ins->cmt_drop_bytes, ts, 0, 1, (char *[]) {name});
+
     /* OLD Metrics API */
 #ifdef FLB_HAVE_METRICS