aws: Implement a handler for parquet compression

Signed-off-by: Hiroshi Hatake <[email protected]>

Author: cosmo0920

include/fluent-bit/aws/flb_aws_compress.h

@@ -21,9 +21,10 @@
 #define FLB_AWS_COMPRESS
 
 #include <sys/types.h>
-#define FLB_AWS_COMPRESS_NONE  0
-#define FLB_AWS_COMPRESS_GZIP  1
-#define FLB_AWS_COMPRESS_ARROW 2
+#define FLB_AWS_COMPRESS_NONE    0
+#define FLB_AWS_COMPRESS_GZIP    1
+#define FLB_AWS_COMPRESS_ARROW   2
+#define FLB_AWS_COMPRESS_PARQUET 3
 
 /*
  * Get compression type from compression keyword. The return value is used to identify

src/aws/flb_aws_compress.c

@@ -54,6 +54,13 @@ static const struct compression_option compression_options[] = {
         "arrow",
         &out_s3_compress_arrow
     },
+#endif
+#ifdef FLB_HAVE_ARROW_PARQUET
+    {
+        FLB_AWS_COMPRESS_PARQUET,
+        "parquet",
+        &out_s3_compress_parquet
+    },
 #endif
     { 0 }
 };