wip

Author: c-neto

blog/2025-06-19/fluent-bit.yaml

@@ -8,7 +8,10 @@ service:
 pipeline:
   inputs:
     - name: dummy
-      dummy: '{"message": "2025-06-19T17:02:35.123456789Z stdout F This is a Foobar application log sample running in kubernetes persisted on /var/log/containers/*.log"}'
+      dummy: |
+        {
+          "message": "2025-06-19T17:02:35.123456789Z stdout F This is a Foobar application log sample running in kubernetes persisted on /var/log/containers/*.log"
+        }
       tag: dummy.foobar
       processors:
         logs:
@@ -22,7 +25,10 @@ pipeline:
             key: _id
 
     - name: dummy
-      dummy: '{"message": "2025-06-19T17:02:35.123456789Z stdout F This is a Greeting application log sample running in kubernetes persisted on /var/log/containers/*.log"}'
+      dummy: |
+        {
+          "message": "2025-06-19T17:02:35.123456789Z stdout F This is a Greeting application log sample running in kubernetes persisted on /var/log/containers/*.log"
+        }
       tag: dummy.greeting 
       processors:
         logs:

fluentbit/docker-compose.yml renamed to fluentbit/buffer-behavior-explore/docker-compose.yml

@@ -0,0 +1,16 @@
+services:
+  fluentbit:
+    container_name: fluentbit
+    image: fluent/fluent-bit:latest
+    user: root
+    volumes:
+      - ./fluent-bit.yaml:/fluent-bit/fluent-bit.yaml
+    develop:
+      watch:
+        - action: sync+restart
+          path: ./
+          target: /fluentbit/
+    command:
+      - "fluent-bit"
+      - "-c"
+      - "/fluent-bit/fluent-bit.yaml"

fluentbit/fluentbit/fluent-bit.yaml renamed to fluentbit/buffer-behavior-explore/fluentbit/fluent-bit.yaml

@@ -0,0 +1,51 @@
+service:
+  flush: 1                # Flush records every second. Controls how often data is pushed to outputs.
+  log_level: error        # Only log errors. Reduces log verbosity for Fluent Bit itself.
+
+# The `pipeline.inputs.processors` feature is only available when using the `yaml` configuration format.  
+# It is not supported in the legacy `.conf` configuration format.
+
+pipeline:
+  inputs:
+    - name: dummy
+      dummy: |
+        {
+          "foo" : "bar",
+          "x": "123"
+        }
+      tag: dummy.foobar
+      processors:
+        logs:
+          - name: modify
+            add:
+              - kubernetes.pod  foobar-pod
+              - kubernetes.node foobar-node
+
+          - name: nest
+            operation: nest
+            nest_under: app
+            wildcard: "*"
+
+          - name: lua
+            code: |
+              function main(tag, timestamp, record)
+                for k, v in pairs(record["app"]) do
+                  if k:find("kubernetes%.") == 1 then
+                    record[k] = v
+                    record["app"][k] = nil
+                  end
+                end
+                return 1, timestamp, record
+              end
+            call: main
+
+          - name: nest
+            operation: nest
+            nest_under: kubernetes
+            wildcard: "kubernetes.*"
+            remove_prefix: kubernetes.
+
+  outputs:
+    - name: stdout
+      format: json_lines
+      match: dummy.*