@@ -59,26 +59,26 @@ In your main configuration file append the following:
59
59
``` yaml
60
60
pipeline :
61
61
62
- outputs :
63
- - name : cloudwatch_logs
64
- match : ' *'
65
- region : us-east-1
66
- log_group_name : fluent-bit-cloudwatch
67
- log_stream_prefix : from-fluent-bit-
68
- auto_create_group : on
62
+ outputs :
63
+ - name : cloudwatch_logs
64
+ match : ' *'
65
+ region : us-east-1
66
+ log_group_name : fluent-bit-cloudwatch
67
+ log_stream_prefix : from-fluent-bit-
68
+ auto_create_group : on
69
69
` ` `
70
70
71
71
{% endtab %}
72
72
{% tab title="fluent-bit.conf" %}
73
73
74
74
` ` ` text
75
75
[OUTPUT]
76
- Name cloudwatch_logs
77
- Match *
78
- region us-east-1
79
- log_group_name fluent-bit-cloudwatch
80
- log_stream_prefix from-fluent-bit-
81
- auto_create_group On
76
+ Name cloudwatch_logs
77
+ Match *
78
+ region us-east-1
79
+ log_group_name fluent-bit-cloudwatch
80
+ log_stream_prefix from-fluent-bit-
81
+ auto_create_group On
82
82
```
83
83
84
84
{% endtab %}
@@ -94,30 +94,30 @@ For an instance of `Localstack` running at `http://localhost:4566`, the followin
94
94
``` yaml
95
95
pipeline :
96
96
97
- outputs :
98
- - name : cloudwatch_logs
99
- match : ' *'
100
- region : us-east-1
101
- log_group_name : fluent-bit-cloudwatch
102
- log_stream_prefix : from-fluent-bit-
103
- auto_create_group : on
104
- endpoint : localhost
105
- port : 4566
97
+ outputs :
98
+ - name : cloudwatch_logs
99
+ match : ' *'
100
+ region : us-east-1
101
+ log_group_name : fluent-bit-cloudwatch
102
+ log_stream_prefix : from-fluent-bit-
103
+ auto_create_group : on
104
+ endpoint : localhost
105
+ port : 4566
106
106
` ` `
107
107
108
108
{% endtab %}
109
109
{% tab title="fluent-bit.conf" %}
110
110
111
111
` ` ` text
112
112
[OUTPUT]
113
- Name cloudwatch_logs
114
- Match *
115
- region us-east-1
116
- log_group_name fluent-bit-cloudwatch
117
- log_stream_prefix from-fluent-bit-
118
- auto_create_group On
119
- endpoint localhost
120
- port 4566
113
+ Name cloudwatch_logs
114
+ Match *
115
+ region us-east-1
116
+ log_group_name fluent-bit-cloudwatch
117
+ log_stream_prefix from-fluent-bit-
118
+ auto_create_group On
119
+ endpoint localhost
120
+ port 4566
121
121
```
122
122
123
123
{% endtab %}
@@ -131,16 +131,16 @@ The following AWS IAM permissions are required to use this plugin:
131
131
132
132
``` json
133
133
{
134
- "Version" : " 2012-10-17" ,
135
- "Statement" : [{
136
- "Effect" : " Allow" ,
137
- "Action" : [
138
- " logs:CreateLogStream" ,
139
- " logs:CreateLogGroup" ,
140
- " logs:PutLogEvents"
141
- ],
142
- "Resource" : " *"
143
- }]
134
+ "Version" : " 2012-10-17" ,
135
+ "Statement" : [{
136
+ "Effect" : " Allow" ,
137
+ "Action" : [
138
+ " logs:CreateLogStream" ,
139
+ " logs:CreateLogGroup" ,
140
+ " logs:PutLogEvents"
141
+ ],
142
+ "Resource" : " *"
143
+ }]
144
144
}
145
145
```
146
146
@@ -154,20 +154,20 @@ Recall that the kubernetes filter can add metadata which will look like the foll
154
154
155
155
``` text
156
156
kubernetes: {
157
- annotations: {
158
- "kubernetes.io/psp": "eks.privileged"
159
- },
160
- container_hash: "<some hash>",
161
- container_name: "myapp",
162
- docker_id: "<some id>",
163
- host: "ip-10-1-128-166.us-east-2.compute.internal",
164
- labels: {
165
- app: "myapp",
166
- "pod-template-hash": "<some hash>"
167
- },
168
- namespace_name: "my-namespace",
169
- pod_id: "198f7dd2-2270-11ea-be47-0a5d932f5920",
170
- pod_name: "myapp-5468c5d4d7-n2swr"
157
+ annotations: {
158
+ "kubernetes.io/psp": "eks.privileged"
159
+ },
160
+ container_hash: "<some hash>",
161
+ container_name: "myapp",
162
+ docker_id: "<some id>",
163
+ host: "ip-10-1-128-166.us-east-2.compute.internal",
164
+ labels: {
165
+ app: "myapp",
166
+ "pod-template-hash": "<some hash>"
167
+ },
168
+ namespace_name: "my-namespace",
169
+ pod_id: "198f7dd2-2270-11ea-be47-0a5d932f5920",
170
+ pod_name: "myapp-5468c5d4d7-n2swr"
171
171
}
172
172
```
173
173
@@ -181,30 +181,30 @@ Here is our configuration:
181
181
``` yaml
182
182
pipeline :
183
183
184
- outputs :
185
- - name : cloudwatch_logs
186
- match : ' *'
187
- region : us-east-1
188
- log_group_name : fallback-group
189
- log_stream_prefix : fallback-stream
190
- auto_create_group : on
191
- log_group_template : application-logs-$kubernetes['host'].$kubernetes['namespace_name']
192
- log_stream_template : $kubernetes['pod_name'].$kubernetes['container_name']
184
+ outputs :
185
+ - name : cloudwatch_logs
186
+ match : ' *'
187
+ region : us-east-1
188
+ log_group_name : fallback-group
189
+ log_stream_prefix : fallback-stream
190
+ auto_create_group : on
191
+ log_group_template : application-logs-$kubernetes['host'].$kubernetes['namespace_name']
192
+ log_stream_template : $kubernetes['pod_name'].$kubernetes['container_name']
193
193
` ` `
194
194
195
195
{% endtab %}
196
196
{% tab title="fluent-bit.conf" %}
197
197
198
198
` ` ` text
199
199
[OUTPUT]
200
- Name cloudwatch_logs
201
- Match *
202
- region us-east-1
203
- log_group_name fallback-group
204
- log_stream_prefix fallback-stream
205
- auto_create_group On
206
- log_group_template application-logs-$kubernetes['host'].$kubernetes['namespace_name']
207
- log_stream_template $kubernetes['pod_name'].$kubernetes['container_name']
200
+ Name cloudwatch_logs
201
+ Match *
202
+ region us-east-1
203
+ log_group_name fallback-group
204
+ log_stream_prefix fallback-stream
205
+ auto_create_group On
206
+ log_group_template application-logs-$kubernetes['host'].$kubernetes['namespace_name']
207
+ log_stream_template $kubernetes['pod_name'].$kubernetes['container_name']
208
208
```
209
209
210
210
{% endtab %}
@@ -254,54 +254,54 @@ For using the `mem` input plugin and sending memory usage metrics to CloudWatch,
254
254
255
255
``` yaml
256
256
service :
257
- log_level : info
257
+ log_level : info
258
258
259
259
pipeline :
260
- inputs :
261
- - name : mem
262
- tag : mem
260
+ inputs :
261
+ - name : mem
262
+ tag : mem
263
263
264
- filters :
265
- - name : aws
266
- match : ' *'
264
+ filters :
265
+ - name : aws
266
+ match : ' *'
267
267
268
- outputs :
269
- - name : cloudwatch_logs
270
- match : ' *'
271
- region : us-west-2
272
- log_stream_name : fluent-bit-cloudwatch
273
- log_group_name : fluent-bit-cloudwatch
274
- log_format : json/emf
275
- metric_namespace : fluent-bit-metrics
276
- metric_dimensions : ec2_instance_id
277
- auto_create_group : true
268
+ outputs :
269
+ - name : cloudwatch_logs
270
+ match : ' *'
271
+ region : us-west-2
272
+ log_stream_name : fluent-bit-cloudwatch
273
+ log_group_name : fluent-bit-cloudwatch
274
+ log_format : json/emf
275
+ metric_namespace : fluent-bit-metrics
276
+ metric_dimensions : ec2_instance_id
277
+ auto_create_group : true
278
278
` ` `
279
279
280
280
{% endtab %}
281
281
{% tab title="fluent-bit.conf" %}
282
282
283
283
` ` ` text
284
284
[SERVICE]
285
- Log_Level info
285
+ Log_Level info
286
286
287
287
[INPUT]
288
- Name mem
289
- Tag mem
288
+ Name mem
289
+ Tag mem
290
290
291
291
[FILTER]
292
- Name aws
293
- Match *
292
+ Name aws
293
+ Match *
294
294
295
295
[OUTPUT]
296
- Name cloudwatch_logs
297
- Match *
298
- region us-west-2
299
- log_stream_name fluent-bit-cloudwatch
300
- log_group_name fluent-bit-cloudwatch
301
- log_format json/emf
302
- metric_namespace fluent-bit-metrics
303
- metric_dimensions ec2_instance_id
304
- auto_create_group true
296
+ Name cloudwatch_logs
297
+ Match *
298
+ region us-west-2
299
+ log_stream_name fluent-bit-cloudwatch
300
+ log_group_name fluent-bit-cloudwatch
301
+ log_format json/emf
302
+ metric_namespace fluent-bit-metrics
303
+ metric_dimensions ec2_instance_id
304
+ auto_create_group true
305
305
```
306
306
307
307
{% endtab %}
@@ -314,54 +314,54 @@ The following config will set two dimensions to all of our metrics- `ec2_instanc
314
314
315
315
``` yaml
316
316
service :
317
- log_level : info
317
+ log_level : info
318
318
319
319
pipeline :
320
- inputs :
321
- - name : mem
322
- tag : mem
320
+ inputs :
321
+ - name : mem
322
+ tag : mem
323
323
324
- filters :
325
- - name : aws
326
- match : ' *'
324
+ filters :
325
+ - name : aws
326
+ match : ' *'
327
327
328
- outputs :
329
- - name : cloudwatch_logs
330
- match : ' *'
331
- region : us-west-2
332
- log_stream_name : fluent-bit-cloudwatch
333
- log_group_name : fluent-bit-cloudwatch
334
- log_format : json/emf
335
- metric_namespace : fluent-bit-metrics
336
- metric_dimensions : ec2_instance_id,az
337
- auto_create_group : true
328
+ outputs :
329
+ - name : cloudwatch_logs
330
+ match : ' *'
331
+ region : us-west-2
332
+ log_stream_name : fluent-bit-cloudwatch
333
+ log_group_name : fluent-bit-cloudwatch
334
+ log_format : json/emf
335
+ metric_namespace : fluent-bit-metrics
336
+ metric_dimensions : ec2_instance_id,az
337
+ auto_create_group : true
338
338
` ` `
339
339
340
340
{% endtab %}
341
341
{% tab title="fluent-bit.conf" %}
342
342
343
343
` ` ` text
344
344
[SERVICE]
345
- Log_Level info
345
+ Log_Level info
346
346
347
347
[INPUT]
348
- Name mem
349
- Tag mem
348
+ Name mem
349
+ Tag mem
350
350
351
351
[FILTER]
352
- Name aws
353
- Match *
352
+ Name aws
353
+ Match *
354
354
355
355
[OUTPUT]
356
- Name cloudwatch_logs
357
- Match *
358
- region us-west-2
359
- log_stream_name fluent-bit-cloudwatch
360
- log_group_name fluent-bit-cloudwatch
361
- log_format json/emf
362
- metric_namespace fluent-bit-metrics
363
- metric_dimensions ec2_instance_id,az
364
- auto_create_group true
356
+ Name cloudwatch_logs
357
+ Match *
358
+ region us-west-2
359
+ log_stream_name fluent-bit-cloudwatch
360
+ log_group_name fluent-bit-cloudwatch
361
+ log_format json/emf
362
+ metric_namespace fluent-bit-metrics
363
+ metric_dimensions ec2_instance_id,az
364
+ auto_create_group true
365
365
```
366
366
367
367
{% endtab %}
0 commit comments