vector/config/examples/file_to_prometheus.yaml at master · connoryy/vector · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# Prometheus sink example
# ----------------------------------------------------
# Parsing logs as metrics and exposing into Prometheus
data_dir: "/var/lib/vector"

# Ingest
sources:
  file:
    type: "file"
    include: [ "sample.log" ]
    start_at_beginning: true

# Structure and parse the data
transforms:
  remap:
    inputs: [ "file" ]
    type: "remap"
    drop_on_error: false
    source: '''
    . |= parse_apache_log!(string!(.message), "common")
    '''

  # Transform into metrics
  log_to_metric:
    inputs: [ "remap" ]
    type: "log_to_metric"
    metrics:
      - type: "counter"
        field: "message"

      - type: "counter"
        increment_by_value: true
        field: "bytes_out"
        name: "bytes_out_total"

      - type: "gauge"
        field: "bytes_out"

      - type: "set"
        field: "user"

      - type: "histogram"
        field: "bytes_out"
        name: "bytes_out_histogram"

# Output data
sinks:
  console_metrics:
    inputs: [ "log_to_metric" ]
    type: "console"
    encoding:
      codec: "json"

  console_logs:
    inputs: [ "remap" ]
    type: "console"
    encoding:
      codec: "text"

  prometheus:
    inputs: [ "log_to_metric" ]
    type: "prometheus_exporter"
    default_namespace: "vector"
    buckets: [ 0.0, 10.0, 100.0, 1000.0, 10000.0, 100001.0 ]