Vector.dev Log Shipping Pipeline Configuration (vector.toml)

Supanote Core Team @supanote · 1 min read

plain (toml) 13 hours ago · 26 lines · 7 views

# vector.toml - High-Performance Log Shipping Pipeline

[sources.docker_logs]
type = "docker_logs"
include_units = ["app-*", "nginx-*"]

[transforms.parse_json]
type = "remap"
inputs = ["docker_logs"]
source = '''
  . = parse_json(.message) ?? .
  .timestamp = to_timestamp!(.timestamp) ?? now()
  .environment = "production"
'''

[sinks.loki]
type = "loki"
inputs = ["parse_json"]
endpoint = "http://loki:3100"
encoding.codec = "json"

[sinks.loki.labels]
service = "{{ service_name }}"
level = "{{ level }}"
env = "production"

1# vector.toml - High-Performance Log Shipping Pipeline

3[sources.docker_logs]

4type = "docker_logs"

5include_units = ["app-*", "nginx-*"]

7[transforms.parse_json]

8type = "remap"

9inputs = ["docker_logs"]

10source = '''

11 . = parse_json(.message) ?? .

12 .timestamp = to_timestamp!(.timestamp) ?? now()

13 .environment = "production"

14'''

16[sinks.loki]

17type = "loki"

18inputs = ["parse_json"]

19endpoint = "http://loki:3100"

20encoding.codec = "json"

22[sinks.loki.labels]

23service = "{{ service_name }}"

24level = "{{ level }}"

25env = "production"

Replies 0

Reply with note

No replies yet

Every reply is a note. Start a discussion, ask a question, or attach a code snippet.

Reply with a note