-
Notifications
You must be signed in to change notification settings - Fork 0
/
agent.conf.tmpl
102 lines (93 loc) · 2.67 KB
/
agent.conf.tmpl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
# Supported Labels:
#
# fluentd.pattern = <regex> If not set, all logs will be ignored
# fluentd.private = true|false (default false) don't send to global label
# fluentd.ignore = true|false If true, messages will be dropped (evaluated on a per-message basis)
# fluentd.targets = <stack/service> (default own stack/service)
# => this can be overridden on a per-message basis by using an expression pattern that overrides fluentd.targets
# => any stack/service in rancher is an available target (though they might not do anything with the messages)
# Tail all docker container json logs
<source>
@type tail
path /var/lib/docker/containers/*/*-json.log
pos_file /home/fluent/fluentd-docker.pos
tag docker.*
format json
time_key time
time_format %Y-%m-%dT%H:%M:%S.%NZ
</source>
# Attach container labels & other info
# This drops messages from containers
# without fluentd.pattern label
<filter docker.var.lib.docker.containers.**>
@type docker
container_id "${tag_parts[5]}"
targets_label "docker.container.labels.io.rancher.stack_service.name"
</filter>
# Rewrite tag to docker.<container_name> for readability
# <match docker.var.lib.docker.containers.**>
# @type rewrite_tag
# rewriterule1 docker.container.name (.+) docker.$1
# </match>
# Concat multiline messages
# (any line that starts with whitespace
# will be joined to the previous message)
#
# TODO: allow specification of multiline
# pattern in fluentd.multiline label
<filter docker.**>
@type concat
@log_level warn
key log
use_first_timestamp true
stream_identity_key docker.container.id
multiline_start_regexp /^\S+/
timeout_label @DEFAULT
separator ""
flush_interval 2s
</filter>
# Relabel so that concat successes and
# timeouts end up in the same pipeline
<match docker.**>
@type relabel
@label @DEFAULT
</match>
<label @DEFAULT>
# Attach host info in kibana-readable format
<filter docker.**>
@type kibana
{{- with host }}
hostname {{ .Name }}
group {{ .Labels.GetValue "rancher-group" }}
provider aws
region {{ .Labels.GetValue "region" }}
az {{ .Labels.GetValue "zone" }}
machine {{ .Labels.GetValue "instance-type" }}
{{- end }}
</filter>
{{- with service }}
{{- with .Parent }}
{{- $dest := .Labels.GetValue "fluentd.forward" }}
{{- with service $dest }}
<match **>
@type forward
send_timeout 60s
recover_wait 10s
hard_timeout 60s
{{- range .Containers }}
{{ if .Host }}
{{- if (eq .Host.State "active") }}
<server>
name {{ .Name }}
host {{ .PrimaryIp }}
port 24224
weight 60
</server>
{{- end }}
{{- end }}
{{- end }}
</match>
{{- end }}
{{- end }}
{{- end }}
</label>