Modify `promtail` config for `digdag`.

This commit is contained in:
Kazuhiro MUSASHI 2020-10-24 12:44:17 +09:00
parent d63adfb1de
commit 98b7a4ce42
1 changed files with 21 additions and 12 deletions

View File

@ -18,24 +18,27 @@ scrape_configs:
hostname: <%= @HOSTNAME %> hostname: <%= @HOSTNAME %>
__path__: /var/log/supervisor/digdag.log __path__: /var/log/supervisor/digdag.log
pipeline_stages: pipeline_stages:
- match: - match:
selector: '{job="digdag"}' selector: '{job="digdag"} |~ "^[0-9]+-[0-9]+-[0-9]+"'
stages: stages:
- drop:
expression: ^[^0-9]
- drop:
expression: ^[0-9\/]+ .*$
- regex: - regex:
expression: '^(?P<timestamp>[0-9]+\-[0-9]+\-[0-9]+ [0-9]+:[0-9]+:[0-9]+ [\+\-][0-9]+)[ :]+(\[(?P<level>[^\])]+)\] (?P<message1>[^ ]+) [^ ]+ (?P<message2>.+))$' expression: '^(?P<datetime>\d+\-\d+\-\d+ \d+:\d+:\d+)([\.\d]+)? (?P<timezone>[\+\d]+) \[(?P<level>[^\]]+)\] (?P<message>.+)$'
- template:
source: timestamp
template: '{{ .datetime }} {{ .timezone }}'
- timestamp: - timestamp:
source: timestamp source: timestamp
format: 2006-01-02 15:04:05 -0700 format: 2006-01-02 15:04:05 -0700
- template:
source: level
template: '{{ if .level }}{{ .level }}{{ else }}notice{{ end }}'
- template: - template:
source: level source: level
template: '{{ ToLower .level }}' template: '{{ ToLower .level }}'
@ -44,13 +47,19 @@ scrape_configs:
source: level source: level
template: '{{ regexReplaceAllLiteral "warn" .Value "warning" }}' template: '{{ regexReplaceAllLiteral "warn" .Value "warning" }}'
- template:
source: message
template: '{{ if .message1 }} {{ .message1 }} {{ .message2 }} {{ else }} Digdag has started {{ end }}'
- labels: - labels:
level: level:
- output: - output:
source: message source: message
- match:
selector: '{job="digdag"} !~ "^[0-9]+-[0-9]+-[0-9]+"'
stages:
- template:
source: level
template: 'info'
- labels:
level: