From 335ffa11c8238babdbf5eb054263345fa55df3bd Mon Sep 17 00:00:00 2001
From: Kazuhiro MUSASHI <simoom634@yahoo.co.jp>
Date: Mon, 7 Sep 2020 22:38:14 +0900
Subject: [PATCH] Deploy `promtail` & `systemd` configs.

---
 .../systemd/system/promtail-digdag.service    | 12 ++++
 cookbooks/digdag/setup.rb                     | 23 ++++++++
 .../digdag/templates/etc/promtail/digdag.yaml | 56 +++++++++++++++++++
 3 files changed, 91 insertions(+)
 create mode 100644 cookbooks/digdag/files/lib/systemd/system/promtail-digdag.service
 create mode 100644 cookbooks/digdag/templates/etc/promtail/digdag.yaml

diff --git a/cookbooks/digdag/files/lib/systemd/system/promtail-digdag.service b/cookbooks/digdag/files/lib/systemd/system/promtail-digdag.service
new file mode 100644
index 0000000..ca950d4
--- /dev/null
+++ b/cookbooks/digdag/files/lib/systemd/system/promtail-digdag.service
@@ -0,0 +1,12 @@
+[Unit]
+Description=Grafana Promtail (Digdag)
+Documentation=https://github.com/grafana/loki
+After=network-online.target
+
+[Service]
+User=root
+Restart=always
+ExecStart=/usr/local/bin/promtail --config.file=/etc/promtail/digdag.yaml
+
+[Install]
+WantedBy=multi-user.target
diff --git a/cookbooks/digdag/setup.rb b/cookbooks/digdag/setup.rb
index a9abd6b..2f5e920 100644
--- a/cookbooks/digdag/setup.rb
+++ b/cookbooks/digdag/setup.rb
@@ -48,3 +48,26 @@ end
 service 'supervisor' do
   action :nothing
 end
+
+# Deploy /etc/hosts file:
+HOSTNAME = run_command('uname -n').stdout.chomp
+
+template '/etc/promtail/digdag.yaml' do
+  owner 'root'
+    group 'root'
+      mode '644'
+
+  variables(HOSTNAME: HOSTNAME, LOKIENDPOINT: node['promtail']['lokiendpoint'])
+  end
+
+# Deploy the `systemd` configuration:
+remote_file '/lib/systemd/system/promtail-digdag.service' do
+  owner 'root'
+  group 'root'
+  mode '644'
+end
+
+# Service setting:
+service 'promtail-digdag' do
+  action [ :enable, :restart ]
+end
diff --git a/cookbooks/digdag/templates/etc/promtail/digdag.yaml b/cookbooks/digdag/templates/etc/promtail/digdag.yaml
new file mode 100644
index 0000000..707c29b
--- /dev/null
+++ b/cookbooks/digdag/templates/etc/promtail/digdag.yaml
@@ -0,0 +1,56 @@
+server:
+  disable: true
+
+positions:
+  filename: /var/opt/promtail/promtail_digdag_position.yaml
+
+
+clients:
+  - url: http://<%= @LOKIENDPOINT %>/loki/api/v1/push
+
+scrape_configs:
+  - job_name: digdag
+    static_configs:
+    - targets:
+        - localhost
+      labels:
+        job: digdag
+        hostname: <%= @HOSTNAME %>
+        __path__: /var/log/supervisor/digdag.log
+
+    pipeline_stages:
+    - match:
+        selector: '{job="digdag"}'
+
+        stages:
+        - drop:
+            expression: ^[^0-9]
+
+        - drop:
+            expression: ^[0-9\/]+ .*$
+
+        - regex:
+            expression: '^(?P<timestamp>[0-9]+\-[0-9]+\-[0-9]+ [0-9]+:[0-9]+:[0-9]+ [\+\-][0-9]+)[ :]+(\[(?P<level>[^\])]+)\] (?P<message1>[^ ]+) [^ ]+ (?P<message2>.+))$'
+
+        - timestamp:
+            source: timestamp
+            format: 2006-01-02 15:04:05 -0700
+
+        - template:
+            source: level
+            template: '{{ ToLower .level }}'
+
+        - template:
+            source: level
+            template: '{{ regexReplaceAllLiteral "warn" .Value "warning" }}'
+
+        - template:
+            source: message
+            template: '{{ if .message1 }} {{ .message1 }} {{ .message2 }} {{ else }} Digdag has started {{ end }}'
+
+        - labels:
+            level:
+
+        - output:
+            source: message
+