From d5ad34ac82607e2797235ddf913eb3254348591b Mon Sep 17 00:00:00 2001 From: Kazuhiro MUSASHI Date: Mon, 12 Oct 2020 23:38:08 +0900 Subject: [PATCH] Create `prometheus` dedicated cookbook. --- cookbooks/prometheus/default.rb | 68 +++++++------------ cookbooks/prometheus/exporter_proxy.rb | 60 ---------------- .../consul.d/service-filestat_exporter.json | 6 -- .../etc/consul.d/service-node_exporter.json | 6 -- .../exporter_proxy/config.yml | 21 ------ .../etc/prometheus_exporters.d/filestat.yml | 16 ----- .../supervisor/conf.d/blackbox-targets.conf | 8 --- .../supervisor/conf.d/blackbox_exporter.conf | 8 --- .../etc/supervisor/conf.d/exporter_proxy.conf | 8 --- .../supervisor/conf.d/filestat_exporter.conf | 8 --- .../etc/supervisor/conf.d/node_exporter.conf | 8 --- .../prometheus/filestat_exporter_install.rb | 53 --------------- .../prometheus/filestat_exporter_setup.rb | 31 --------- cookbooks/prometheus/node_exporter_install.rb | 55 --------------- cookbooks/prometheus/node_exporter_setup.rb | 39 ----------- 15 files changed, 23 insertions(+), 372 deletions(-) delete mode 100644 cookbooks/prometheus/exporter_proxy.rb delete mode 100644 cookbooks/prometheus/files/etc/consul.d/service-filestat_exporter.json delete mode 100644 cookbooks/prometheus/files/etc/consul.d/service-node_exporter.json delete mode 100644 cookbooks/prometheus/files/etc/prometheus_exporters.d/exporter_proxy/config.yml delete mode 100644 cookbooks/prometheus/files/etc/prometheus_exporters.d/filestat.yml delete mode 100644 cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox-targets.conf delete mode 100644 cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox_exporter.conf delete mode 100644 cookbooks/prometheus/files/etc/supervisor/conf.d/exporter_proxy.conf delete mode 100644 cookbooks/prometheus/files/etc/supervisor/conf.d/filestat_exporter.conf delete mode 100644 cookbooks/prometheus/files/etc/supervisor/conf.d/node_exporter.conf delete mode 100644 cookbooks/prometheus/filestat_exporter_install.rb delete mode 100644 cookbooks/prometheus/filestat_exporter_setup.rb delete mode 100644 cookbooks/prometheus/node_exporter_install.rb delete mode 100644 cookbooks/prometheus/node_exporter_setup.rb diff --git a/cookbooks/prometheus/default.rb b/cookbooks/prometheus/default.rb index a42c10e..32c478e 100644 --- a/cookbooks/prometheus/default.rb +++ b/cookbooks/prometheus/default.rb @@ -1,58 +1,36 @@ # Loading the attributes: include_recipe './attributes.rb' -# Install the Prometheus manager: -if node['prometheus']['manager'] - include_recipe './prometheus_install.rb' - include_recipe './prometheus_setup.rb' +include_recipe './prometheus_install.rb' +include_recipe './prometheus_setup.rb' - include_recipe './alertmanager_install.rb' - include_recipe './alertmanager_setup.rb' +include_recipe './alertmanager_install.rb' +include_recipe './alertmanager_setup.rb' - include_recipe './alertmanager_webhook_install.rb' - include_recipe './alertmanager_webhook_setup.rb' +include_recipe './alertmanager_webhook_install.rb' +include_recipe './alertmanager_webhook_setup.rb' - # Deploy /etc/hosts file: - HOSTNAME = run_command('uname -n').stdout.chomp +# Deploy /etc/hosts file: +HOSTNAME = run_command('uname -n').stdout.chomp - template '/etc/promtail/prometheus.yaml' do - owner 'root' - group 'root' - mode '644' +template '/etc/promtail/prometheus.yaml' do + owner 'root' + group 'root' + mode '644' - variables(HOSTNAME: HOSTNAME, LOKIENDPOINT: node['promtail']['lokiendpoint']) + variables(HOSTNAME: HOSTNAME, LOKIENDPOINT: node['promtail']['lokiendpoint']) - notifies :restart, 'service[promtail-prometheus]' - end - - # Deploy the `systemd` configuration: - remote_file '/lib/systemd/system/promtail-prometheus.service' do - owner 'root' - group 'root' - mode '644' - end - - # Service setting: - service 'promtail-prometheus' do - action [ :enable, :restart ] - end + notifies :restart, 'service[promtail-prometheus]' end -# Create `/etc/prometheus.d/`: -%w(/etc/prometheus_exporters.d).each do |d| - directory d do - owner 'root' - group 'root' - mode '0755' - end +# Deploy the `systemd` configuration: +remote_file '/lib/systemd/system/promtail-prometheus.service' do + owner 'root' + group 'root' + mode '644' end -# Install the node_exporter here: -include_recipe './node_exporter_install.rb' -include_recipe './node_exporter_setup.rb' - -# Install the filestat_exporter here: -include_recipe './filestat_exporter_install.rb' -include_recipe './filestat_exporter_setup.rb' - -include_recipe './exporter_proxy.rb' +# Service setting: +service 'promtail-prometheus' do + action [ :enable, :restart ] +end diff --git a/cookbooks/prometheus/exporter_proxy.rb b/cookbooks/prometheus/exporter_proxy.rb deleted file mode 100644 index 55ffca2..0000000 --- a/cookbooks/prometheus/exporter_proxy.rb +++ /dev/null @@ -1,60 +0,0 @@ -URL = 'https://github.com/rrreeeyyy/exporter_proxy/releases/download/v0.1.0/exporter_proxy_linux_amd64' -BIN = '/usr/local/bin/exporter_proxy' -CONFDIR = '/etc/prometheus_exporters.d/exporter_proxy/' -CONF = 'config.yml' - -execute "wget #{URL} -O #{BIN}" do - not_if "test -e #{BIN}" -end - -file BIN do - user 'root' - group 'root' - - mode '755' -end - -directory CONFDIR do - user 'root' - group 'root' - - mode '755' -end - -remote_file "#{CONFDIR}#{CONF}" do - user 'root' - group 'root' - - mode '644' -end - -remote_file '/etc/supervisor/conf.d/exporter_proxy.conf' do - user 'root' - group 'root' - - mode '644' - - notifies :restart, 'service[supervisor]' -end - -service 'supervisor' do - action :nothing -end - -# Firewall settings here: -%w( 60000/tcp ).each do |p| - execute "ufw allow #{p}" do - user 'root' - - not_if "LANG=c ufw status | grep #{p}" - - notifies :run, 'execute[ufw reload-or-enable]' - end -end - -execute 'ufw reload-or-enable' do - user 'root' - command 'LANG=C ufw reload | grep skipping && ufw --force enable || exit 0' - - action :nothing -end diff --git a/cookbooks/prometheus/files/etc/consul.d/service-filestat_exporter.json b/cookbooks/prometheus/files/etc/consul.d/service-filestat_exporter.json deleted file mode 100644 index 592d642..0000000 --- a/cookbooks/prometheus/files/etc/consul.d/service-filestat_exporter.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "service": { - "name": "filestat-exporter", - "port": 60000 - } -} diff --git a/cookbooks/prometheus/files/etc/consul.d/service-node_exporter.json b/cookbooks/prometheus/files/etc/consul.d/service-node_exporter.json deleted file mode 100644 index e3de53e..0000000 --- a/cookbooks/prometheus/files/etc/consul.d/service-node_exporter.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "service": { - "name": "node-exporter", - "port": 60000 - } -} diff --git a/cookbooks/prometheus/files/etc/prometheus_exporters.d/exporter_proxy/config.yml b/cookbooks/prometheus/files/etc/prometheus_exporters.d/exporter_proxy/config.yml deleted file mode 100644 index a6d0d27..0000000 --- a/cookbooks/prometheus/files/etc/prometheus_exporters.d/exporter_proxy/config.yml +++ /dev/null @@ -1,21 +0,0 @@ -# listen: Addr and port to listen (required) -listen: "0.0.0.0:60000" - -# access_log (optional) -access_log: - path: "/dev/stdout" - format: "ltsv" - fields: ['time', 'time_nsec', 'status', 'size', 'reqtime_nsec', 'backend', 'path', 'query', 'method'] - -# error_log (required) -error_log: - path: "/dev/stderr" - -# exporters: The path of exporter_proxy and the URL of the destination exporter -exporters: - node_exporter: - path: "/node_exporter/metrics" - url: "http://127.0.0.1:9100/metrics" - filestat_exporter: - path: "/filestat_exporter/metrics" - url: "http://127.0.0.1:9943/metrics" diff --git a/cookbooks/prometheus/files/etc/prometheus_exporters.d/filestat.yml b/cookbooks/prometheus/files/etc/prometheus_exporters.d/filestat.yml deleted file mode 100644 index 2b11ade..0000000 --- a/cookbooks/prometheus/files/etc/prometheus_exporters.d/filestat.yml +++ /dev/null @@ -1,16 +0,0 @@ -exporter: - # Optional network parameters - listen_address: ':9943' - metrics_path: /metrics - - # Optional working directory - overridden by parameter '-path.cwd' - # working_directory: "/path/to/my/project" - - # Default enable/disable of metrics - overridden if not set by parameter '-metric.*' - enable_crc32_metric: true - enable_nb_line_metric: false - # list of patterns to apply - metrics can be enable/disabled for each group - files: - - patterns: ["/var/run/reboot-required"] - enable_crc32_metric: false - enable_nb_line_metric: false diff --git a/cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox-targets.conf b/cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox-targets.conf deleted file mode 100644 index 53ee1f8..0000000 --- a/cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox-targets.conf +++ /dev/null @@ -1,8 +0,0 @@ -[program:blackbox-targets] -command=/usr/local/bin/consul-template -consul-addr 127.0.0.1:8500 -template "/etc/consul-template.d/blackbox-targets.tmpl:/etc/prometheus.d/targets/servers.yml" -stdout_logfile=/var/log/supervisor/blackbox-targets.log -redirect_stderr=true -stdout_logfile_maxbytes=1MB -stdout_logfile_backups=5 -autorestart=true -stopsignal=INT diff --git a/cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox_exporter.conf b/cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox_exporter.conf deleted file mode 100644 index 75d8d05..0000000 --- a/cookbooks/prometheus/files/etc/supervisor/conf.d/blackbox_exporter.conf +++ /dev/null @@ -1,8 +0,0 @@ -[program:blackbox_exporter] -command=/usr/local/bin/blackbox_exporter --config.file="/etc/prometheus.d/blackbox.yml" -stdout_logfile=/var/log/supervisor/blackbox_exporter.log -redirect_stderr=true -stdout_logfile_maxbytes=1MB -stdout_logfile_backups=5 -autorestart=true -stopsignal=HUP diff --git a/cookbooks/prometheus/files/etc/supervisor/conf.d/exporter_proxy.conf b/cookbooks/prometheus/files/etc/supervisor/conf.d/exporter_proxy.conf deleted file mode 100644 index 60b6944..0000000 --- a/cookbooks/prometheus/files/etc/supervisor/conf.d/exporter_proxy.conf +++ /dev/null @@ -1,8 +0,0 @@ -[program:exporter_proxy] -command=/usr/local/bin/exporter_proxy -config /etc/prometheus_exporters.d/exporter_proxy/config.yml -stdout_logfile=/var/log/supervisor/exporter_proxy.log -redirect_stderr=true -stdout_logfile_maxbytes=1MB -stdout_logfile_backups=5 -autorestart=true -stopsignal=HUP diff --git a/cookbooks/prometheus/files/etc/supervisor/conf.d/filestat_exporter.conf b/cookbooks/prometheus/files/etc/supervisor/conf.d/filestat_exporter.conf deleted file mode 100644 index c61c76c..0000000 --- a/cookbooks/prometheus/files/etc/supervisor/conf.d/filestat_exporter.conf +++ /dev/null @@ -1,8 +0,0 @@ -[program:filestat_exporter] -command=/usr/local/bin/filestat_exporter --config.file=/etc/prometheus_exporters.d/filestat.yml -stdout_logfile=/var/log/supervisor/filestat_exporter.log -redirect_stderr=true -stdout_logfile_maxbytes=1MB -stdout_logfile_backups=5 -autorestart=true -stopsignal=HUP diff --git a/cookbooks/prometheus/files/etc/supervisor/conf.d/node_exporter.conf b/cookbooks/prometheus/files/etc/supervisor/conf.d/node_exporter.conf deleted file mode 100644 index b5e5c04..0000000 --- a/cookbooks/prometheus/files/etc/supervisor/conf.d/node_exporter.conf +++ /dev/null @@ -1,8 +0,0 @@ -[program:node_exporter] -command=/usr/local/bin/node_exporter --web.listen-address="127.0.0.1:9100" -stdout_logfile=/var/log/supervisor/node_exporter.log -redirect_stderr=true -stdout_logfile_maxbytes=1MB -stdout_logfile_backups=5 -autorestart=true -stopsignal=HUP diff --git a/cookbooks/prometheus/filestat_exporter_install.rb b/cookbooks/prometheus/filestat_exporter_install.rb deleted file mode 100644 index a1fa6db..0000000 --- a/cookbooks/prometheus/filestat_exporter_install.rb +++ /dev/null @@ -1,53 +0,0 @@ -filestat_exporter_url = '' -filestat_exporter_bin = '' - -vtag = '' - -# Calculate the Download URL: -begin - require 'net/http' - - uri = URI.parse('https://github.com/michael-doubez/filestat_exporter/releases/latest') - - Timeout.timeout(3) do - response = Net::HTTP.get_response(uri) - - vtag = $1 if response.body =~ %r{tag\/(v\d+\.\d+\.\d+)} - - filestat_exporter_bin = "#{node['filestat_exporter']['prefix']}#{vtag}#{node['filestat_exporter']['postfix']}" - filestat_exporter_url = "#{node['filestat_exporter']['url']}/#{vtag}/#{filestat_exporter_bin}" - end -rescue - # Abort the chef client process: - raise 'Cannot connect to http://github.com.' -end - -# バージョン確認して、アップデート必要かどうか確認 -result = run_command("filestat_exporter --version 2>&1 | grep #{vtag}", error: false) -if result.exit_status != 0 - # Download: - TMP = "/tmp/#{filestat_exporter_bin}" - - execute "wget #{filestat_exporter_url} -O #{TMP}" - - # Install: - directory node['filestat_exporter']['storage'] do - owner 'root' - group 'root' - mode '755' - end - - execute "tar zxf #{TMP} -C #{node['filestat_exporter']['storage']} --strip-components 1" - - # Change Owner and Permissions: - file "#{node['filestat_exporter']['storage']}filestat_exporter" do - owner 'root' - group 'root' - mode '755' - end - - # Create Link - link "#{node['filestat_exporter']['location']}filestat_exporter" do - to "#{node['filestat_exporter']['storage']}filestat_exporter" - end -end diff --git a/cookbooks/prometheus/filestat_exporter_setup.rb b/cookbooks/prometheus/filestat_exporter_setup.rb deleted file mode 100644 index 693bfe2..0000000 --- a/cookbooks/prometheus/filestat_exporter_setup.rb +++ /dev/null @@ -1,31 +0,0 @@ -# Deploy the `supervisord` configuration: -remote_file '/etc/prometheus_exporters.d/filestat.yml' do - owner 'root' - group 'root' - mode '644' - - notifies :restart, 'service[supervisor]' -end - -# Deploy the `supervisord` configuration: -remote_file '/etc/supervisor/conf.d/filestat_exporter.conf' do - owner 'root' - group 'root' - mode '644' - - notifies :restart, 'service[supervisor]' -end - -# Deploy `consul` config for `node_exporter`: -remote_file '/etc/consul.d/service-filestat_exporter.json' do - owner 'root' - group 'root' - mode '644' - - notifies :restart, 'service[supervisor]' -end - -service 'supervisor' do - action :nothing -end - diff --git a/cookbooks/prometheus/node_exporter_install.rb b/cookbooks/prometheus/node_exporter_install.rb deleted file mode 100644 index 0eeab37..0000000 --- a/cookbooks/prometheus/node_exporter_install.rb +++ /dev/null @@ -1,55 +0,0 @@ -node_exporter_url = '' -node_exporter_bin = '' - -tag = '' -vtag = '' - -# Calculate the Download URL: -begin - require 'net/http' - - uri = URI.parse('https://github.com/prometheus/node_exporter/releases/latest') - - Timeout.timeout(3) do - response = Net::HTTP.get_response(uri) - - vtag = $1 if response.body =~ %r{tag\/(v\d+\.\d+\.\d+)} - tag = vtag.sub(/^v/, '') - - node_exporter_bin = "#{node['node_exporter']['prefix']}#{tag}#{node['node_exporter']['postfix']}" - node_exporter_url = "#{node['node_exporter']['url']}/#{vtag}/#{node_exporter_bin}" - end -rescue - # Abort the chef client process: - raise 'Cannot connect to http://github.com.' -end - -# バージョン確認して、アップデート必要かどうか確認 -result = run_command("node_exporter --version 2>&1 | grep #{tag}", error: false) -if result.exit_status != 0 - # Download: - TMP = "/tmp/#{node_exporter_bin}" - - execute "wget #{node_exporter_url} -O #{TMP}" - - # Install: - directory node['node_exporter']['storage'] do - owner 'root' - group 'root' - mode '755' - end - - execute "tar zxf #{TMP} -C #{node['node_exporter']['storage']} --strip-components 1" - - # Change Owner and Permissions: - file "#{node['node_exporter']['storage']}node_exporter" do - owner 'root' - group 'root' - mode '755' - end - - # Create Link - link "#{node['node_exporter']['location']}node_exporter" do - to "#{node['node_exporter']['storage']}node_exporter" - end -end diff --git a/cookbooks/prometheus/node_exporter_setup.rb b/cookbooks/prometheus/node_exporter_setup.rb deleted file mode 100644 index 9512cd4..0000000 --- a/cookbooks/prometheus/node_exporter_setup.rb +++ /dev/null @@ -1,39 +0,0 @@ -# Deploy the `supervisord` configuration: -remote_file '/etc/supervisor/conf.d/node_exporter.conf' do - owner 'root' - group 'root' - mode '644' - - notifies :restart, 'service[supervisor]' -end - -# Deploy `consul` config for `node_exporter`: -remote_file '/etc/consul.d/service-node_exporter.json' do - owner 'root' - group 'root' - mode '644' - - notifies :restart, 'service[supervisor]' -end - -service 'supervisor' do - action :nothing -end - -# Firewall settings here: -%w( 9100/tcp ).each do |p| - execute "ufw allow #{p}" do - user 'root' - - not_if "LANG=c ufw status | grep #{p}" - - notifies :run, 'execute[ufw reload-or-enable]' - end -end - -execute 'ufw reload-or-enable' do - user 'root' - command 'LANG=C ufw reload | grep skipping && ufw --force enable || exit 0' - - action :nothing -end