Create `prometheus` dedicated cookbook.

This commit is contained in:
Kazuhiro MUSASHI 2020-10-12 23:38:08 +09:00
parent 7dc0c81081
commit d5ad34ac82
15 changed files with 23 additions and 372 deletions

View File

@ -1,58 +1,36 @@
# Loading the attributes:
include_recipe './attributes.rb'
# Install the Prometheus manager:
if node['prometheus']['manager']
include_recipe './prometheus_install.rb'
include_recipe './prometheus_setup.rb'
include_recipe './prometheus_install.rb'
include_recipe './prometheus_setup.rb'
include_recipe './alertmanager_install.rb'
include_recipe './alertmanager_setup.rb'
include_recipe './alertmanager_install.rb'
include_recipe './alertmanager_setup.rb'
include_recipe './alertmanager_webhook_install.rb'
include_recipe './alertmanager_webhook_setup.rb'
include_recipe './alertmanager_webhook_install.rb'
include_recipe './alertmanager_webhook_setup.rb'
# Deploy /etc/hosts file:
HOSTNAME = run_command('uname -n').stdout.chomp
# Deploy /etc/hosts file:
HOSTNAME = run_command('uname -n').stdout.chomp
template '/etc/promtail/prometheus.yaml' do
owner 'root'
group 'root'
mode '644'
template '/etc/promtail/prometheus.yaml' do
owner 'root'
group 'root'
mode '644'
variables(HOSTNAME: HOSTNAME, LOKIENDPOINT: node['promtail']['lokiendpoint'])
variables(HOSTNAME: HOSTNAME, LOKIENDPOINT: node['promtail']['lokiendpoint'])
notifies :restart, 'service[promtail-prometheus]'
end
# Deploy the `systemd` configuration:
remote_file '/lib/systemd/system/promtail-prometheus.service' do
owner 'root'
group 'root'
mode '644'
end
# Service setting:
service 'promtail-prometheus' do
action [ :enable, :restart ]
end
notifies :restart, 'service[promtail-prometheus]'
end
# Create `/etc/prometheus.d/`:
%w(/etc/prometheus_exporters.d).each do |d|
directory d do
owner 'root'
group 'root'
mode '0755'
end
# Deploy the `systemd` configuration:
remote_file '/lib/systemd/system/promtail-prometheus.service' do
owner 'root'
group 'root'
mode '644'
end
# Install the node_exporter here:
include_recipe './node_exporter_install.rb'
include_recipe './node_exporter_setup.rb'
# Install the filestat_exporter here:
include_recipe './filestat_exporter_install.rb'
include_recipe './filestat_exporter_setup.rb'
include_recipe './exporter_proxy.rb'
# Service setting:
service 'promtail-prometheus' do
action [ :enable, :restart ]
end

View File

@ -1,60 +0,0 @@
URL = 'https://github.com/rrreeeyyy/exporter_proxy/releases/download/v0.1.0/exporter_proxy_linux_amd64'
BIN = '/usr/local/bin/exporter_proxy'
CONFDIR = '/etc/prometheus_exporters.d/exporter_proxy/'
CONF = 'config.yml'
execute "wget #{URL} -O #{BIN}" do
not_if "test -e #{BIN}"
end
file BIN do
user 'root'
group 'root'
mode '755'
end
directory CONFDIR do
user 'root'
group 'root'
mode '755'
end
remote_file "#{CONFDIR}#{CONF}" do
user 'root'
group 'root'
mode '644'
end
remote_file '/etc/supervisor/conf.d/exporter_proxy.conf' do
user 'root'
group 'root'
mode '644'
notifies :restart, 'service[supervisor]'
end
service 'supervisor' do
action :nothing
end
# Firewall settings here:
%w( 60000/tcp ).each do |p|
execute "ufw allow #{p}" do
user 'root'
not_if "LANG=c ufw status | grep #{p}"
notifies :run, 'execute[ufw reload-or-enable]'
end
end
execute 'ufw reload-or-enable' do
user 'root'
command 'LANG=C ufw reload | grep skipping && ufw --force enable || exit 0'
action :nothing
end

View File

@ -1,6 +0,0 @@
{
"service": {
"name": "filestat-exporter",
"port": 60000
}
}

View File

@ -1,6 +0,0 @@
{
"service": {
"name": "node-exporter",
"port": 60000
}
}

View File

@ -1,21 +0,0 @@
# listen: Addr and port to listen (required)
listen: "0.0.0.0:60000"
# access_log (optional)
access_log:
path: "/dev/stdout"
format: "ltsv"
fields: ['time', 'time_nsec', 'status', 'size', 'reqtime_nsec', 'backend', 'path', 'query', 'method']
# error_log (required)
error_log:
path: "/dev/stderr"
# exporters: The path of exporter_proxy and the URL of the destination exporter
exporters:
node_exporter:
path: "/node_exporter/metrics"
url: "http://127.0.0.1:9100/metrics"
filestat_exporter:
path: "/filestat_exporter/metrics"
url: "http://127.0.0.1:9943/metrics"

View File

@ -1,16 +0,0 @@
exporter:
# Optional network parameters
listen_address: ':9943'
metrics_path: /metrics
# Optional working directory - overridden by parameter '-path.cwd'
# working_directory: "/path/to/my/project"
# Default enable/disable of metrics - overridden if not set by parameter '-metric.*'
enable_crc32_metric: true
enable_nb_line_metric: false
# list of patterns to apply - metrics can be enable/disabled for each group
files:
- patterns: ["/var/run/reboot-required"]
enable_crc32_metric: false
enable_nb_line_metric: false

View File

@ -1,8 +0,0 @@
[program:blackbox-targets]
command=/usr/local/bin/consul-template -consul-addr 127.0.0.1:8500 -template "/etc/consul-template.d/blackbox-targets.tmpl:/etc/prometheus.d/targets/servers.yml"
stdout_logfile=/var/log/supervisor/blackbox-targets.log
redirect_stderr=true
stdout_logfile_maxbytes=1MB
stdout_logfile_backups=5
autorestart=true
stopsignal=INT

View File

@ -1,8 +0,0 @@
[program:blackbox_exporter]
command=/usr/local/bin/blackbox_exporter --config.file="/etc/prometheus.d/blackbox.yml"
stdout_logfile=/var/log/supervisor/blackbox_exporter.log
redirect_stderr=true
stdout_logfile_maxbytes=1MB
stdout_logfile_backups=5
autorestart=true
stopsignal=HUP

View File

@ -1,8 +0,0 @@
[program:exporter_proxy]
command=/usr/local/bin/exporter_proxy -config /etc/prometheus_exporters.d/exporter_proxy/config.yml
stdout_logfile=/var/log/supervisor/exporter_proxy.log
redirect_stderr=true
stdout_logfile_maxbytes=1MB
stdout_logfile_backups=5
autorestart=true
stopsignal=HUP

View File

@ -1,8 +0,0 @@
[program:filestat_exporter]
command=/usr/local/bin/filestat_exporter --config.file=/etc/prometheus_exporters.d/filestat.yml
stdout_logfile=/var/log/supervisor/filestat_exporter.log
redirect_stderr=true
stdout_logfile_maxbytes=1MB
stdout_logfile_backups=5
autorestart=true
stopsignal=HUP

View File

@ -1,8 +0,0 @@
[program:node_exporter]
command=/usr/local/bin/node_exporter --web.listen-address="127.0.0.1:9100"
stdout_logfile=/var/log/supervisor/node_exporter.log
redirect_stderr=true
stdout_logfile_maxbytes=1MB
stdout_logfile_backups=5
autorestart=true
stopsignal=HUP

View File

@ -1,53 +0,0 @@
filestat_exporter_url = ''
filestat_exporter_bin = ''
vtag = ''
# Calculate the Download URL:
begin
require 'net/http'
uri = URI.parse('https://github.com/michael-doubez/filestat_exporter/releases/latest')
Timeout.timeout(3) do
response = Net::HTTP.get_response(uri)
vtag = $1 if response.body =~ %r{tag\/(v\d+\.\d+\.\d+)}
filestat_exporter_bin = "#{node['filestat_exporter']['prefix']}#{vtag}#{node['filestat_exporter']['postfix']}"
filestat_exporter_url = "#{node['filestat_exporter']['url']}/#{vtag}/#{filestat_exporter_bin}"
end
rescue
# Abort the chef client process:
raise 'Cannot connect to http://github.com.'
end
# バージョン確認して、アップデート必要かどうか確認
result = run_command("filestat_exporter --version 2>&1 | grep #{vtag}", error: false)
if result.exit_status != 0
# Download:
TMP = "/tmp/#{filestat_exporter_bin}"
execute "wget #{filestat_exporter_url} -O #{TMP}"
# Install:
directory node['filestat_exporter']['storage'] do
owner 'root'
group 'root'
mode '755'
end
execute "tar zxf #{TMP} -C #{node['filestat_exporter']['storage']} --strip-components 1"
# Change Owner and Permissions:
file "#{node['filestat_exporter']['storage']}filestat_exporter" do
owner 'root'
group 'root'
mode '755'
end
# Create Link
link "#{node['filestat_exporter']['location']}filestat_exporter" do
to "#{node['filestat_exporter']['storage']}filestat_exporter"
end
end

View File

@ -1,31 +0,0 @@
# Deploy the `supervisord` configuration:
remote_file '/etc/prometheus_exporters.d/filestat.yml' do
owner 'root'
group 'root'
mode '644'
notifies :restart, 'service[supervisor]'
end
# Deploy the `supervisord` configuration:
remote_file '/etc/supervisor/conf.d/filestat_exporter.conf' do
owner 'root'
group 'root'
mode '644'
notifies :restart, 'service[supervisor]'
end
# Deploy `consul` config for `node_exporter`:
remote_file '/etc/consul.d/service-filestat_exporter.json' do
owner 'root'
group 'root'
mode '644'
notifies :restart, 'service[supervisor]'
end
service 'supervisor' do
action :nothing
end

View File

@ -1,55 +0,0 @@
node_exporter_url = ''
node_exporter_bin = ''
tag = ''
vtag = ''
# Calculate the Download URL:
begin
require 'net/http'
uri = URI.parse('https://github.com/prometheus/node_exporter/releases/latest')
Timeout.timeout(3) do
response = Net::HTTP.get_response(uri)
vtag = $1 if response.body =~ %r{tag\/(v\d+\.\d+\.\d+)}
tag = vtag.sub(/^v/, '')
node_exporter_bin = "#{node['node_exporter']['prefix']}#{tag}#{node['node_exporter']['postfix']}"
node_exporter_url = "#{node['node_exporter']['url']}/#{vtag}/#{node_exporter_bin}"
end
rescue
# Abort the chef client process:
raise 'Cannot connect to http://github.com.'
end
# バージョン確認して、アップデート必要かどうか確認
result = run_command("node_exporter --version 2>&1 | grep #{tag}", error: false)
if result.exit_status != 0
# Download:
TMP = "/tmp/#{node_exporter_bin}"
execute "wget #{node_exporter_url} -O #{TMP}"
# Install:
directory node['node_exporter']['storage'] do
owner 'root'
group 'root'
mode '755'
end
execute "tar zxf #{TMP} -C #{node['node_exporter']['storage']} --strip-components 1"
# Change Owner and Permissions:
file "#{node['node_exporter']['storage']}node_exporter" do
owner 'root'
group 'root'
mode '755'
end
# Create Link
link "#{node['node_exporter']['location']}node_exporter" do
to "#{node['node_exporter']['storage']}node_exporter"
end
end

View File

@ -1,39 +0,0 @@
# Deploy the `supervisord` configuration:
remote_file '/etc/supervisor/conf.d/node_exporter.conf' do
owner 'root'
group 'root'
mode '644'
notifies :restart, 'service[supervisor]'
end
# Deploy `consul` config for `node_exporter`:
remote_file '/etc/consul.d/service-node_exporter.json' do
owner 'root'
group 'root'
mode '644'
notifies :restart, 'service[supervisor]'
end
service 'supervisor' do
action :nothing
end
# Firewall settings here:
%w( 9100/tcp ).each do |p|
execute "ufw allow #{p}" do
user 'root'
not_if "LANG=c ufw status | grep #{p}"
notifies :run, 'execute[ufw reload-or-enable]'
end
end
execute 'ufw reload-or-enable' do
user 'root'
command 'LANG=C ufw reload | grep skipping && ufw --force enable || exit 0'
action :nothing
end