itamae/cookbooks/prometheus/files/etc/prometheus.d/alerts/services.yml

groups:
- name: services
  rules:
  - alert: Digdag
    expr: node_systemd_unit_state{name="digdag.service", state="active"} != 1
    for: 5m
    labels:
      severity: error
    annotations:
      summary: "Digdag is not running: {{ $labels.instance }}."
      description: "Digdag is not running: {{ $labels.instance }}."

  - alert: node_exporter
    expr: node_systemd_unit_state{name="node_exporter.service", state="active"} != 1
    for: 5m
    labels:
      severity: error
    annotations:
      summary: "node_exporter is not running: {{ $labels.instance }}."
      description: "node_exporter is not running: {{ $labels.instance }}."

  - alert: vector-node_exporter
    expr: node_systemd_unit_state{name="vector-node_exporter.service", state="active"} != 1
    for: 5m
    labels:
      severity: error
    annotations:
      summary: "vector-node_exporter is not running: {{ $labels.instance }}."
      description: "vector-node_exporter is not running: {{ $labels.instance }}."

  - alert: snmp_exporter
    expr: node_systemd_unit_state{name="snmp_exporter.service", state="active"} != 1
    for: 5m
    labels:
      severity: error
    annotations:
      summary: "snmp_exporter is not running: {{ $labels.instance }}."
      description: "snmp_exporter is not running: {{ $labels.instance }}."

  - alert: vector-snmp_exporter
    expr: node_systemd_unit_state{name="vector-snmp_exporter.service", state="active"} != 1
    for: 5m
    labels:
      severity: error
    annotations:
      summary: "vector-snmp_exporter is not running: {{ $labels.instance }}."
      description: "vector-snmp_exporter is not running: {{ $labels.instance }}."