feat(monitoring): integrate alertmanager-ntfy and fix host dropdown in node exporter dashboard
This commit is contained in:
1 parent
bf4144a767
commit
317b5d6207
8 files changed
+92
-18
No files matched your search
@@ -15505,13 +15505,13 @@
|
||||
"type": "prometheus",
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"definition": "label_values(node_uname_info{job=\"$job\"}, nodename)",
|
||||
"definition": "label_values(node_uname_info{job=\"$job\"}, host)",
|
||||
"includeAll": false,
|
||||
"label": "Nodename",
|
||||
"label": "Host",
|
||||
"name": "nodename",
|
||||
"options": [],
|
||||
"query": {
|
||||
"query": "label_values(node_uname_info{job=\"$job\"}, nodename)",
|
||||
"query": "label_values(node_uname_info{job=\"$job\"}, host)",
|
||||
"refId": "Prometheus-nodename-Variable-Query"
|
||||
},
|
||||
"refresh": 1,
|
||||
@@ -15525,13 +15525,13 @@
|
||||
"type": "prometheus",
|
||||
"uid": "prometheus"
|
||||
},
|
||||
"definition": "label_values(node_uname_info{job=\"$job\", nodename=\"$nodename\"}, instance)",
|
||||
"definition": "label_values(node_uname_info{job=\"$job\", host=\"$nodename\"}, instance)",
|
||||
"includeAll": false,
|
||||
"label": "Instance",
|
||||
"name": "node",
|
||||
"options": [],
|
||||
"query": {
|
||||
"query": "label_values(node_uname_info{job=\"$job\", nodename=\"$nodename\"}, instance)",
|
||||
"query": "label_values(node_uname_info{job=\"$job\", host=\"$nodename\"}, instance)",
|
||||
"refId": "Prometheus-node-Variable-Query"
|
||||
},
|
||||
"refresh": 1,
|
||||
|
||||
@@ -18,6 +18,7 @@
|
||||
- { path: "{{ monitoring_dir }}/grafana/provisioning/datasources", owner: "root", group: "root", mode: "0755" }
|
||||
- { path: "{{ monitoring_dir }}/grafana/provisioning/dashboards", owner: "root", group: "root", mode: "0755" }
|
||||
- { path: "{{ monitoring_dir }}/ntfy_data", owner: "root", group: "root", mode: "0777" }
|
||||
- { path: "{{ monitoring_dir }}/alertmanager-ntfy", owner: "root", group: "root", mode: "0755" }
|
||||
|
||||
- name: Установить конфигурацию Prometheus
|
||||
ansible.builtin.template:
|
||||
@@ -43,6 +44,14 @@
|
||||
group: root
|
||||
mode: "0644"
|
||||
|
||||
- name: Установить конфигурацию alertmanager-ntfy
|
||||
ansible.builtin.template:
|
||||
src: alertmanager-ntfy.yml.j2
|
||||
dest: "{{ monitoring_dir }}/alertmanager-ntfy/config.yml"
|
||||
owner: root
|
||||
group: root
|
||||
mode: "0644"
|
||||
|
||||
- name: Установить источник данных Prometheus в Grafana
|
||||
ansible.builtin.template:
|
||||
src: grafana-datasources.yml.j2
|
||||
|
||||
@@ -0,0 +1,34 @@
|
||||
http:
|
||||
addr: :8000
|
||||
|
||||
ntfy:
|
||||
baseurl: http://ntfy:80
|
||||
auth:
|
||||
basic:
|
||||
username: "{{ ntfy_admin_user }}"
|
||||
password: "{{ ntfy_admin_password }}"
|
||||
notification:
|
||||
topic: "{{ ntfy_default_topic }}"
|
||||
priority: |
|
||||
status == "firing" ? (labels.severity == "critical" ? "urgent" : "high") : "default"
|
||||
tags:
|
||||
- tag: white_check_mark
|
||||
condition: status == "resolved"
|
||||
- tag: rotating_light
|
||||
condition: status == "firing" && labels.severity == "critical"
|
||||
- tag: warning
|
||||
condition: status == "firing" && labels.severity != "critical"
|
||||
templates:
|
||||
title: |
|
||||
{{ if eq .Status "resolved" }}✅ [Восстановлено] {{ index .Labels "alertname" }}: {{ if index .Labels "host" }}{{ index .Labels "host" }}{{ else }}{{ index .Labels "instance" }}{{ end }}{{ else }}🚨 [СБОЙ] {{ index .Annotations "summary" }}{{ end }}
|
||||
description: |
|
||||
{{ if eq .Status "resolved" }}Работа сервиса полностью восстановлена.{{ else }}{{ index .Annotations "description" }}{{ end }}
|
||||
|
||||
Хост: {{ if index .Labels "host" }}{{ index .Labels "host" }}{{ else }}{{ index .Labels "instance" }}{{ end }}
|
||||
Критичность: {{ index .Labels "severity" }}
|
||||
headers:
|
||||
X-Click: |
|
||||
https://graf.gunihome.ru
|
||||
X-Actions: |
|
||||
view, 📊 Открыть Grafana, https://graf.gunihome.ru, clear=true
|
||||
async: false
|
||||
@@ -11,10 +11,6 @@ route:
|
||||
receivers:
|
||||
- name: 'ntfy'
|
||||
webhook_configs:
|
||||
- url: "http://ntfy:80/{{ ntfy_default_topic }}"
|
||||
- url: "http://alertmanager-ntfy:8000/hook"
|
||||
send_resolved: true
|
||||
http_config:
|
||||
basic_auth:
|
||||
username: "{{ ntfy_admin_user }}"
|
||||
password: "{{ ntfy_admin_password }}"
|
||||
|
||||
@@ -51,6 +51,17 @@ services:
|
||||
ports:
|
||||
- "80:80"
|
||||
|
||||
alertmanager-ntfy:
|
||||
image: ghcr.io/alexbakker/alertmanager-ntfy:latest
|
||||
container_name: monitoring-alertmanager-ntfy
|
||||
restart: unless-stopped
|
||||
command:
|
||||
- "--configs=/etc/alertmanager-ntfy/config.yml"
|
||||
volumes:
|
||||
- ./alertmanager-ntfy/config.yml:/etc/alertmanager-ntfy/config.yml:ro
|
||||
depends_on:
|
||||
- ntfy
|
||||
|
||||
grafana:
|
||||
image: grafana/grafana:11.5.2
|
||||
container_name: monitoring-grafana
|
||||
|
||||
Reference in new issue
Block a user