fix(monitoring): distinguish OPNsense Packetloss from Offline and inhibit duplicate gateway alerts
This commit is contained in:
1 parent
e623faff2b
commit
044c992edd
6 files changed
+45
-15
No files matched your search
@@ -2,12 +2,21 @@ global:
|
||||
resolve_timeout: 5m
|
||||
|
||||
route:
|
||||
group_by: ['alertname', 'instance', 'severity']
|
||||
group_by: ['alertname', 'instance', 'gateway', 'severity']
|
||||
group_wait: 30s
|
||||
group_interval: 5m
|
||||
repeat_interval: 4h
|
||||
receiver: 'ntfy'
|
||||
|
||||
inhibit_rules:
|
||||
- source_matchers:
|
||||
- alertname="OpnsenseGatewayDown"
|
||||
- severity="critical"
|
||||
target_matchers:
|
||||
- alertname=~"OpnsenseGatewayPacketLoss|OpnsenseGatewayHighLatency"
|
||||
- severity="warning"
|
||||
equal: ['instance', 'gateway']
|
||||
|
||||
receivers:
|
||||
- name: 'ntfy'
|
||||
webhook_configs:
|
||||
|
||||
@@ -245,24 +245,30 @@ groups:
|
||||
# Мониторим отвал только постоянных каналов (NorCom и MTC); WAN_0 (Iterika) работает по расписанию.
|
||||
- alert: OpnsenseGatewayDown
|
||||
expr: opnsense_gateway_status{gateway=~"NORCOM_DHCP|WAN1"} == 0
|
||||
for: 2m
|
||||
for: 3m
|
||||
labels:
|
||||
severity: critical
|
||||
annotations:
|
||||
summary: "Провайдер OPNsense {{ $labels.gateway }} ({{ $labels.descr }}) недоступен"
|
||||
description: "Шлюз {{ $labels.gateway }} (монитор {{ $labels.monitor }}) в статусе Offline более 2 минут."
|
||||
description: "Шлюз {{ $labels.gateway }} (монитор {{ $labels.monitor }}) в статусе Offline более 3 минут."
|
||||
|
||||
- alert: OpnsenseGatewayPacketLoss
|
||||
expr: opnsense_gateway_loss_ratio{gateway=~"NORCOM_DHCP|WAN1"} > 0.1
|
||||
for: 3m
|
||||
expr: |
|
||||
opnsense_gateway_loss_ratio{gateway=~"NORCOM_DHCP|WAN1"} > 0.1
|
||||
and
|
||||
opnsense_gateway_status{gateway=~"NORCOM_DHCP|WAN1"} == 1
|
||||
for: 5m
|
||||
labels:
|
||||
severity: warning
|
||||
annotations:
|
||||
summary: "Потери пакетов на {{ $labels.gateway }} ({{ $labels.descr }})"
|
||||
description: "Потери на шлюзе {{ $labels.gateway }} превышают 10% более 3 минут."
|
||||
description: "Потери на шлюзе {{ $labels.gateway }} превышают 10% более 5 минут."
|
||||
|
||||
- alert: OpnsenseGatewayHighLatency
|
||||
expr: opnsense_gateway_delay_seconds{gateway=~"NORCOM_DHCP|WAN1"} > 0.25
|
||||
expr: |
|
||||
opnsense_gateway_delay_seconds{gateway=~"NORCOM_DHCP|WAN1"} > 0.25
|
||||
and
|
||||
opnsense_gateway_status{gateway=~"NORCOM_DHCP|WAN1"} == 1
|
||||
for: 5m
|
||||
labels:
|
||||
severity: warning
|
||||
|
||||
@@ -157,6 +157,8 @@ services:
|
||||
restart: unless-stopped
|
||||
command:
|
||||
- -datasource.url=http://vmsingle:8428
|
||||
- -remoteRead.url=http://vmsingle:8428
|
||||
- -remoteWrite.url=http://vmsingle:8428
|
||||
- -notifier.url=http://alertmanager:9093
|
||||
- -rule=/etc/vmalert/alerts.yml
|
||||
- -evaluationInterval=15s
|
||||
|
||||
Reference in new issue
Block a user