feat(security): isolate exit nodes via NetBird Zero-Trust ACL and pull-mode metrics
ansible-deploy / plan (push) Successful in 2s
ansible-lint / lint (push) Successful in 3s
ansible-deploy / deploy (core-net, ) (push) Successful in 10s
ansible-deploy / deploy (ger-nod-02, ) (push) Successful in 1m27s
ansible-deploy / deploy (opnsense, ) (push) Successful in 16s
ansible-deploy / deploy (rus-central, ) (push) Successful in 28s

This commit is contained in:
karpenok committed 2026-11-18 12:24:43 +07:00
1 parent ca25b1d042
commit a5f3400c0c
12 files changed
+273 -56

No files matched your search

+2
View File
@@ -9,6 +9,8 @@ vmagent_remote_health_url: "http://{{ vmagent_remote_host }}:8428/health"
vmagent_instance: "{{ inventory_hostname }}"
vmagent_cluster: homelab
vmagent_scrape_remnawave: false
vmagent_pull_only_target: false
vmagent_cadvisor_listen_ip: "{{ '0.0.0.0' if (vmagent_pull_only_target | bool) else '127.0.0.1' }}"
vmagent_metrics_user: admin
vmagent_metrics_pass: "{{ lookup('env', 'REMNAWAVE_METRICS_PASS', default='') }}"
vmagent_metrics_port: 3001
+77 -6
View File
@@ -24,6 +24,52 @@
enabled: true
when: vmagent_exporter_env is changed
- name: Узнать NetBird IP панели (core-net) для pull-доступа к метрикам
ansible.builtin.shell: |
set -euo pipefail
netbird status --json | jq -r '.peers.details[]? | select(.fqdn | startswith("core-net.")) | .netbirdIp' | head -n 1
args:
executable: /bin/bash
register: vmagent_panel_nb_ip
changed_when: false
failed_when: false
when: vmagent_pull_only_target | bool
- name: Разрешить pull метрик (9100, 9101) только с NetBird IP панели (core-net)
ansible.builtin.command: >
ufw allow from {{ vmagent_panel_nb_ip.stdout | trim }} to any port {{ item }} proto tcp
loop:
- 9100
- 9101
register: ufw_pull_metrics
changed_when: "'added' in (ufw_pull_metrics.stdout | default('') | lower)"
when:
- vmagent_pull_only_target | bool
- vmagent_panel_nb_ip.stdout | default('') | trim is match('^[0-9.]+$')
- name: Собрать NetBird IP выходных нод (exit_nodes) для pull с core-net
ansible.builtin.shell: |
set -euo pipefail
nb_json=$(netbird status --json)
jq -c -n --argjson nb "${nb_json}" --argjson hosts '{{ (groups["exit_nodes"] | default([])) | to_json }}' '
[
$hosts[] as $h
| ($nb.peers.details[]? | select(.fqdn | startswith($h + ".")) | .netbirdIp) as $ip
| select($ip != null and $ip != "")
| {name: $h, ip: $ip}
]
'
args:
executable: /bin/bash
register: vmagent_exit_targets_raw
changed_when: false
when: vmagent_scrape_remnawave | bool
- name: Задать список NetBird pull-целей для vmagent
ansible.builtin.set_fact:
vmagent_netbird_exit_targets: "{{ vmagent_exit_targets_raw.stdout | from_json }}"
when: vmagent_scrape_remnawave | bool
- name: Дождаться VictoriaMetrics
ansible.builtin.command: curl -fsS --max-time 5 {{ vmagent_remote_health_url }}
register: vmagent_vm_health
@@ -32,14 +78,16 @@
delay: 5
until: vmagent_vm_health.rc == 0
failed_when: false
when: not (vmagent_pull_only_target | bool)
- name: VictoriaMetrics недоступна
ansible.builtin.fail:
msg: >-
{{ vmagent_remote_health_url }} не отвечает.
Сначала поднимите VictoriaMetrics на core-mon.
С ger-nod-02 этот адрес открывается маршрутом homelab-lan через OPNsense.
when: vmagent_vm_health.rc != 0
when:
- not (vmagent_pull_only_target | bool)
- vmagent_vm_health.rc != 0
- name: Каталоги vmagent
ansible.builtin.file:
@@ -64,6 +112,7 @@
- { src: nodeexporter.yml.j2, dest: "{{ vmagent_dir }}/conf.d/nodeexporter.yml", mode: "0644" }
- { src: cadvisor.yml.j2, dest: "{{ vmagent_dir }}/conf.d/cadvisor.yml", mode: "0644" }
- { src: compose.yaml.j2, dest: "{{ vmagent_dir }}/compose.yaml", mode: "0644" }
register: vmagent_configs
- name: Убрать scrape панели, если он не нужен
ansible.builtin.file:
@@ -81,14 +130,31 @@
no_log: true
when: vmagent_scrape_remnawave | bool
- name: Запустить vmagent и cAdvisor
- name: Запустить контейнеры мониторинга (vmagent / cAdvisor)
ansible.builtin.command: docker compose -f {{ vmagent_dir }}/compose.yaml up -d --remove-orphans
register: vmagent_up
changed_when: >-
'Started' in vmagent_up.stderr or
'Created' in vmagent_up.stderr or
'Recreated' in vmagent_up.stderr or
'Pulled' in vmagent_up.stderr
'Pulled' in vmagent_up.stderr or
'Removed' in vmagent_up.stderr
- name: Перезапустить vmagent при обновлении целей scrape
ansible.builtin.command: docker compose -f {{ vmagent_dir }}/compose.yaml restart vmagent
when:
- not (vmagent_pull_only_target | bool)
- vmagent_configs is changed
changed_when: true
- name: Дождаться локального cAdvisor
ansible.builtin.uri:
url: http://127.0.0.1:9101/healthz
status_code: 200
register: vmagent_cadvisor_local
retries: 15
delay: 2
until: vmagent_cadvisor_local.status == 200
- name: Дождаться локального vmagent
ansible.builtin.uri:
@@ -98,9 +164,14 @@
retries: 15
delay: 2
until: vmagent_local.status == 200
when: not (vmagent_pull_only_target | bool)
- name: Итог vmagent
ansible.builtin.debug:
msg:
- "vmagent {{ inventory_hostname }} пишет в {{ vmagent_remote_write_url }}"
- "instance={{ vmagent_instance }} scrape панели={{ vmagent_scrape_remnawave | bool }}"
- >-
{{
'Pull-таргет ' ~ inventory_hostname ~ ': node_exporter (:9100) и cAdvisor (:9101) доступны только по NetBird с core-net'
if (vmagent_pull_only_target | bool)
else 'vmagent ' ~ inventory_hostname ~ ' пишет в ' ~ vmagent_remote_write_url ~ ' (exit_targets=' ~ ((vmagent_netbird_exit_targets | default([])) | length) ~ ')'
}}
@@ -5,3 +5,9 @@
labels:
instance: "{{ vmagent_instance }}"
cluster: "{{ vmagent_cluster }}"
{% for target in (vmagent_netbird_exit_targets | default([])) %}
- targets: ["{{ target.ip }}:9101"]
labels:
instance: "{{ target.name }}"
cluster: "{{ vmagent_cluster }}"
{% endfor %}
@@ -6,7 +6,7 @@ services:
privileged: true
restart: unless-stopped
command:
- --listen_ip=127.0.0.1
- --listen_ip={{ vmagent_cadvisor_listen_ip }}
- --port=9101
- --docker_only=true
volumes:
@@ -15,6 +15,7 @@ services:
- /sys:/sys:ro
- /var/lib/docker:/var/lib/docker:ro
- /dev/disk:/dev/disk:ro
{% if not (vmagent_pull_only_target | bool) %}
vmagent:
image: {{ vmagent_image }}
@@ -31,3 +32,4 @@ services:
- ./conf.d:/etc/vmagent/conf.d:ro
depends_on:
- cadvisor
{% endif %}
@@ -5,3 +5,10 @@
labels:
instance: "{{ vmagent_instance }}"
cluster: "{{ vmagent_cluster }}"
{% for target in (vmagent_netbird_exit_targets | default([])) %}
- targets: ["{{ target.ip }}:9100"]
labels:
instance: "{{ target.name }}"
host: "{{ target.name }}"
cluster: "{{ vmagent_cluster }}"
{% endfor %}