feat(security): isolate exit nodes via NetBird Zero-Trust ACL and pull-mode metrics
ansible-deploy / plan (push) Successful in 2s
ansible-lint / lint (push) Successful in 3s
ansible-deploy / deploy (core-net, ) (push) Successful in 10s
ansible-deploy / deploy (ger-nod-02, ) (push) Successful in 1m27s
ansible-deploy / deploy (opnsense, ) (push) Successful in 16s
ansible-deploy / deploy (rus-central, ) (push) Successful in 28s
ansible-deploy / plan (push) Successful in 2s
ansible-lint / lint (push) Successful in 3s
ansible-deploy / deploy (core-net, ) (push) Successful in 10s
ansible-deploy / deploy (ger-nod-02, ) (push) Successful in 1m27s
ansible-deploy / deploy (opnsense, ) (push) Successful in 16s
ansible-deploy / deploy (rus-central, ) (push) Successful in 28s
This commit is contained in:
1 parent
ca25b1d042
commit
a5f3400c0c
12 files changed
+273
-56
No files matched your search
@@ -9,6 +9,8 @@ vmagent_remote_health_url: "http://{{ vmagent_remote_host }}:8428/health"
|
||||
vmagent_instance: "{{ inventory_hostname }}"
|
||||
vmagent_cluster: homelab
|
||||
vmagent_scrape_remnawave: false
|
||||
vmagent_pull_only_target: false
|
||||
vmagent_cadvisor_listen_ip: "{{ '0.0.0.0' if (vmagent_pull_only_target | bool) else '127.0.0.1' }}"
|
||||
vmagent_metrics_user: admin
|
||||
vmagent_metrics_pass: "{{ lookup('env', 'REMNAWAVE_METRICS_PASS', default='') }}"
|
||||
vmagent_metrics_port: 3001
|
||||
|
||||
@@ -24,6 +24,52 @@
|
||||
enabled: true
|
||||
when: vmagent_exporter_env is changed
|
||||
|
||||
- name: Узнать NetBird IP панели (core-net) для pull-доступа к метрикам
|
||||
ansible.builtin.shell: |
|
||||
set -euo pipefail
|
||||
netbird status --json | jq -r '.peers.details[]? | select(.fqdn | startswith("core-net.")) | .netbirdIp' | head -n 1
|
||||
args:
|
||||
executable: /bin/bash
|
||||
register: vmagent_panel_nb_ip
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
when: vmagent_pull_only_target | bool
|
||||
|
||||
- name: Разрешить pull метрик (9100, 9101) только с NetBird IP панели (core-net)
|
||||
ansible.builtin.command: >
|
||||
ufw allow from {{ vmagent_panel_nb_ip.stdout | trim }} to any port {{ item }} proto tcp
|
||||
loop:
|
||||
- 9100
|
||||
- 9101
|
||||
register: ufw_pull_metrics
|
||||
changed_when: "'added' in (ufw_pull_metrics.stdout | default('') | lower)"
|
||||
when:
|
||||
- vmagent_pull_only_target | bool
|
||||
- vmagent_panel_nb_ip.stdout | default('') | trim is match('^[0-9.]+$')
|
||||
|
||||
- name: Собрать NetBird IP выходных нод (exit_nodes) для pull с core-net
|
||||
ansible.builtin.shell: |
|
||||
set -euo pipefail
|
||||
nb_json=$(netbird status --json)
|
||||
jq -c -n --argjson nb "${nb_json}" --argjson hosts '{{ (groups["exit_nodes"] | default([])) | to_json }}' '
|
||||
[
|
||||
$hosts[] as $h
|
||||
| ($nb.peers.details[]? | select(.fqdn | startswith($h + ".")) | .netbirdIp) as $ip
|
||||
| select($ip != null and $ip != "")
|
||||
| {name: $h, ip: $ip}
|
||||
]
|
||||
'
|
||||
args:
|
||||
executable: /bin/bash
|
||||
register: vmagent_exit_targets_raw
|
||||
changed_when: false
|
||||
when: vmagent_scrape_remnawave | bool
|
||||
|
||||
- name: Задать список NetBird pull-целей для vmagent
|
||||
ansible.builtin.set_fact:
|
||||
vmagent_netbird_exit_targets: "{{ vmagent_exit_targets_raw.stdout | from_json }}"
|
||||
when: vmagent_scrape_remnawave | bool
|
||||
|
||||
- name: Дождаться VictoriaMetrics
|
||||
ansible.builtin.command: curl -fsS --max-time 5 {{ vmagent_remote_health_url }}
|
||||
register: vmagent_vm_health
|
||||
@@ -32,14 +78,16 @@
|
||||
delay: 5
|
||||
until: vmagent_vm_health.rc == 0
|
||||
failed_when: false
|
||||
when: not (vmagent_pull_only_target | bool)
|
||||
|
||||
- name: VictoriaMetrics недоступна
|
||||
ansible.builtin.fail:
|
||||
msg: >-
|
||||
{{ vmagent_remote_health_url }} не отвечает.
|
||||
Сначала поднимите VictoriaMetrics на core-mon.
|
||||
С ger-nod-02 этот адрес открывается маршрутом homelab-lan через OPNsense.
|
||||
when: vmagent_vm_health.rc != 0
|
||||
when:
|
||||
- not (vmagent_pull_only_target | bool)
|
||||
- vmagent_vm_health.rc != 0
|
||||
|
||||
- name: Каталоги vmagent
|
||||
ansible.builtin.file:
|
||||
@@ -64,6 +112,7 @@
|
||||
- { src: nodeexporter.yml.j2, dest: "{{ vmagent_dir }}/conf.d/nodeexporter.yml", mode: "0644" }
|
||||
- { src: cadvisor.yml.j2, dest: "{{ vmagent_dir }}/conf.d/cadvisor.yml", mode: "0644" }
|
||||
- { src: compose.yaml.j2, dest: "{{ vmagent_dir }}/compose.yaml", mode: "0644" }
|
||||
register: vmagent_configs
|
||||
|
||||
- name: Убрать scrape панели, если он не нужен
|
||||
ansible.builtin.file:
|
||||
@@ -81,14 +130,31 @@
|
||||
no_log: true
|
||||
when: vmagent_scrape_remnawave | bool
|
||||
|
||||
- name: Запустить vmagent и cAdvisor
|
||||
- name: Запустить контейнеры мониторинга (vmagent / cAdvisor)
|
||||
ansible.builtin.command: docker compose -f {{ vmagent_dir }}/compose.yaml up -d --remove-orphans
|
||||
register: vmagent_up
|
||||
changed_when: >-
|
||||
'Started' in vmagent_up.stderr or
|
||||
'Created' in vmagent_up.stderr or
|
||||
'Recreated' in vmagent_up.stderr or
|
||||
'Pulled' in vmagent_up.stderr
|
||||
'Pulled' in vmagent_up.stderr or
|
||||
'Removed' in vmagent_up.stderr
|
||||
|
||||
- name: Перезапустить vmagent при обновлении целей scrape
|
||||
ansible.builtin.command: docker compose -f {{ vmagent_dir }}/compose.yaml restart vmagent
|
||||
when:
|
||||
- not (vmagent_pull_only_target | bool)
|
||||
- vmagent_configs is changed
|
||||
changed_when: true
|
||||
|
||||
- name: Дождаться локального cAdvisor
|
||||
ansible.builtin.uri:
|
||||
url: http://127.0.0.1:9101/healthz
|
||||
status_code: 200
|
||||
register: vmagent_cadvisor_local
|
||||
retries: 15
|
||||
delay: 2
|
||||
until: vmagent_cadvisor_local.status == 200
|
||||
|
||||
- name: Дождаться локального vmagent
|
||||
ansible.builtin.uri:
|
||||
@@ -98,9 +164,14 @@
|
||||
retries: 15
|
||||
delay: 2
|
||||
until: vmagent_local.status == 200
|
||||
when: not (vmagent_pull_only_target | bool)
|
||||
|
||||
- name: Итог vmagent
|
||||
ansible.builtin.debug:
|
||||
msg:
|
||||
- "vmagent {{ inventory_hostname }} пишет в {{ vmagent_remote_write_url }}"
|
||||
- "instance={{ vmagent_instance }} scrape панели={{ vmagent_scrape_remnawave | bool }}"
|
||||
- >-
|
||||
{{
|
||||
'Pull-таргет ' ~ inventory_hostname ~ ': node_exporter (:9100) и cAdvisor (:9101) доступны только по NetBird с core-net'
|
||||
if (vmagent_pull_only_target | bool)
|
||||
else 'vmagent ' ~ inventory_hostname ~ ' пишет в ' ~ vmagent_remote_write_url ~ ' (exit_targets=' ~ ((vmagent_netbird_exit_targets | default([])) | length) ~ ')'
|
||||
}}
|
||||
@@ -5,3 +5,9 @@
|
||||
labels:
|
||||
instance: "{{ vmagent_instance }}"
|
||||
cluster: "{{ vmagent_cluster }}"
|
||||
{% for target in (vmagent_netbird_exit_targets | default([])) %}
|
||||
- targets: ["{{ target.ip }}:9101"]
|
||||
labels:
|
||||
instance: "{{ target.name }}"
|
||||
cluster: "{{ vmagent_cluster }}"
|
||||
{% endfor %}
|
||||
@@ -6,7 +6,7 @@ services:
|
||||
privileged: true
|
||||
restart: unless-stopped
|
||||
command:
|
||||
- --listen_ip=127.0.0.1
|
||||
- --listen_ip={{ vmagent_cadvisor_listen_ip }}
|
||||
- --port=9101
|
||||
- --docker_only=true
|
||||
volumes:
|
||||
@@ -15,6 +15,7 @@ services:
|
||||
- /sys:/sys:ro
|
||||
- /var/lib/docker:/var/lib/docker:ro
|
||||
- /dev/disk:/dev/disk:ro
|
||||
{% if not (vmagent_pull_only_target | bool) %}
|
||||
|
||||
vmagent:
|
||||
image: {{ vmagent_image }}
|
||||
@@ -31,3 +32,4 @@ services:
|
||||
- ./conf.d:/etc/vmagent/conf.d:ro
|
||||
depends_on:
|
||||
- cadvisor
|
||||
{% endif %}
|
||||
@@ -5,3 +5,10 @@
|
||||
labels:
|
||||
instance: "{{ vmagent_instance }}"
|
||||
cluster: "{{ vmagent_cluster }}"
|
||||
{% for target in (vmagent_netbird_exit_targets | default([])) %}
|
||||
- targets: ["{{ target.ip }}:9100"]
|
||||
labels:
|
||||
instance: "{{ target.name }}"
|
||||
host: "{{ target.name }}"
|
||||
cluster: "{{ vmagent_cluster }}"
|
||||
{% endfor %}
|
||||
Reference in new issue
Block a user