refactor(monitoring): split tasks into tagged subtasks, update BOOTSTRAP.md and .gitignore
ansible-deploy / plan (push) Successful in 2s
ansible-lint / lint (push) Successful in 3s
ansible-deploy / deploy (core-mon, ) (push) Successful in 17s

This commit is contained in:
karpenok committed 2026-11-15 22:55:54 +07:00
1 parent 0f0d4ff7ad
commit b2524d1d1e
10 files changed
+264 -240

No files matched your search

@@ -0,0 +1,37 @@
---
- name: Установить compose.yaml для стека мониторинга
ansible.builtin.template:
src: compose.yaml.j2
dest: "{{ monitoring_dir }}/compose.yaml"
owner: root
group: root
mode: "0644"
register: monitoring_compose
- name: Запустить стек мониторинга через Docker Compose
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --remove-orphans
register: compose_up
changed_when: "'Started' in compose_up.stderr or 'Created' in compose_up.stderr or 'Recreated' in compose_up.stderr or 'Pulled' in compose_up.stderr"
- name: Пересоздать Xray Checker, чтобы подхватить метод проверки
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --force-recreate --no-deps xray-checker
when: xray_checker_env is defined and xray_checker_env is changed
changed_when: true
- name: Дождаться VictoriaMetrics
ansible.builtin.uri:
url: "http://{{ ansible_host }}:8428/health"
status_code: 200
register: victoriametrics_health
retries: 20
delay: 2
until: victoriametrics_health.status == 200
- name: Дождаться vmalert
ansible.builtin.uri:
url: "http://127.0.0.1:8880/health"
status_code: 200
register: vmalert_health
retries: 20
delay: 2
until: vmalert_health.status == 200
@@ -0,0 +1,23 @@
---
- name: Создать базовые каталоги мониторинга
ansible.builtin.file:
path: "{{ item.path }}"
state: directory
owner: "{{ item.owner }}"
group: "{{ item.group }}"
mode: "{{ item.mode }}"
loop:
- { path: "{{ monitoring_dir }}", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/alertmanager", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/alertmanager_data", owner: "65534", group: "65534", mode: "0777" }
- { path: "{{ monitoring_dir }}/grafana", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana_data", owner: "472", group: "472", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana/provisioning", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana/provisioning/datasources", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana/provisioning/dashboards", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/ntfy_data", owner: "root", group: "root", mode: "0777" }
- { path: "{{ monitoring_dir }}/alertmanager-ntfy", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/victoria-metrics-data", owner: "65534", group: "65534", mode: "0775" }
- { path: "{{ monitoring_dir }}/vmagent", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/vmagent/conf.d", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/vmalert", owner: "root", group: "root", mode: "0755" }
@@ -0,0 +1,61 @@
---
- name: Установить источники данных Grafana
ansible.builtin.template:
src: grafana-datasources.yml.j2
dest: "{{ monitoring_dir }}/grafana/provisioning/datasources/prometheus.yml"
owner: root
group: root
mode: "0644"
register: grafana_datasources
- name: Установить провайдер дашбордов Grafana
ansible.builtin.template:
src: grafana-dashboards.yml.j2
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/dashboards.yml"
owner: root
group: root
mode: "0644"
register: grafana_dashboard_provider
- name: Скопировать статические дашборды Grafana
ansible.builtin.copy:
src: dashboards/
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/"
owner: root
group: root
mode: "0644"
register: grafana_dashboards
- name: Удалить старый дашборд Node Exporter Full
ansible.builtin.file:
path: "{{ monitoring_dir }}/grafana/provisioning/dashboards/node-exporter-full.json"
state: absent
register: grafana_old_dashboard
- name: Перезапустить Grafana, чтобы подхватить datasource
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml restart grafana
when: grafana_datasources is changed or grafana_dashboards is changed or grafana_dashboard_provider is changed or grafana_old_dashboard is changed
changed_when: true
- name: Дождаться готовности Grafana
ansible.builtin.uri:
url: "http://127.0.0.1:3000/api/health"
status_code: 200
register: grafana_health
retries: 20
delay: 2
until: grafana_health.status == 200
- name: Обеспечить имя и email администратора в базе Grafana
ansible.builtin.command: >
python3 -c "import sqlite3; conn = sqlite3.connect('{{ monitoring_dir }}/grafana_data/grafana.db'); conn.execute('UPDATE user SET login=\"{{ grafana_admin_user }}\", email=\"{{ grafana_admin_email }}\" WHERE id=1'); conn.commit()"
failed_when: false
changed_when: false
- name: Синхронизировать пароль администратора Grafana с Infisical
ansible.builtin.command:
cmd: docker exec -i monitoring-grafana grafana cli admin reset-admin-password --user-id 1 --password-from-stdin
stdin: "{{ grafana_admin_password }}"
no_log: true
changed_when: false
when: grafana_admin_password is defined and grafana_admin_password | length > 0
+15 -239
View File
@@ -1,244 +1,20 @@
---
- name: Создать базовые каталоги мониторинга
ansible.builtin.file:
path: "{{ item.path }}"
state: directory
owner: "{{ item.owner }}"
group: "{{ item.group }}"
mode: "{{ item.mode }}"
loop:
- { path: "{{ monitoring_dir }}", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/alertmanager", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/alertmanager_data", owner: "65534", group: "65534", mode: "0777" }
- { path: "{{ monitoring_dir }}/grafana", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana_data", owner: "472", group: "472", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana/provisioning", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana/provisioning/datasources", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/grafana/provisioning/dashboards", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/ntfy_data", owner: "root", group: "root", mode: "0777" }
- { path: "{{ monitoring_dir }}/alertmanager-ntfy", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/victoria-metrics-data", owner: "65534", group: "65534", mode: "0775" }
- { path: "{{ monitoring_dir }}/vmagent", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/vmagent/conf.d", owner: "root", group: "root", mode: "0755" }
- { path: "{{ monitoring_dir }}/vmalert", owner: "root", group: "root", mode: "0755" }
- name: Создать каталоги стека мониторинга
ansible.builtin.include_tasks: dirs.yml
tags: [monitoring, monitoring_dirs]
- name: Сбросить список целей scrape node-exporter
ansible.builtin.set_fact:
monitoring_scrape_targets: []
- name: Собрать таргеты и конфиги VictoriaMetrics / vmagent / vmalert / Alertmanager
ansible.builtin.include_tasks: vm.yml
tags: [monitoring, monitoring_vm]
- name: Собрать цели scrape node-exporter из inventory
ansible.builtin.set_fact:
monitoring_scrape_targets: "{{ monitoring_scrape_targets + [target] }}"
vars:
target:
name: "{{ item }}"
address: "{{ hostvars[item].monitoring_scrape_address | default(hostvars[item].ansible_host) }}"
port: "{{ hostvars[item].monitoring_node_exporter_port | default(monitoring_node_exporter_port) }}"
loop: "{{ groups['all'] | sort }}"
when:
- item not in monitoring_scrape_exclude_hosts
- hostvars[item].monitoring_scrape_enabled | default(true) | bool
- name: Запустить Docker Compose стека мониторинга
ansible.builtin.include_tasks: compose.yml
tags: [monitoring, monitoring_compose]
- name: Проверить, что есть хотя бы одна цель node-exporter
ansible.builtin.assert:
that:
- monitoring_scrape_targets | length > 0
fail_msg: "Нет целей scrape: проверьте inventory и monitoring_scrape_exclude_hosts."
- name: Настроить Ntfy
ansible.builtin.include_tasks: ntfy.yml
tags: [monitoring, monitoring_ntfy]
- name: Показать цели scrape node-exporter
ansible.builtin.debug:
msg: "{{ monitoring_scrape_targets | map(attribute='name') | list | sort }}"
- name: Установить правила алертов vmalert
ansible.builtin.copy:
src: alerts.yml
dest: "{{ monitoring_dir }}/vmalert/alerts.yml"
owner: root
group: root
mode: "0644"
- name: Установить конфигурацию Alertmanager
ansible.builtin.template:
src: alertmanager.yml.j2
dest: "{{ monitoring_dir }}/alertmanager/alertmanager.yml"
owner: root
group: root
mode: "0644"
- name: Установить конфигурацию alertmanager-ntfy
ansible.builtin.template:
src: alertmanager-ntfy.yml.j2
dest: "{{ monitoring_dir }}/alertmanager-ntfy/config.yml"
owner: root
group: root
mode: "0644"
- name: Установить источники данных Grafana
ansible.builtin.template:
src: grafana-datasources.yml.j2
dest: "{{ monitoring_dir }}/grafana/provisioning/datasources/prometheus.yml"
owner: root
group: root
mode: "0644"
register: grafana_datasources
- name: Установить провайдер дашбордов Grafana
ansible.builtin.template:
src: grafana-dashboards.yml.j2
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/dashboards.yml"
owner: root
group: root
mode: "0644"
register: grafana_dashboard_provider
- name: Скопировать статические дашборды Grafana
ansible.builtin.copy:
src: dashboards/
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/"
owner: root
group: root
mode: "0644"
register: grafana_dashboards
- name: Удалить старый дашборд Node Exporter Full
ansible.builtin.file:
path: "{{ monitoring_dir }}/grafana/provisioning/dashboards/node-exporter-full.json"
state: absent
register: grafana_old_dashboard
- name: Конфиг vmagent на core-mon
ansible.builtin.template:
src: "{{ item.src }}"
dest: "{{ item.dest }}"
owner: root
group: root
mode: "0644"
loop:
- { src: vmagent-scrape.yml.j2, dest: "{{ monitoring_dir }}/vmagent/scrape.yml" }
- { src: vmagent-nodeexporter.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/nodeexporter.yml" }
- { src: vmagent-cadvisor.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/cadvisor.yml" }
- name: Убрать scrape Xray Checker без ссылки подписки
ansible.builtin.file:
path: "{{ item }}"
state: absent
loop:
- "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
- "{{ monitoring_dir }}/xray-checker.env"
when: xray_checker_subscription_url | length == 0
- name: Ссылки подписки для Xray Checker нет
ansible.builtin.debug:
msg: "Ссылки Xray Checker нет, контейнер не запускается."
when: xray_checker_subscription_url | length == 0
- name: Файл окружения Xray Checker
ansible.builtin.template:
src: xray-checker.env.j2
dest: "{{ monitoring_dir }}/xray-checker.env"
owner: root
group: root
mode: "0600"
no_log: true
register: xray_checker_env
when: xray_checker_subscription_url | length > 0
- name: Scrape Xray Checker
ansible.builtin.template:
src: vmagent-xray.yml.j2
dest: "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
owner: root
group: root
mode: "0644"
when: xray_checker_subscription_url | length > 0
- name: Установить compose.yaml для стека мониторинга
ansible.builtin.template:
src: compose.yaml.j2
dest: "{{ monitoring_dir }}/compose.yaml"
owner: root
group: root
mode: "0644"
register: monitoring_compose
- name: Запустить стек мониторинга через Docker Compose
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --remove-orphans
register: compose_up
changed_when: "'Started' in compose_up.stderr or 'Created' in compose_up.stderr or 'Recreated' in compose_up.stderr or 'Pulled' in compose_up.stderr"
- name: Пересоздать Xray Checker, чтобы подхватить метод проверки
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --force-recreate --no-deps xray-checker
when: xray_checker_env is changed
changed_when: true
- name: Дождаться готовности Ntfy
ansible.builtin.uri:
url: "http://127.0.0.1:80/v1/health"
status_code: 200
register: ntfy_health
retries: 15
delay: 2
until: ntfy_health.status == 200
- name: Создать или обновить пользователя администратора в Ntfy
ansible.builtin.command: >
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
monitoring-ntfy ntfy user add --role=admin --ignore-exists "{{ ntfy_admin_user }}"
register: ntfy_user_add
changed_when: "'added' in ntfy_user_add.stdout or 'added' in ntfy_user_add.stderr"
failed_when: false
no_log: true
- name: Обновить пароль администратора в Ntfy
ansible.builtin.command: >
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
monitoring-ntfy ntfy user change-pass "{{ ntfy_admin_user }}"
changed_when: false
failed_when: false
no_log: true
- name: Дождаться VictoriaMetrics
ansible.builtin.uri:
url: "http://{{ ansible_host }}:8428/health"
status_code: 200
register: victoriametrics_health
retries: 20
delay: 2
until: victoriametrics_health.status == 200
- name: Дождаться vmalert
ansible.builtin.uri:
url: "http://127.0.0.1:8880/health"
status_code: 200
register: vmalert_health
retries: 20
delay: 2
until: vmalert_health.status == 200
- name: Перезапустить Grafana, чтобы подхватить datasource
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml restart grafana
when: grafana_datasources is changed or grafana_dashboards is changed or grafana_dashboard_provider is changed or grafana_old_dashboard is changed
changed_when: true
- name: Дождаться готовности Grafana
ansible.builtin.uri:
url: "http://127.0.0.1:3000/api/health"
status_code: 200
register: grafana_health
retries: 20
delay: 2
until: grafana_health.status == 200
- name: Обеспечить имя и email администратора в базе Grafana
ansible.builtin.command: >
python3 -c "import sqlite3; conn = sqlite3.connect('{{ monitoring_dir }}/grafana_data/grafana.db'); conn.execute('UPDATE user SET login=\"{{ grafana_admin_user }}\", email=\"{{ grafana_admin_email }}\" WHERE id=1'); conn.commit()"
failed_when: false
changed_when: false
- name: Синхронизировать пароль администратора Grafana с Infisical
ansible.builtin.command:
cmd: docker exec -i monitoring-grafana grafana cli admin reset-admin-password --user-id 1 --password-from-stdin
stdin: "{{ grafana_admin_password }}"
no_log: true
changed_when: false
when: grafana_admin_password is defined and grafana_admin_password | length > 0
- name: Настроить Grafana и дашборды
ansible.builtin.include_tasks: grafana.yml
tags: [monitoring, monitoring_grafana]
@@ -0,0 +1,26 @@
---
- name: Дождаться готовности Ntfy
ansible.builtin.uri:
url: "http://127.0.0.1:80/v1/health"
status_code: 200
register: ntfy_health
retries: 15
delay: 2
until: ntfy_health.status == 200
- name: Создать или обновить пользователя администратора в Ntfy
ansible.builtin.command: >
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
monitoring-ntfy ntfy user add --role=admin --ignore-exists "{{ ntfy_admin_user }}"
register: ntfy_user_add
changed_when: "'added' in ntfy_user_add.stdout or 'added' in ntfy_user_add.stderr"
failed_when: false
no_log: true
- name: Обновить пароль администратора в Ntfy
ansible.builtin.command: >
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
monitoring-ntfy ntfy user change-pass "{{ ntfy_admin_user }}"
changed_when: false
failed_when: false
no_log: true
@@ -0,0 +1,97 @@
---
- name: Сбросить список целей scrape node-exporter
ansible.builtin.set_fact:
monitoring_scrape_targets: []
- name: Собрать цели scrape node-exporter из inventory
ansible.builtin.set_fact:
monitoring_scrape_targets: "{{ monitoring_scrape_targets + [target] }}"
vars:
target:
name: "{{ item }}"
address: "{{ hostvars[item].monitoring_scrape_address | default(hostvars[item].ansible_host) }}"
port: "{{ hostvars[item].monitoring_node_exporter_port | default(monitoring_node_exporter_port) }}"
loop: "{{ groups['all'] | sort }}"
when:
- item not in monitoring_scrape_exclude_hosts
- hostvars[item].monitoring_scrape_enabled | default(true) | bool
- name: Проверить, что есть хотя бы одна цель node-exporter
ansible.builtin.assert:
that:
- monitoring_scrape_targets | length > 0
fail_msg: "Нет целей scrape: проверьте inventory и monitoring_scrape_exclude_hosts."
- name: Показать цели scrape node-exporter
ansible.builtin.debug:
msg: "{{ monitoring_scrape_targets | map(attribute='name') | list | sort }}"
- name: Установить правила алертов vmalert
ansible.builtin.copy:
src: alerts.yml
dest: "{{ monitoring_dir }}/vmalert/alerts.yml"
owner: root
group: root
mode: "0644"
- name: Установить конфигурацию Alertmanager
ansible.builtin.template:
src: alertmanager.yml.j2
dest: "{{ monitoring_dir }}/alertmanager/alertmanager.yml"
owner: root
group: root
mode: "0644"
- name: Установить конфигурацию alertmanager-ntfy
ansible.builtin.template:
src: alertmanager-ntfy.yml.j2
dest: "{{ monitoring_dir }}/alertmanager-ntfy/config.yml"
owner: root
group: root
mode: "0644"
- name: Конфиг vmagent на core-mon
ansible.builtin.template:
src: "{{ item.src }}"
dest: "{{ item.dest }}"
owner: root
group: root
mode: "0644"
loop:
- { src: vmagent-scrape.yml.j2, dest: "{{ monitoring_dir }}/vmagent/scrape.yml" }
- { src: vmagent-nodeexporter.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/nodeexporter.yml" }
- { src: vmagent-cadvisor.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/cadvisor.yml" }
- name: Убрать scrape Xray Checker без ссылки подписки
ansible.builtin.file:
path: "{{ item }}"
state: absent
loop:
- "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
- "{{ monitoring_dir }}/xray-checker.env"
when: xray_checker_subscription_url | length == 0
- name: Ссылки подписки для Xray Checker нет
ansible.builtin.debug:
msg: "Ссылки Xray Checker нет, контейнер не запускается."
when: xray_checker_subscription_url | length == 0
- name: Файл окружения Xray Checker
ansible.builtin.template:
src: xray-checker.env.j2
dest: "{{ monitoring_dir }}/xray-checker.env"
owner: root
group: root
mode: "0600"
no_log: true
register: xray_checker_env
when: xray_checker_subscription_url | length > 0
- name: Scrape Xray Checker
ansible.builtin.template:
src: vmagent-xray.yml.j2
dest: "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
owner: root
group: root
mode: "0644"
when: xray_checker_subscription_url | length > 0