refactor(monitoring): split tasks into tagged subtasks, update BOOTSTRAP.md and .gitignore
This commit is contained in:
1 parent
0f0d4ff7ad
commit
b2524d1d1e
10 files changed
+264
-240
No files matched your search
@@ -83,3 +83,4 @@ jobs:
|
|||||||
chmod -R go-w "${HOME}/homelab-infra"
|
chmod -R go-w "${HOME}/homelab-infra"
|
||||||
exec bash "${HOME}/homelab-infra/ansible/ci/deploy-machine.sh" \
|
exec bash "${HOME}/homelab-infra/ansible/ci/deploy-machine.sh" \
|
||||||
"${{ matrix.machine }}" "${{ github.event_name }}" "${{ github.event.before }}" "${{ github.sha }}" "${{ matrix.tags }}"
|
"${{ matrix.machine }}" "${{ github.event_name }}" "${{ github.event.before }}" "${{ github.sha }}" "${{ matrix.tags }}"
|
||||||
|
|
||||||
@@ -17,3 +17,5 @@ vault_pass.txt
|
|||||||
*.tmp
|
*.tmp
|
||||||
.kimi-code/local.toml
|
.kimi-code/local.toml
|
||||||
.agent-vault-session
|
.agent-vault-session
|
||||||
|
__pycache__/
|
||||||
|
*.py[cod]
|
||||||
+1
-1
@@ -11,7 +11,7 @@
|
|||||||
| `core-mon` | `playbooks/core-mon.yml` | `roles/core-mon/monitoring` | `/opt/monitoring` (VictoriaMetrics, vmalert, Grafana) |
|
| `core-mon` | `playbooks/core-mon.yml` | `roles/core-mon/monitoring` | `/opt/monitoring` (VictoriaMetrics, vmalert, Grafana) |
|
||||||
| `core-git` | `playbooks/core-git.yml` | `roles/core-git/gitea`, `roles/core-git/cadvisor` | `/opt/gitea`, `/opt/cadvisor` |
|
| `core-git` | `playbooks/core-git.yml` | `roles/core-git/gitea`, `roles/core-git/cadvisor` | `/opt/gitea`, `/opt/cadvisor` |
|
||||||
| `rus-central` | `playbooks/rus-central.yml` | `roles/rus-central/netbird`, `roles/rus-central/cadvisor` | `/opt/netbird`, `/opt/cadvisor` |
|
| `rus-central` | `playbooks/rus-central.yml` | `roles/rus-central/netbird`, `roles/rus-central/cadvisor` | `/opt/netbird`, `/opt/cadvisor` |
|
||||||
| `ger-nod-02` | `playbooks/ger-nod-02.yml` | `roles/ger-nod-02/netbird`; `roles/ger-nod-02/remnanode`; `roles/ger-nod-02/vmagent` | клиент NetBird; `/opt/remnanode`; `/opt/vmagent` |
|
| `ger-nod-02` | `playbooks/ger-nod-02.yml` | `roles/netbird_exit_node`; `roles/remnanode`; `roles/vmagent` | клиент NetBird (Exit Node); `/opt/remnanode`; `/opt/vmagent` |
|
||||||
| `opnsense` | `playbooks/opnsense.yml` | `roles/opnsense/netbird`; `roles/opnsense/xray` | REST API (`192.168.1.1:4433`) |
|
| `opnsense` | `playbooks/opnsense.yml` | `roles/opnsense/netbird`; `roles/opnsense/xray` | REST API (`192.168.1.1:4433`) |
|
||||||
|
|
||||||
Полная сверка одной машины: `ansible-playbook playbooks/site.yml --limit <машина>`. Боевой Gitea после cutover — `core-git` (`192.168.1.105`). Пайплайны клонируют с `http://192.168.1.105:3000`. CT 109 на `pve` оставлен как rollback, стек на нём остановлен — не удалять, пока не подтверждён стабильный прогон.
|
Полная сверка одной машины: `ansible-playbook playbooks/site.yml --limit <машина>`. Боевой Gitea после cutover — `core-git` (`192.168.1.105`). Пайплайны клонируют с `http://192.168.1.105:3000`. CT 109 на `pve` оставлен как rollback, стек на нём остановлен — не удалять, пока не подтверждён стабильный прогон.
|
||||||
|
|||||||
@@ -68,3 +68,4 @@ def main() -> int:
|
|||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
raise SystemExit(main())
|
raise SystemExit(main())
|
||||||
|
|
||||||
@@ -0,0 +1,37 @@
|
|||||||
|
---
|
||||||
|
- name: Установить compose.yaml для стека мониторинга
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: compose.yaml.j2
|
||||||
|
dest: "{{ monitoring_dir }}/compose.yaml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
register: monitoring_compose
|
||||||
|
|
||||||
|
- name: Запустить стек мониторинга через Docker Compose
|
||||||
|
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --remove-orphans
|
||||||
|
register: compose_up
|
||||||
|
changed_when: "'Started' in compose_up.stderr or 'Created' in compose_up.stderr or 'Recreated' in compose_up.stderr or 'Pulled' in compose_up.stderr"
|
||||||
|
|
||||||
|
- name: Пересоздать Xray Checker, чтобы подхватить метод проверки
|
||||||
|
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --force-recreate --no-deps xray-checker
|
||||||
|
when: xray_checker_env is defined and xray_checker_env is changed
|
||||||
|
changed_when: true
|
||||||
|
|
||||||
|
- name: Дождаться VictoriaMetrics
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://{{ ansible_host }}:8428/health"
|
||||||
|
status_code: 200
|
||||||
|
register: victoriametrics_health
|
||||||
|
retries: 20
|
||||||
|
delay: 2
|
||||||
|
until: victoriametrics_health.status == 200
|
||||||
|
|
||||||
|
- name: Дождаться vmalert
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://127.0.0.1:8880/health"
|
||||||
|
status_code: 200
|
||||||
|
register: vmalert_health
|
||||||
|
retries: 20
|
||||||
|
delay: 2
|
||||||
|
until: vmalert_health.status == 200
|
||||||
@@ -0,0 +1,23 @@
|
|||||||
|
---
|
||||||
|
- name: Создать базовые каталоги мониторинга
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ item.path }}"
|
||||||
|
state: directory
|
||||||
|
owner: "{{ item.owner }}"
|
||||||
|
group: "{{ item.group }}"
|
||||||
|
mode: "{{ item.mode }}"
|
||||||
|
loop:
|
||||||
|
- { path: "{{ monitoring_dir }}", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/alertmanager", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/alertmanager_data", owner: "65534", group: "65534", mode: "0777" }
|
||||||
|
- { path: "{{ monitoring_dir }}/grafana", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/grafana_data", owner: "472", group: "472", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/grafana/provisioning", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/grafana/provisioning/datasources", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/grafana/provisioning/dashboards", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/ntfy_data", owner: "root", group: "root", mode: "0777" }
|
||||||
|
- { path: "{{ monitoring_dir }}/alertmanager-ntfy", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/victoria-metrics-data", owner: "65534", group: "65534", mode: "0775" }
|
||||||
|
- { path: "{{ monitoring_dir }}/vmagent", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/vmagent/conf.d", owner: "root", group: "root", mode: "0755" }
|
||||||
|
- { path: "{{ monitoring_dir }}/vmalert", owner: "root", group: "root", mode: "0755" }
|
||||||
@@ -0,0 +1,61 @@
|
|||||||
|
---
|
||||||
|
- name: Установить источники данных Grafana
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: grafana-datasources.yml.j2
|
||||||
|
dest: "{{ monitoring_dir }}/grafana/provisioning/datasources/prometheus.yml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
register: grafana_datasources
|
||||||
|
|
||||||
|
- name: Установить провайдер дашбордов Grafana
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: grafana-dashboards.yml.j2
|
||||||
|
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/dashboards.yml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
register: grafana_dashboard_provider
|
||||||
|
|
||||||
|
- name: Скопировать статические дашборды Grafana
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: dashboards/
|
||||||
|
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
register: grafana_dashboards
|
||||||
|
|
||||||
|
- name: Удалить старый дашборд Node Exporter Full
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ monitoring_dir }}/grafana/provisioning/dashboards/node-exporter-full.json"
|
||||||
|
state: absent
|
||||||
|
register: grafana_old_dashboard
|
||||||
|
|
||||||
|
- name: Перезапустить Grafana, чтобы подхватить datasource
|
||||||
|
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml restart grafana
|
||||||
|
when: grafana_datasources is changed or grafana_dashboards is changed or grafana_dashboard_provider is changed or grafana_old_dashboard is changed
|
||||||
|
changed_when: true
|
||||||
|
|
||||||
|
- name: Дождаться готовности Grafana
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://127.0.0.1:3000/api/health"
|
||||||
|
status_code: 200
|
||||||
|
register: grafana_health
|
||||||
|
retries: 20
|
||||||
|
delay: 2
|
||||||
|
until: grafana_health.status == 200
|
||||||
|
|
||||||
|
- name: Обеспечить имя и email администратора в базе Grafana
|
||||||
|
ansible.builtin.command: >
|
||||||
|
python3 -c "import sqlite3; conn = sqlite3.connect('{{ monitoring_dir }}/grafana_data/grafana.db'); conn.execute('UPDATE user SET login=\"{{ grafana_admin_user }}\", email=\"{{ grafana_admin_email }}\" WHERE id=1'); conn.commit()"
|
||||||
|
failed_when: false
|
||||||
|
changed_when: false
|
||||||
|
|
||||||
|
- name: Синхронизировать пароль администратора Grafana с Infisical
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: docker exec -i monitoring-grafana grafana cli admin reset-admin-password --user-id 1 --password-from-stdin
|
||||||
|
stdin: "{{ grafana_admin_password }}"
|
||||||
|
no_log: true
|
||||||
|
changed_when: false
|
||||||
|
when: grafana_admin_password is defined and grafana_admin_password | length > 0
|
||||||
@@ -1,244 +1,20 @@
|
|||||||
---
|
---
|
||||||
- name: Создать базовые каталоги мониторинга
|
- name: Создать каталоги стека мониторинга
|
||||||
ansible.builtin.file:
|
ansible.builtin.include_tasks: dirs.yml
|
||||||
path: "{{ item.path }}"
|
tags: [monitoring, monitoring_dirs]
|
||||||
state: directory
|
|
||||||
owner: "{{ item.owner }}"
|
|
||||||
group: "{{ item.group }}"
|
|
||||||
mode: "{{ item.mode }}"
|
|
||||||
loop:
|
|
||||||
- { path: "{{ monitoring_dir }}", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/alertmanager", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/alertmanager_data", owner: "65534", group: "65534", mode: "0777" }
|
|
||||||
- { path: "{{ monitoring_dir }}/grafana", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/grafana_data", owner: "472", group: "472", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/grafana/provisioning", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/grafana/provisioning/datasources", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/grafana/provisioning/dashboards", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/ntfy_data", owner: "root", group: "root", mode: "0777" }
|
|
||||||
- { path: "{{ monitoring_dir }}/alertmanager-ntfy", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/victoria-metrics-data", owner: "65534", group: "65534", mode: "0775" }
|
|
||||||
- { path: "{{ monitoring_dir }}/vmagent", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/vmagent/conf.d", owner: "root", group: "root", mode: "0755" }
|
|
||||||
- { path: "{{ monitoring_dir }}/vmalert", owner: "root", group: "root", mode: "0755" }
|
|
||||||
|
|
||||||
- name: Сбросить список целей scrape node-exporter
|
- name: Собрать таргеты и конфиги VictoriaMetrics / vmagent / vmalert / Alertmanager
|
||||||
ansible.builtin.set_fact:
|
ansible.builtin.include_tasks: vm.yml
|
||||||
monitoring_scrape_targets: []
|
tags: [monitoring, monitoring_vm]
|
||||||
|
|
||||||
- name: Собрать цели scrape node-exporter из inventory
|
- name: Запустить Docker Compose стека мониторинга
|
||||||
ansible.builtin.set_fact:
|
ansible.builtin.include_tasks: compose.yml
|
||||||
monitoring_scrape_targets: "{{ monitoring_scrape_targets + [target] }}"
|
tags: [monitoring, monitoring_compose]
|
||||||
vars:
|
|
||||||
target:
|
|
||||||
name: "{{ item }}"
|
|
||||||
address: "{{ hostvars[item].monitoring_scrape_address | default(hostvars[item].ansible_host) }}"
|
|
||||||
port: "{{ hostvars[item].monitoring_node_exporter_port | default(monitoring_node_exporter_port) }}"
|
|
||||||
loop: "{{ groups['all'] | sort }}"
|
|
||||||
when:
|
|
||||||
- item not in monitoring_scrape_exclude_hosts
|
|
||||||
- hostvars[item].monitoring_scrape_enabled | default(true) | bool
|
|
||||||
|
|
||||||
- name: Проверить, что есть хотя бы одна цель node-exporter
|
- name: Настроить Ntfy
|
||||||
ansible.builtin.assert:
|
ansible.builtin.include_tasks: ntfy.yml
|
||||||
that:
|
tags: [monitoring, monitoring_ntfy]
|
||||||
- monitoring_scrape_targets | length > 0
|
|
||||||
fail_msg: "Нет целей scrape: проверьте inventory и monitoring_scrape_exclude_hosts."
|
|
||||||
|
|
||||||
- name: Показать цели scrape node-exporter
|
- name: Настроить Grafana и дашборды
|
||||||
ansible.builtin.debug:
|
ansible.builtin.include_tasks: grafana.yml
|
||||||
msg: "{{ monitoring_scrape_targets | map(attribute='name') | list | sort }}"
|
tags: [monitoring, monitoring_grafana]
|
||||||
|
|
||||||
- name: Установить правила алертов vmalert
|
|
||||||
ansible.builtin.copy:
|
|
||||||
src: alerts.yml
|
|
||||||
dest: "{{ monitoring_dir }}/vmalert/alerts.yml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
|
|
||||||
- name: Установить конфигурацию Alertmanager
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: alertmanager.yml.j2
|
|
||||||
dest: "{{ monitoring_dir }}/alertmanager/alertmanager.yml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
|
|
||||||
- name: Установить конфигурацию alertmanager-ntfy
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: alertmanager-ntfy.yml.j2
|
|
||||||
dest: "{{ monitoring_dir }}/alertmanager-ntfy/config.yml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
|
|
||||||
- name: Установить источники данных Grafana
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: grafana-datasources.yml.j2
|
|
||||||
dest: "{{ monitoring_dir }}/grafana/provisioning/datasources/prometheus.yml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
register: grafana_datasources
|
|
||||||
|
|
||||||
- name: Установить провайдер дашбордов Grafana
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: grafana-dashboards.yml.j2
|
|
||||||
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/dashboards.yml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
register: grafana_dashboard_provider
|
|
||||||
|
|
||||||
- name: Скопировать статические дашборды Grafana
|
|
||||||
ansible.builtin.copy:
|
|
||||||
src: dashboards/
|
|
||||||
dest: "{{ monitoring_dir }}/grafana/provisioning/dashboards/"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
register: grafana_dashboards
|
|
||||||
|
|
||||||
- name: Удалить старый дашборд Node Exporter Full
|
|
||||||
ansible.builtin.file:
|
|
||||||
path: "{{ monitoring_dir }}/grafana/provisioning/dashboards/node-exporter-full.json"
|
|
||||||
state: absent
|
|
||||||
register: grafana_old_dashboard
|
|
||||||
|
|
||||||
- name: Конфиг vmagent на core-mon
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: "{{ item.src }}"
|
|
||||||
dest: "{{ item.dest }}"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
loop:
|
|
||||||
- { src: vmagent-scrape.yml.j2, dest: "{{ monitoring_dir }}/vmagent/scrape.yml" }
|
|
||||||
- { src: vmagent-nodeexporter.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/nodeexporter.yml" }
|
|
||||||
- { src: vmagent-cadvisor.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/cadvisor.yml" }
|
|
||||||
|
|
||||||
- name: Убрать scrape Xray Checker без ссылки подписки
|
|
||||||
ansible.builtin.file:
|
|
||||||
path: "{{ item }}"
|
|
||||||
state: absent
|
|
||||||
loop:
|
|
||||||
- "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
|
|
||||||
- "{{ monitoring_dir }}/xray-checker.env"
|
|
||||||
when: xray_checker_subscription_url | length == 0
|
|
||||||
|
|
||||||
- name: Ссылки подписки для Xray Checker нет
|
|
||||||
ansible.builtin.debug:
|
|
||||||
msg: "Ссылки Xray Checker нет, контейнер не запускается."
|
|
||||||
when: xray_checker_subscription_url | length == 0
|
|
||||||
|
|
||||||
- name: Файл окружения Xray Checker
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: xray-checker.env.j2
|
|
||||||
dest: "{{ monitoring_dir }}/xray-checker.env"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0600"
|
|
||||||
no_log: true
|
|
||||||
register: xray_checker_env
|
|
||||||
when: xray_checker_subscription_url | length > 0
|
|
||||||
|
|
||||||
- name: Scrape Xray Checker
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: vmagent-xray.yml.j2
|
|
||||||
dest: "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
when: xray_checker_subscription_url | length > 0
|
|
||||||
|
|
||||||
- name: Установить compose.yaml для стека мониторинга
|
|
||||||
ansible.builtin.template:
|
|
||||||
src: compose.yaml.j2
|
|
||||||
dest: "{{ monitoring_dir }}/compose.yaml"
|
|
||||||
owner: root
|
|
||||||
group: root
|
|
||||||
mode: "0644"
|
|
||||||
register: monitoring_compose
|
|
||||||
|
|
||||||
- name: Запустить стек мониторинга через Docker Compose
|
|
||||||
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --remove-orphans
|
|
||||||
register: compose_up
|
|
||||||
changed_when: "'Started' in compose_up.stderr or 'Created' in compose_up.stderr or 'Recreated' in compose_up.stderr or 'Pulled' in compose_up.stderr"
|
|
||||||
|
|
||||||
- name: Пересоздать Xray Checker, чтобы подхватить метод проверки
|
|
||||||
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml up -d --force-recreate --no-deps xray-checker
|
|
||||||
when: xray_checker_env is changed
|
|
||||||
changed_when: true
|
|
||||||
|
|
||||||
- name: Дождаться готовности Ntfy
|
|
||||||
ansible.builtin.uri:
|
|
||||||
url: "http://127.0.0.1:80/v1/health"
|
|
||||||
status_code: 200
|
|
||||||
register: ntfy_health
|
|
||||||
retries: 15
|
|
||||||
delay: 2
|
|
||||||
until: ntfy_health.status == 200
|
|
||||||
|
|
||||||
- name: Создать или обновить пользователя администратора в Ntfy
|
|
||||||
ansible.builtin.command: >
|
|
||||||
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
|
|
||||||
monitoring-ntfy ntfy user add --role=admin --ignore-exists "{{ ntfy_admin_user }}"
|
|
||||||
register: ntfy_user_add
|
|
||||||
changed_when: "'added' in ntfy_user_add.stdout or 'added' in ntfy_user_add.stderr"
|
|
||||||
failed_when: false
|
|
||||||
no_log: true
|
|
||||||
|
|
||||||
- name: Обновить пароль администратора в Ntfy
|
|
||||||
ansible.builtin.command: >
|
|
||||||
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
|
|
||||||
monitoring-ntfy ntfy user change-pass "{{ ntfy_admin_user }}"
|
|
||||||
changed_when: false
|
|
||||||
failed_when: false
|
|
||||||
no_log: true
|
|
||||||
|
|
||||||
- name: Дождаться VictoriaMetrics
|
|
||||||
ansible.builtin.uri:
|
|
||||||
url: "http://{{ ansible_host }}:8428/health"
|
|
||||||
status_code: 200
|
|
||||||
register: victoriametrics_health
|
|
||||||
retries: 20
|
|
||||||
delay: 2
|
|
||||||
until: victoriametrics_health.status == 200
|
|
||||||
|
|
||||||
- name: Дождаться vmalert
|
|
||||||
ansible.builtin.uri:
|
|
||||||
url: "http://127.0.0.1:8880/health"
|
|
||||||
status_code: 200
|
|
||||||
register: vmalert_health
|
|
||||||
retries: 20
|
|
||||||
delay: 2
|
|
||||||
until: vmalert_health.status == 200
|
|
||||||
|
|
||||||
- name: Перезапустить Grafana, чтобы подхватить datasource
|
|
||||||
ansible.builtin.command: docker compose -f {{ monitoring_dir }}/compose.yaml restart grafana
|
|
||||||
when: grafana_datasources is changed or grafana_dashboards is changed or grafana_dashboard_provider is changed or grafana_old_dashboard is changed
|
|
||||||
changed_when: true
|
|
||||||
|
|
||||||
- name: Дождаться готовности Grafana
|
|
||||||
ansible.builtin.uri:
|
|
||||||
url: "http://127.0.0.1:3000/api/health"
|
|
||||||
status_code: 200
|
|
||||||
register: grafana_health
|
|
||||||
retries: 20
|
|
||||||
delay: 2
|
|
||||||
until: grafana_health.status == 200
|
|
||||||
|
|
||||||
- name: Обеспечить имя и email администратора в базе Grafana
|
|
||||||
ansible.builtin.command: >
|
|
||||||
python3 -c "import sqlite3; conn = sqlite3.connect('{{ monitoring_dir }}/grafana_data/grafana.db'); conn.execute('UPDATE user SET login=\"{{ grafana_admin_user }}\", email=\"{{ grafana_admin_email }}\" WHERE id=1'); conn.commit()"
|
|
||||||
failed_when: false
|
|
||||||
changed_when: false
|
|
||||||
|
|
||||||
- name: Синхронизировать пароль администратора Grafana с Infisical
|
|
||||||
ansible.builtin.command:
|
|
||||||
cmd: docker exec -i monitoring-grafana grafana cli admin reset-admin-password --user-id 1 --password-from-stdin
|
|
||||||
stdin: "{{ grafana_admin_password }}"
|
|
||||||
no_log: true
|
|
||||||
changed_when: false
|
|
||||||
when: grafana_admin_password is defined and grafana_admin_password | length > 0
|
|
||||||
@@ -0,0 +1,26 @@
|
|||||||
|
---
|
||||||
|
- name: Дождаться готовности Ntfy
|
||||||
|
ansible.builtin.uri:
|
||||||
|
url: "http://127.0.0.1:80/v1/health"
|
||||||
|
status_code: 200
|
||||||
|
register: ntfy_health
|
||||||
|
retries: 15
|
||||||
|
delay: 2
|
||||||
|
until: ntfy_health.status == 200
|
||||||
|
|
||||||
|
- name: Создать или обновить пользователя администратора в Ntfy
|
||||||
|
ansible.builtin.command: >
|
||||||
|
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
|
||||||
|
monitoring-ntfy ntfy user add --role=admin --ignore-exists "{{ ntfy_admin_user }}"
|
||||||
|
register: ntfy_user_add
|
||||||
|
changed_when: "'added' in ntfy_user_add.stdout or 'added' in ntfy_user_add.stderr"
|
||||||
|
failed_when: false
|
||||||
|
no_log: true
|
||||||
|
|
||||||
|
- name: Обновить пароль администратора в Ntfy
|
||||||
|
ansible.builtin.command: >
|
||||||
|
docker exec -i -e NTFY_PASSWORD="{{ ntfy_admin_password }}"
|
||||||
|
monitoring-ntfy ntfy user change-pass "{{ ntfy_admin_user }}"
|
||||||
|
changed_when: false
|
||||||
|
failed_when: false
|
||||||
|
no_log: true
|
||||||
@@ -0,0 +1,97 @@
|
|||||||
|
---
|
||||||
|
- name: Сбросить список целей scrape node-exporter
|
||||||
|
ansible.builtin.set_fact:
|
||||||
|
monitoring_scrape_targets: []
|
||||||
|
|
||||||
|
- name: Собрать цели scrape node-exporter из inventory
|
||||||
|
ansible.builtin.set_fact:
|
||||||
|
monitoring_scrape_targets: "{{ monitoring_scrape_targets + [target] }}"
|
||||||
|
vars:
|
||||||
|
target:
|
||||||
|
name: "{{ item }}"
|
||||||
|
address: "{{ hostvars[item].monitoring_scrape_address | default(hostvars[item].ansible_host) }}"
|
||||||
|
port: "{{ hostvars[item].monitoring_node_exporter_port | default(monitoring_node_exporter_port) }}"
|
||||||
|
loop: "{{ groups['all'] | sort }}"
|
||||||
|
when:
|
||||||
|
- item not in monitoring_scrape_exclude_hosts
|
||||||
|
- hostvars[item].monitoring_scrape_enabled | default(true) | bool
|
||||||
|
|
||||||
|
- name: Проверить, что есть хотя бы одна цель node-exporter
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that:
|
||||||
|
- monitoring_scrape_targets | length > 0
|
||||||
|
fail_msg: "Нет целей scrape: проверьте inventory и monitoring_scrape_exclude_hosts."
|
||||||
|
|
||||||
|
- name: Показать цели scrape node-exporter
|
||||||
|
ansible.builtin.debug:
|
||||||
|
msg: "{{ monitoring_scrape_targets | map(attribute='name') | list | sort }}"
|
||||||
|
|
||||||
|
- name: Установить правила алертов vmalert
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: alerts.yml
|
||||||
|
dest: "{{ monitoring_dir }}/vmalert/alerts.yml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
- name: Установить конфигурацию Alertmanager
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: alertmanager.yml.j2
|
||||||
|
dest: "{{ monitoring_dir }}/alertmanager/alertmanager.yml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
- name: Установить конфигурацию alertmanager-ntfy
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: alertmanager-ntfy.yml.j2
|
||||||
|
dest: "{{ monitoring_dir }}/alertmanager-ntfy/config.yml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
- name: Конфиг vmagent на core-mon
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: "{{ item.src }}"
|
||||||
|
dest: "{{ item.dest }}"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
loop:
|
||||||
|
- { src: vmagent-scrape.yml.j2, dest: "{{ monitoring_dir }}/vmagent/scrape.yml" }
|
||||||
|
- { src: vmagent-nodeexporter.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/nodeexporter.yml" }
|
||||||
|
- { src: vmagent-cadvisor.yml.j2, dest: "{{ monitoring_dir }}/vmagent/conf.d/cadvisor.yml" }
|
||||||
|
|
||||||
|
- name: Убрать scrape Xray Checker без ссылки подписки
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ item }}"
|
||||||
|
state: absent
|
||||||
|
loop:
|
||||||
|
- "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
|
||||||
|
- "{{ monitoring_dir }}/xray-checker.env"
|
||||||
|
when: xray_checker_subscription_url | length == 0
|
||||||
|
|
||||||
|
- name: Ссылки подписки для Xray Checker нет
|
||||||
|
ansible.builtin.debug:
|
||||||
|
msg: "Ссылки Xray Checker нет, контейнер не запускается."
|
||||||
|
when: xray_checker_subscription_url | length == 0
|
||||||
|
|
||||||
|
- name: Файл окружения Xray Checker
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: xray-checker.env.j2
|
||||||
|
dest: "{{ monitoring_dir }}/xray-checker.env"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0600"
|
||||||
|
no_log: true
|
||||||
|
register: xray_checker_env
|
||||||
|
when: xray_checker_subscription_url | length > 0
|
||||||
|
|
||||||
|
- name: Scrape Xray Checker
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: vmagent-xray.yml.j2
|
||||||
|
dest: "{{ monitoring_dir }}/vmagent/conf.d/xraychecker.yml"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
when: xray_checker_subscription_url | length > 0
|
||||||
Reference in new issue
Block a user