summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat
-rw-r--r--dan/ele-calypso.yml20
-rw-r--r--dan/host_vars/ele-calypso.yml24
-rw-r--r--inventory/group_vars/ele-ups/vars.yml4
-rw-r--r--inventory/group_vars/elevate-festival/vars.yml3
-rw-r--r--inventory/group_vars/promzone-elevate-festival/vars.yml6
-rw-r--r--inventory/host_vars/ele-calypso.yml101
-rw-r--r--inventory/host_vars/ele-dione.yml2
-rw-r--r--inventory/host_vars/ele-helene.yml2
-rw-r--r--inventory/host_vars/ele-telesto.yml12
-rw-r--r--inventory/host_vars/ele-thetys.yml2
-rw-r--r--inventory/hosts.ini15
11 files changed, 164 insertions, 27 deletions
diff --git a/dan/ele-calypso.yml b/dan/ele-calypso.yml
index 0fcaa93a..c7d1e6c4 100644
--- a/dan/ele-calypso.yml
+++ b/dan/ele-calypso.yml
@@ -17,5 +17,23 @@
- role: kubernetes/base
- role: kubernetes/standalone/base
- role: streaming/player
-
+ - role: nginx/base
- role: monitoring/sachet
+ - role: monitoring/prometheus/ca
+ - role: monitoring/prometheus/exporter
+ - role: monitoring/prometheus/server
+ - role: monitoring/prometheus/alertmanager
+ - role: monitoring/grafana
+ - role: nginx/vhost
+ nginx_vhost:
+ name: monitoring
+ template: generic-proxy-no-buffering
+ hostnames:
+ - "_"
+ locations:
+ '/grafana/':
+ proxy_pass: "http://127.0.0.1:3000"
+ '/prometheus/':
+ proxy_pass: "http://127.0.0.1:9090"
+ '/alertmanager/':
+ proxy_pass: "http://127.0.0.1:9093"
diff --git a/dan/host_vars/ele-calypso.yml b/dan/host_vars/ele-calypso.yml
index 5b9658e8..540c7d1f 100644
--- a/dan/host_vars/ele-calypso.yml
+++ b/dan/host_vars/ele-calypso.yml
@@ -1,7 +1,19 @@
$ANSIBLE_VAULT;1.2;AES256;dan
-39376234376434623834346662313866306666626261653232393664616463316463363065333435
-3765376238323934653636306132663231383738306435650a343737396135303833633236373761
-33653634386538353730643766323565373236303237353634376230333538636666336134363336
-6333303662383630390a333165333864323235373930356662316138313630326266626362343236
-61373336333932373264356337343364363236326639323264643832333063616564633965383837
-3930356334386135616136333736623963323035393862306630
+31333161353163326666656439363137373562373163393933366262646562313730636630663435
+6365636333333661356239373361663731323031333363610a313036386631646538366533396435
+38633761383939363933646662353733363830366131613265623938643465383431626636616434
+6331326331373830650a623832396332383831636662353963356632653331353433326133336532
+31303166326536333534336637613966643461333931663362633164623361336362393731653437
+35653665646166666434643266663638383265656136616465316564373238353937306231666463
+39653636626531336238353139313234356634636462393836666139306433363032626662653434
+65376630643332636239386436653438623132336161613131313962373636363861623635323536
+62356364626162326165643236636164623865346164333662396261663764386230663134636362
+66383935616463653033333465376539623761623065646537383461613035303234363134636165
+38386236336265363639626165383134623935313363393632333134343831646666653639313231
+36333263363264616262363061383631336534633163303137366235646336613939393630623763
+35353339623337303366343137323664376365306538633364663661663730623934373431393434
+34343563303434663363303362316630646565306662643435613535333236306466643035636430
+64663736656265666635643431366632363230353433643933666362376630343933653136323037
+33386534646133633737336564366635313238333833366139653135636139643935623539643935
+62393234316664663236373132376234383264656462663066636662373131383630636531323034
+6534306465323130363165313830643065386336323164386166
diff --git a/inventory/group_vars/ele-ups/vars.yml b/inventory/group_vars/ele-ups/vars.yml
index 28a5eaff..dfbeaaca 100644
--- a/inventory/group_vars/ele-ups/vars.yml
+++ b/inventory/group_vars/ele-ups/vars.yml
@@ -7,7 +7,7 @@ network_mgmt_zone: "{{ network_zones.mgmt }}"
ups_name: "{{ inventory_hostname | regex_replace('^ele-ups-(.*)$', '\\1') }}"
ups_query_sources:
- - "{{ network_mgmt_zone.prefix | ipaddr(network_mgmt_zone.offsets['ele-mon']) | ipaddr('address') }}"
+ - "{{ network_mgmt_zone.prefix | ipaddr(network_mgmt_zone.offsets['ele-calypso']) | ipaddr('address') }}"
prometheus_scrape_endpoint: "{{ network_mgmt_zone.prefix | ipaddr(network_mgmt_zone.offsets[inventory_hostname]) | ipaddr('address') }}:9100"
@@ -15,7 +15,7 @@ prometheus_exporters_default:
- openwrt
prometheus_job_multitarget_nut__ups:
- ele-mon:
+ ele-calypso:
- instance: "ups-{{ ups_name }}"
ups: "{{ ups_name }}"
server: "{{ network_mgmt_zone.prefix | ipaddr(network_mgmt_zone.offsets[inventory_hostname]) | ipaddr('address') }}"
diff --git a/inventory/group_vars/elevate-festival/vars.yml b/inventory/group_vars/elevate-festival/vars.yml
index 2f7efeb4..2ddd64e2 100644
--- a/inventory/group_vars/elevate-festival/vars.yml
+++ b/inventory/group_vars/elevate-festival/vars.yml
@@ -155,6 +155,9 @@ network_zones:
ele-sw-tub0: 90
ele-br-tub0: 99 # --> ele-br-nextlib0
+ ### Monitoring
+ ele-calypso: 203
+
### UPS
ele-ups-hmtsaal0: 210
ele-ups-hmtsaal1: 211
diff --git a/inventory/group_vars/promzone-elevate-festival/vars.yml b/inventory/group_vars/promzone-elevate-festival/vars.yml
index 1f5ee63f..48c745e8 100644
--- a/inventory/group_vars/promzone-elevate-festival/vars.yml
+++ b/inventory/group_vars/promzone-elevate-festival/vars.yml
@@ -14,12 +14,12 @@ prometheus_exporter_nut_version: 2.3.5
prometheus_server_version: 2.36.2
prometheus_alertmanager_version: 0.24.0
-prometheus_server: ele-mon
+prometheus_server: ele-calypso
prometheus_server_jobs:
- node
- - openwrt
+# - openwrt
- nut
- - nut/ups
+# - nut/ups
- blackbox
- blackbox/probe
- ipmi
diff --git a/inventory/host_vars/ele-calypso.yml b/inventory/host_vars/ele-calypso.yml
index a39322b1..2eeb0f50 100644
--- a/inventory/host_vars/ele-calypso.yml
+++ b/inventory/host_vars/ele-calypso.yml
@@ -14,6 +14,11 @@ network:
gateway: "{{ network_zones.lan.gateway }}"
interfaces:
- *_network_primary_
+ - name: "enp3s0.{{ network_zones.mgmt.vlan }}"
+ address: "{{ network_zones.mgmt.prefix | ipaddr(network_zones.mgmt.offsets[inventory_hostname]) | ipaddr('address/prefix') }}"
+ vlans:
+ enp3s0:
+ - "{{ network_zones.mgmt.vlan }}"
apt_repo_components:
@@ -31,6 +36,14 @@ admin_users_host:
- equinox
+ntp_variant: chrony
+
+ntp_client:
+ servers:
+ - name: "{{ network_zones.lan.gateway }}"
+ options: iburst
+
+
blackmagic_desktopvideo_version: 12.2.2a6
blackmagic_desktopvideo_include_gui: yes
@@ -67,6 +80,94 @@ player_volume_mounts:
dest: /srv/videos
+prometheus_server_storage:
+ type: lvm
+ vg: "{{ host_name }}"
+ lv: prometheus
+ size: 20G
+ fs: ext4
+
+prometheus_server_alertmanager:
+ url: "127.0.0.1:9093"
+ path_prefix: "/alertmanager/"
+
+prometheus_server_web_external_url: "http://{{ network.primary.address | ipaddr('address') }}/prometheus/"
+
+
+prometheus_exporters_extra:
+ - blackbox
+ - nut
+
+prometheus_exporter_node_textfile_collector_scripts:
+ - deleted-libraries
+ - chrony
+
+prometheus_exporter_blackbox_modules_extra:
+ icmp:
+ prober: icmp
+
+
+prometheus_job_multitarget_blackbox__probe:
+ ele-calypso:
+ - instance: "ssh-{{ inventory_hostname }}"
+ target: "{{ network_zones.lan.prefix | ipaddr(network_zones.lan.offsets[inventory_hostname]) | ipaddr('address') }}:{{ ansible_port | default(22) }}"
+ module: ssh_banner
+
+
+prometheus_alertmanager_web_external_url: "http://{{ network.primary.address | ipaddr('address') }}/alertmanager/"
+prometheus_alertmanager_smtp:
+ smarthost: "mailrelay.chaos-at-home.org:587"
+ from: "noreply@elev8.at"
+ require_tls: yes
+ auth:
+ username: ele-calypso
+ password: "{{ vault_prometheus_alertmanager_smtp_auth_password }}"
+
+prometheus_alertmanager_route:
+ receiver: empty
+ routes:
+ - receiver: equinox-mail
+ matchers:
+ - 'alertname != PrometheusAlertmanagerE2eDeadManSwitch'
+ group_by:
+ - instance
+ continue: true
+ - receiver: equinox-sms
+ matchers:
+ - 'alertname != PrometheusAlertmanagerE2eDeadManSwitch'
+ - severity="critical"
+
+prometheus_alertmanager_receivers:
+ - name: empty
+ - name: equinox-mail
+ email_configs:
+ - to: equinox@spreadspace.org
+ - name: equinox-sms
+ webhook_configs:
+ - url: "http://127.0.0.1:9876/alert"
+
+grafana_secret_key: "{{ vault_grafana_secret_key }}"
+
+grafana_datasources:
+ - name: "Prometheus"
+ type: "prometheus"
+ access: "proxy"
+ url: "http://127.0.0.1:9090/prometheus"
+ isDefault: yes
+ jsonData:
+ manageAlerts: no
+
+grafana_dashboards:
+ - file: node-full
+ datasource: "Prometheus"
+ - file: chronyd
+ datasource: "Prometheus"
+ - file: blackbox
+ datasource: "Prometheus"
+ - file: network-ups-tools
+ datasource: "Prometheus"
+
+
sachet_providers:
smstools:
outgoing_dir: /var/spool/sms/outgoing
diff --git a/inventory/host_vars/ele-dione.yml b/inventory/host_vars/ele-dione.yml
index 0314d32e..5ae39328 100644
--- a/inventory/host_vars/ele-dione.yml
+++ b/inventory/host_vars/ele-dione.yml
@@ -82,7 +82,7 @@ prometheus_exporter_ipmi_modules:
- sel
prometheus_job_multitarget_blackbox__probe:
- ele-mon:
+ ele-calypso:
- instance: "ssh-{{ inventory_hostname }}"
target: "{{ network_zones.lan.prefix | ipaddr(network_zones.lan.offsets[inventory_hostname]) | ipaddr('address') }}:{{ ansible_port | default(22) }}"
module: ssh_banner
diff --git a/inventory/host_vars/ele-helene.yml b/inventory/host_vars/ele-helene.yml
index 7055d6c2..cf6e06a7 100644
--- a/inventory/host_vars/ele-helene.yml
+++ b/inventory/host_vars/ele-helene.yml
@@ -68,7 +68,7 @@ prometheus_exporter_ipmi_modules:
- sel
prometheus_job_multitarget_blackbox__probe:
- ele-mon:
+ ele-calypso:
- instance: "ssh-{{ inventory_hostname }}"
target: "{{ network_zones.lan.prefix | ipaddr(network_zones.lan.offsets[inventory_hostname]) | ipaddr('address') }}:{{ ansible_port | default(22) }}"
module: ssh_banner
diff --git a/inventory/host_vars/ele-telesto.yml b/inventory/host_vars/ele-telesto.yml
index fa3c0a9b..b29dbfdd 100644
--- a/inventory/host_vars/ele-telesto.yml
+++ b/inventory/host_vars/ele-telesto.yml
@@ -6,12 +6,16 @@ install:
primary: /dev/disk/by-id/nvme-Samsung_SSD_970_PRO_512GB_S5JYNC0N310329Z
network:
- nameservers: "{{ network_zones.cc_hmtsaal.dns }}"
+# nameservers: "{{ network_zones.cc_hmtsaal.dns }}"
+ nameservers:
+ - 1.1.1.1
domain: "{{ host_domain }}"
primary: &_network_primary_
name: enp35s0
- address: "{{ network_zones.cc_hmtsaal.prefix | ipaddr(network_zones.cc_hmtsaal.offsets[inventory_hostname]) | ipaddr('address/prefix') }}"
- gateway: "{{ network_zones.cc_hmtsaal.gateway }}"
+ address: "192.168.28.3/24"
+ gateway: "192.168.28.254"
+# address: "{{ network_zones.cc_hmtsaal.prefix | ipaddr(network_zones.cc_hmtsaal.offsets[inventory_hostname]) | ipaddr('address/prefix') }}"
+# gateway: "{{ network_zones.cc_hmtsaal.gateway }}"
interfaces:
- *_network_primary_
@@ -83,7 +87,7 @@ prometheus_exporter_ipmi_modules:
- sel
prometheus_job_multitarget_blackbox__probe:
- ele-mon:
+ ele-calypso:
- instance: "ssh-{{ inventory_hostname }}"
target: "{{ network_zones.lan.prefix | ipaddr(network_zones.lan.offsets[inventory_hostname]) | ipaddr('address') }}:{{ ansible_port | default(22) }}"
module: ssh_banner
diff --git a/inventory/host_vars/ele-thetys.yml b/inventory/host_vars/ele-thetys.yml
index 1fb0ac61..3811a578 100644
--- a/inventory/host_vars/ele-thetys.yml
+++ b/inventory/host_vars/ele-thetys.yml
@@ -52,7 +52,7 @@ prometheus_exporter_node_textfile_collector_scripts:
- chrony
prometheus_job_multitarget_blackbox__probe:
- ele-mon:
+ ele-calypso:
- instance: "ssh-{{ inventory_hostname }}"
target: "{{ network_zones.cc_leslie.prefix | ipaddr(network_zones.cc_leslie.offsets[inventory_hostname]) | ipaddr('address') }}:{{ ansible_port | default(22) }}"
module: ssh_banner
diff --git a/inventory/hosts.ini b/inventory/hosts.ini
index 424dfdbc..14be3fe1 100644
--- a/inventory/hosts.ini
+++ b/inventory/hosts.ini
@@ -433,23 +433,22 @@ chaos-at-home-ap
promzone-chaos-at-home-server
[promzone-elevate-festival-server]
-ele-mon
+ele-calypso
[promzone-elevate-festival]
-ele-sms
-ele-helene
+#ele-helene
ele-dione
ele-telesto
-ele-router-hmtsaal
-ele-router-emc
-ele-ap-hmtsaal[0:3]
-ele-ups-hmtsaal[0:2]
+#ele-router-hmtsaal
+#ele-router-emc
+#ele-ap-hmtsaal[0:3]
+#ele-ups-hmtsaal[0:2]
#ele-router-leslie
#ele-thetys
[promzone-elevate-festival:children]
#ele-ap
#ele-ups
promzone-elevate-festival-server
-emc
+#emc
## openvpn
generated by cgit v1.2.3 (git 2.39.1) at 2024-07-01 10:56:47 +0000