diff options
Diffstat (limited to 'roles')
9 files changed, 327 insertions, 0 deletions
diff --git a/roles/monitoring/grafana/files/dashboard-smokeping.json b/roles/monitoring/grafana/files/dashboard-smokeping.json new file mode 100644 index 00000000..aab228d4 --- /dev/null +++ b/roles/monitoring/grafana/files/dashboard-smokeping.json @@ -0,0 +1,201 @@ +{ + "__inputs": [ + { + "name": "DS_PROMETHEUS", + "label": "Prometheus", + "description": "", + "type": "datasource", + "pluginId": "prometheus", + "pluginName": "Prometheus" + } + ], + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "6.4.0" + }, + { + "type": "panel", + "id": "heatmap", + "name": "Heatmap", + "version": "" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "id": null, + "iteration": 1573496641574, + "links": [], + "panels": [ + { + "cards": { + "cardPadding": null, + "cardRound": null + }, + "color": { + "cardColor": "#b4ff00", + "colorScale": "sqrt", + "colorScheme": "interpolateOranges", + "exponent": 0.5, + "mode": "opacity" + }, + "dataFormat": "tsbuckets", + "datasource": "${DS_PROMETHEUS}", + "gridPos": { + "h": 17, + "w": 24, + "x": 0, + "y": 0 + }, + "heatmap": {}, + "hideZeroBuckets": false, + "highlightCards": true, + "id": 2, + "legend": { + "show": false + }, + "links": [], + "options": {}, + "reverseYBuckets": false, + "targets": [ + { + "expr": "sum(rate(smokeping_response_duration_seconds_bucket{instance=~\"$prober\",host=\"$target\"}[5m])) by (le)", + "format": "heatmap", + "intervalFactor": 1, + "legendFormat": "{{le}}", + "refId": "A" + } + ], + "title": "Smokeping", + "tooltip": { + "show": true, + "showHistogram": false + }, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": 0, + "format": "s", + "logBase": 1, + "max": null, + "min": "0", + "show": true, + "splitFactor": null + }, + "yBucketBound": "auto", + "yBucketNumber": null, + "yBucketSize": null + } + ], + "refresh": "30s", + "schemaVersion": 20, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": {}, + "datasource": "${DS_PROMETHEUS}", + "definition": "", + "hide": 0, + "includeAll": false, + "label": null, + "multi": true, + "name": "prober", + "options": [], + "query": "label_values(smokeping_prober_build_info, instance)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": {}, + "datasource": "${DS_PROMETHEUS}", + "definition": "label_values(smokeping_response_duration_seconds_bucket, host)", + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "target", + "options": [], + "query": "label_values(smokeping_response_duration_seconds_bucket, host)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "", + "title": "Smokeping", + "uid": "i5aRaLaik", + "version": 11 +} diff --git a/roles/monitoring/prometheus/exporter/meta/main.yml b/roles/monitoring/prometheus/exporter/meta/main.yml index 31dbd611..704b0f00 100644 --- a/roles/monitoring/prometheus/exporter/meta/main.yml +++ b/roles/monitoring/prometheus/exporter/meta/main.yml @@ -13,3 +13,5 @@ dependencies: when: "'nut' in (prometheus_exporters_default | union(prometheus_exporters_extra))" - role: monitoring/prometheus/exporter/ssl when: "'ssl' in (prometheus_exporters_default | union(prometheus_exporters_extra))" + - role: monitoring/prometheus/exporter/smokeping + when: "'smokeping' in (prometheus_exporters_default | union(prometheus_exporters_extra))" diff --git a/roles/monitoring/prometheus/exporter/smokeping/defaults/main.yml b/roles/monitoring/prometheus/exporter/smokeping/defaults/main.yml new file mode 100644 index 00000000..2bf90a2b --- /dev/null +++ b/roles/monitoring/prometheus/exporter/smokeping/defaults/main.yml @@ -0,0 +1,10 @@ +--- +# prometheus_exporter_smokeping_version: + +# prometheus_exporter_smokeping_targets: +# - hosts: +# - 1.2.3.4 +# interval: 1s +# network: ip +# protocol: icmp +# size: 56 diff --git a/roles/monitoring/prometheus/exporter/smokeping/handlers/main.yml b/roles/monitoring/prometheus/exporter/smokeping/handlers/main.yml new file mode 100644 index 00000000..3ce9c2eb --- /dev/null +++ b/roles/monitoring/prometheus/exporter/smokeping/handlers/main.yml @@ -0,0 +1,10 @@ +--- +- name: restart prometheus-smokeping-exporter + service: + name: prometheus-smokeping-exporter + state: restarted + +- name: reload nginx + service: + name: nginx + state: reloaded diff --git a/roles/monitoring/prometheus/exporter/smokeping/tasks/main.yml b/roles/monitoring/prometheus/exporter/smokeping/tasks/main.yml new file mode 100644 index 00000000..23c5eda5 --- /dev/null +++ b/roles/monitoring/prometheus/exporter/smokeping/tasks/main.yml @@ -0,0 +1,58 @@ +--- +- name: generate apt pin file for exporter-smokeping package + when: prometheus_exporter_smokeping_version is defined + copy: + dest: "/etc/apt/preferences.d/prom-exporter-smokeping.pref" + content: | + Package: prom-exporter-smokeping + Pin: version {{ prometheus_exporter_smokeping_version }}-1 + Pin-Priority: 1001 + +- name: remove apt pin file for exporter-smokeping package + when: prometheus_exporter_smokeping_version is not defined + file: + path: "/etc/apt/preferences.d/prom-exporter-smokeping.pref" + state: absent + +- name: install apt packages + apt: + name: "prom-exporter-smokeping{% if prometheus_exporter_smokeping_version is defined %}={{ prometheus_exporter_smokeping_version }}-1{% endif %}" + state: present + allow_downgrade: yes + notify: restart prometheus-smokeping-exporter + +- name: create config directory + file: + path: /etc/prometheus/exporter/smokeping + state: directory + +- name: generate configuration + template: + src: config.yml.j2 + dest: /etc/prometheus/exporter/smokeping/config.yml + owner: root + group: prometheus-exporter + mode: 0640 + notify: restart prometheus-smokeping-exporter + +- name: generate systemd service unit + template: + src: service.j2 + dest: /etc/systemd/system/prometheus-smokeping-exporter.service + notify: restart prometheus-smokeping-exporter + +- name: make sure prometheus-smokeping-exporter is enabled and started + systemd: + name: prometheus-smokeping-exporter.service + daemon_reload: yes + state: started + enabled: yes + +- name: register exporter + copy: + content: | + location = /smokeping { + proxy_pass http://127.0.0.1:9374/metrics; + } + dest: /etc/prometheus/exporter/smokeping.locations + notify: reload nginx diff --git a/roles/monitoring/prometheus/exporter/smokeping/templates/config.yml.j2 b/roles/monitoring/prometheus/exporter/smokeping/templates/config.yml.j2 new file mode 100644 index 00000000..f4d9020a --- /dev/null +++ b/roles/monitoring/prometheus/exporter/smokeping/templates/config.yml.j2 @@ -0,0 +1,4 @@ +# {{ ansible_managed }} + +targets: + {{ prometheus_exporter_smokeping_targets | to_nice_yaml(indent=2) | indent(2) }} diff --git a/roles/monitoring/prometheus/exporter/smokeping/templates/service.j2 b/roles/monitoring/prometheus/exporter/smokeping/templates/service.j2 new file mode 100644 index 00000000..5250f752 --- /dev/null +++ b/roles/monitoring/prometheus/exporter/smokeping/templates/service.j2 @@ -0,0 +1,30 @@ +[Unit] +Description=Prometheus smokeping prober + +[Service] +Restart=always +User=prometheus-exporter +ExecStart=/usr/bin/prometheus-smokeping-prober --web.listen-address="127.0.0.1:9374" --config.file /etc/prometheus/exporter/smokeping/config.yml + +# systemd hardening-options +AmbientCapabilities=CAP_NET_RAW +CapabilityBoundingSet=CAP_NET_RAW +DeviceAllow=/dev/null rw +DevicePolicy=strict +LockPersonality=true +MemoryDenyWriteExecute=true +NoNewPrivileges=true +PrivateDevices=true +PrivateTmp=true +ProtectControlGroups=true +ProtectHome=true +ProtectKernelModules=true +ProtectKernelTunables=true +ProtectSystem=strict +RemoveIPC=true +RestrictNamespaces=true +RestrictRealtime=true +SystemCallArchitectures=native + +[Install] +WantedBy=multi-user.target diff --git a/roles/monitoring/prometheus/server/defaults/main/main.yml b/roles/monitoring/prometheus/server/defaults/main/main.yml index 20bd8e7c..611b1fef 100644 --- a/roles/monitoring/prometheus/server/defaults/main/main.yml +++ b/roles/monitoring/prometheus/server/defaults/main/main.yml @@ -27,6 +27,7 @@ prometheus_server_rules: ipmi/remote: "{{ prometheus_server_rules_ipmi__remote + prometheus_server_rules_ipmi__remote_extra }}" ssl: "{{ prometheus_server_rules_ssl + prometheus_server_rules_ssl_extra }}" ssl/probe: "{{ prometheus_server_rules_ssl__probe + prometheus_server_rules_ssl__probe_extra }}" + smokeping: "{{ prometheus_server_rules_smokeping + prometheus_server_rules_smokeping_extra }}" # prometheus_server_alertmanager: # url: "127.0.0.1:9093" diff --git a/roles/monitoring/prometheus/server/defaults/main/rules_smokeping.yml b/roles/monitoring/prometheus/server/defaults/main/rules_smokeping.yml new file mode 100644 index 00000000..5bab05f1 --- /dev/null +++ b/roles/monitoring/prometheus/server/defaults/main/rules_smokeping.yml @@ -0,0 +1,11 @@ +--- +prometheus_server_rules_smokeping_extra: [] +prometheus_server_rules_smokeping: + - alert: SmokepingProberConfigReloadFailure + expr: smokeping_prober_config_last_reload_successful != 1 + for: 0m + labels: + severity: warning + annotations: + summary: Smokeping-prober configuration reload failure (instance {{ '{{' }} $labels.instance {{ '}}' }}) + description: "Smokeping-prober configuration reload error\n VALUE = {{ '{{' }} $value {{ '}}' }}\n LABELS = {{ '{{' }} $labels {{ '}}' }}" |