From 8ac51b3819b64fe90f4dc5b496a54c806acb74ef Mon Sep 17 00:00:00 2001
From: tec <tec@ucc.gu.uwa.edu.au>
Date: Tue, 24 Dec 2019 11:05:17 +0800
Subject: [PATCH] Update monitor_host.yml with UCC targets

---
 monitor_host.yml | 129 ++++++++++++++++++++++++++++++++++++++++++++++-
 1 file changed, 128 insertions(+), 1 deletion(-)

diff --git a/monitor_host.yml b/monitor_host.yml
index 063cf28..f57e2b6 100644
--- a/monitor_host.yml
+++ b/monitor_host.yml
@@ -1,5 +1,5 @@
 ---
-- hosts: testservers
+- hosts: monitorhosts
   become: true
   become_user: root
   remote_user: root
@@ -14,6 +14,16 @@
           node:
               - targets:
                     - localhost:9100
+                    - motsugo.ucc.asn.au:9100
+                    - mussel.ucc.asn.au:9100
+                    - mooneye.ucc.asn.au:9100
+                    - molmol.ucc.asn.au:9100
+                    - cerberus.ucc.asn.au:9100
+                    - loveday.ucc.asn.au:9100
+                    - magikarp.ucc.asn.au:9100
+                    - maltair.ucc.asn.au:9100
+                    - medico.ucc.asn.au:9100
+                    - mudkip.ucc.asn.au:9100
                 labels:
                     env: demo
                     job: node
@@ -40,6 +50,114 @@
             static_configs:
                 - targets:
                       - http://localhost:9100
+                      - motsugo.ucc.asn.au:9100
+                      - mussel.ucc.asn.au:9100
+                      - mooneye.ucc.asn.au:9100
+                      - molmol.ucc.asn.au:9100
+                      - cerberus.ucc.asn.au:9100
+                      - loveday.ucc.asn.au:9100
+                      - magikarp.ucc.asn.au:9100
+                      - maltair.ucc.asn.au:9100
+                      - medico.ucc.asn.au:9100
+                      - mudkip.ucc.asn.au:9100
+            relabel_configs:
+                - source_labels: [__address__]
+                  target_label: __param_target
+                - source_labels: [__param_target]
+                  target_label: instance
+                - target_label: __address__
+                  replacement: 127.0.0.1:9115 # Blackbox exporter.
+      alertmanager_external_url: 'http://{{ ansible_host }}:9093'
+      alertmanager_receivers:
+          - name: 'email-wheel'
+            email_configs:
+                - to: 'wheel@ucc.asn.au'
+                  from: 'monitoring@ucc.asn.au'
+                  smarthost: 'smtp.ucc.com:587'
+                  auth_username: 'monitoring@ucc.asn.au'
+                  auth_identity: 'monitoring@ucc.asn.au'
+                  auth_password: SomePasswordHere
+      alertmanager_route:
+          group_by: ['alertname', 'cluster', 'service']
+          group_wait: 30s
+          group_interval: 5m
+          repeat_interval: 3h
+          receiver: 'email-wheel'
+      grafana_datasources:
+          - name: Prometheus
+            type: prometheus
+            access: proxy
+            url: 'http://localhost:9090'
+            isDefault: true
+            basicAuth: false
+      grafana_security:
+          admin_user: admin
+          admin_password: 'changeme'
+      # todo: make LDAP
+      grafana_auth:
+          anonymous:
+              org_name: 'UCC'---
+- hosts: monitorhosts
+  become: true
+  become_user: root
+  remote_user: root
+  roles:
+      - cloudalchemy.prometheus
+      - cloudalchemy.alertmanager
+      - cloudalchemy.node-exporter
+      - cloudalchemy.blackbox-exporter
+      - cloudalchemy.grafana
+  vars:
+      prometheus_targets:
+          node:
+              - targets:
+                    - localhost:9100
+                    - motsugo.ucc.asn.au:9100
+                    - mussel.ucc.asn.au:9100
+                    - mooneye.ucc.asn.au:9100
+                    - molmol.ucc.asn.au:9100
+                    - cerberus.ucc.asn.au:9100
+                    - loveday.ucc.asn.au:9100
+                    - magikarp.ucc.asn.au:9100
+                    - maltair.ucc.asn.au:9100
+                    - medico.ucc.asn.au:9100
+                    - mudkip.ucc.asn.au:9100
+                labels:
+                    env: demo
+                    job: node
+              - targets:
+                    - localhost:9093
+                labels:
+                    env: demo
+                    job: alertmanager
+              - targets:
+                    - localhost:3000
+                labels:
+                    env: demo
+                    job: grafana
+      prometheus_web_external_url: 'http://{{ ansible_host }}:9090'
+      prometheus_alertmanager_config:
+          - scheme: http
+            static_configs:
+                - targets: ['127.0.0.1:9093']
+      prometheus_scrape_jobs:
+          - job_name: 'blackbox'
+            metrics_path: /probe
+            params:
+                module: [http_2xx]
+            static_configs:
+                - targets:
+                      - http://localhost:9100
+                      - motsugo.ucc.asn.au:9100
+                      - mussel.ucc.asn.au:9100
+                      - mooneye.ucc.asn.au:9100
+                      - molmol.ucc.asn.au:9100
+                      - cerberus.ucc.asn.au:9100
+                      - loveday.ucc.asn.au:9100
+                      - magikarp.ucc.asn.au:9100
+                      - maltair.ucc.asn.au:9100
+                      - medico.ucc.asn.au:9100
+                      - mudkip.ucc.asn.au:9100
             relabel_configs:
                 - source_labels: [__address__]
                   target_label: __param_target
@@ -85,3 +203,12 @@
           - dashboard_id: '3662' # Prometheus 2.0 Overview
             revision_id: '2'
             datasource: 'Prometheus'
+
+              org_role: Admin
+      grafana_dashboards:
+          - dashboard_id: '1860' # Node Exporter Full
+            revision_id: '15'
+            datasource: 'Prometheus'
+          - dashboard_id: '3662' # Prometheus 2.0 Overview
+            revision_id: '2'
+            datasource: 'Prometheus'
-- 
GitLab