diff --git a/README.md b/README.md index 90b1a45..07b519f 100644 --- a/README.md +++ b/README.md @@ -51,31 +51,6 @@ Now we need to create the Prometheus Datasource in order to connect Grafana to P -## Alerting -Alerting has been added to the stack with Slack integration. 2 Alerts have been added and are managed - -Alerts - `prometheus/alert.rules` -Slack configuration - `alertmanager/config.yml` - -The Slack configuration requires to build a custom integration. -* Open your slack team in your browser https://.slack.com/apps -* Click build in the upper right corner -* Make Custom integration -* Choose Incomming Web Hooks -* Select which channel -* Copy the Webhook URL into the `alertmanager/config.yml` URL section -* Fill in Slack username and channel - -View Prometheus alerts `http://:9090/alerts` -View Alert Manager `http://:9093` - -### Test Alerts -A quick test for your alerts is to stop a service. Stop the node_exporter container and you should notice shortly the alert arrive in Slack. Also check the alerts in both the Alert Manager and Prometheus Alerts just to understand how they flow through the system. - -High load test alert - `docker run --rm -it busybox sh -c "while true; do :; done"`` - -Let this run for a few minutes and you will notice the load alert appear. - ## Install Dashboard I created a Dashboard template which is available on [GitHub Stats Dashboard](https://grafana.net/dashboards/1559). Simply download the dashboard and select from the Grafana menu -> Dashboards -> Import diff --git a/alertmanager/config.yml b/alertmanager/config.yml deleted file mode 100644 index 120697b..0000000 --- a/alertmanager/config.yml +++ /dev/null @@ -1,11 +0,0 @@ -route: - receiver: 'slack' - repeat_interval: 1m - -receivers: - - name: 'slack' - slack_configs: - - send_resolved: true - username: 'vegasbrianc' - channel: '#notifications' - api_url: 'https://hooks.slack.com/services/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' diff --git a/docker-compose.yml b/docker-compose.yml index 529ca2a..89d2f44 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -20,29 +20,15 @@ services: command: - '-config.file=/etc/prometheus/prometheus.yml' - '-storage.local.path=/prometheus' - - '-alertmanager.url=http://alertmanager:9093' expose: - 9090 ports: - 9090:9090 links: - - alertmanager:alertmanager - metrics:metrics networks: - back-tier - alertmanager: - image: prom/alertmanager - ports: - - 9093:9093 - volumes: - - ./alertmanager/:/etc/alertmanager/ - networks: - - back-tier - command: - - '-config.file=/etc/alertmanager/config.yml' - - '-storage.path=/alertmanager' - grafana: image: grafana/grafana depends_on: