alert

docker-compose.yml: Сервисы запущены и работают.
"version: '3'
services:
  prometheus:
    image: prom/prometheus:latest
    container_name: prometheus
    ports:
      - 9090:9090
    volumes:
      - ./prometheus/conf:/etc/prometheus
#      - ./prometheus.yml:/etc/prometheus/prometheus.yml:ro
      - ./alertmanager/alert_rules.yml:/alertmanager/alert_rules.yml
    command:
      - '--config.file=/etc/prometheus/prometheus.yml'
      - '--storage.tsdb.path=/prometheus'

  alertmanager:
    image: prom/alertmanager:latest
    container_name: alertmanager
    ports:
      - 9093:9093
    volumes:
      - ./alertmanager/:/etc/alertmanager/
    command:
      - '--config.file=/etc/alertmanager/alertmanager.yml'
      - '--storage.path=/alertmanager'
"
prometheus.yml: Всего пару таргетов. Алертменеджер и блекбокс для теста.
"
global:
  scrape_interval: 15s
  scrape_timeout: 10s
  evaluation_interval: 15s
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - 10.10.5.187:9093
    scheme: http
    timeout: 10s
    api_version: v1
rule_files:
  - "/alertmanager/alert_rules.yml:/alertmanager/alert_rules.yml"
scrape_configs:
  - job_name: 'blackbox'
    metrics_path: /probe
    params:
      module: [http_2xx]
    static_configs:
      - targets:
        - "google.com"
    relabel_configs:
      - source_labels: [address]
        target_label: param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address
        replacement: localhost:9115
"
alert.rules: Тут стандартное правило которое я использовал.
"
groups:
- name: example
  rules:

  # Alert for any instance that is unreachable for >1 minutes.
  - alert: InstanceDown
    expr: up == 0
    for: 1m
"
alertmanager.yml: Тут описываю адреса, куда слать письма.
"
route:
  group_by: [Alertname]
  # Send all notifications to me.
  receiver: email-me

receivers:
- name: email-me
  email_configs:
  - to: anyemail.com
    from: [email protected]
    smarthost: smtp.gmail.com:587
    auth_username: "[email protected]"
    auth_identity: "[email protected]"
    auth_password: "password"
"