如何部署Alertmanager发送告警

cd /opt
上传alertmanager-0.24.0.linux-amd64.tar.gz
tar xf alertmanager-0.24.0.linux-amd64.tar.gz
mv alertmanager-0.24.0.linux-amd64 /usr/local/alertmanager
cd /usr/local/alertmanager
cp alertmanager.yml alertmanager.yml.bak
vim alertmanager.yml

配置启动文件
cd /usr/lib/systemd/system
 
[Unit]
Description=alertmanager
Documentation=https://prometheus.io/
After=network.target
 
[Service]
Type=simple
ExecStart=/usr/local/alertmanager/alertmanager \
--config.file=/usr/local/alertmanager/alertmanager.yml \
--log.level=debug
 
ExecReload=/bin/kill -HUP $MAINPID
Restart=on-failure
 
[Install]
WantedBy=multi-user.target
 
systemctl start alertmanager.service
systemctl enable alertmanager.service
 
netstat -lntp | grep alert

cd /usr/local/prometheus/
mkdir alert_rules
cd alert_rules/
vim node_alert.yaml
groups:
- name: k8s_instances
  rules:
  - alert: instance_down
    expr: up{job="node_exporter"} == 0
    for: 1m
    labels:
      severity: "critical"
    annotations:
      summary: "instance is down"
      description: "instance had been down for more than one minute"

cd /usr/local/prometheus/
vim prometheus.yml
13行#- 192.168.9.113:9093
17行#- "alert_rules/*.yaml"
 
 
systemctl restart prometheus.service

systemctl stop node_exporter.service  #暂停服务验证

vim node_alert.yaml    #设置cpu使用报警
- alert: "cpu_usage too high"
    expr: (1 -avg(rate(node_cpu_seconds_total{mode="idle"}[1m])) by(instance)) * 100 > 80
    for: 20s
    labels:
      severity: "warning"
    annotations:
      summary: "cpu usage is too high"
      description: "instance: {{ $labels.instance }}, cpu usage is too high! now value is {{ $value }}"
 
 
cd ..
systemctl restart prometheus.service  #重启服务

rpm -ivh stress-1.0.4-16.el7.x86_64.rpm 
stress -c 2   #对cpu进行压测

上传prometheus-webhook-dingtalk-2.1.0.linux-amd64.tar.gz
tar xf prometheus-webhook-dingtalk-2.1.0.linux-amd64.tar.gz
mv prometheus-webhook-dingtalk-2.1.0.linux-amd64 /usr/local/dingtalk
cd !$
cp config.example.yml config.yml
vim config.yml
取消2、8、9、13、14、15注释
注释23-39行
 
20行替换为保存的webhook地址
 
22行替换为保存的加签
 
./prometheus-webhook-dingtalk

cd /usr/local/alertmanager/
vim alertmanager.yml
末尾添加
- name: 'dingtalk.webhook1'
  webhook_configs:
  - url: 'http://192.168.9.113:8060/dingtalk/webhook1/send'
    send_resolved: true
13行修改  receiver: 'dingtalk.webhook1' 
 
systemctl reload alertmanager.service