# /etc/alertmanager/config.yml
global:
  resolve_timeout: 5m
  pagerduty_url: 'https://events.pagerduty.com/v2/enqueue'

# Templates for better alert messages
templates:
  - '/etc/alertmanager/templates/*.tmpl'

route:
  receiver: 'slack-default'
  group_by: ['alertname', 'service', 'severity']
  group_wait: 30s        # wait 30s to group related alerts
  group_interval: 5m     # send updates every 5m
  repeat_interval: 4h    # re-notify every 4h if not resolved

  routes:
    # Critical alerts → PagerDuty
    - match:
        severity: critical
      receiver: pagerduty-critical
      continue: true  # also send to slack

    # Warning alerts → Slack only
    - match:
        severity: warning
      receiver: slack-warnings

    # Payments team routes
    - match:
        team: payments
        severity: critical
      receiver: pagerduty-payments
      routes:
        # Business hours only for non-SEV1
        - match:
            sev: "2"
          receiver: slack-payments-sev2
          active_time_intervals:
            - business-hours

receivers:
  - name: pagerduty-critical
    pagerduty_configs:
      - routing_key: '${PD_CRITICAL_KEY}'
        description: '{{ template "pagerduty.description" . }}'
        severity: '{{ .CommonLabels.severity }}'
        details:
          firing: '{{ template "pagerduty.firing" . }}'
          runbook: '{{ .CommonAnnotations.runbook }}'

  - name: slack-warnings
    slack_configs:
      - api_url: '${SLACK_WEBHOOK}'
        channel: '#alerts-warnings'
        title: '⚠️ {{ .CommonAnnotations.summary }}'
        text: '{{ .CommonAnnotations.description }}'
        actions:
          - type: button
            text: 'View Dashboard'
            url: '{{ .CommonAnnotations.dashboard }}'
          - type: button
            text: 'Runbook'
            url: '{{ .CommonAnnotations.runbook }}'

inhibit_rules:
  # If service is DOWN, suppress high_latency alerts (symptom of same issue)
  - source_match:
      alertname: ServiceDown
    target_match:
      alertname: HighLatency
    equal: ['service']
Alerting — On-Call, PagerDuty, Escalation Policies

Alerting — On-Call, PagerDuty, Escalation Policies

Alerting — On-Call, PagerDuty, Escalation Policies
