gistfile1.txt

tsdbHost = ny-devtsdb04.ds.stackexchange.com:4242
smtpHost = ny-mail03.ds.stackexchange.com:25

[template.cpu]
body = `Alert definition:
Name: {{.Alert.Name}}
Crit: {{.Alert.Crit}}

Tags:{{range $k, $v := .Tags}}
{{$k}}: {{$v}}{{end}}
`
subject = {{.Alert.Name}}: high cpu on {{.Tags.host}}

[alert.cpu]
notification = default
template = cpu
$q = avg(q("avg:proc.stat.cpu{host=*}", "5m"))
crit = $q > 6e7
warn = $q > 4e7

$SRE = http://chat.meta.stackoverflow.com/feeds/rooms/318?key=KEY
# HTTP Posts to chat, emails in 10 mins of not acknewledged
[notification.default]
post = $SRE
next = wakeup
timeout = 10m

$pagerduty = whoever@stackoverflow.com
[notifications.wakeup]
email = $pagerduty
next = email
timeout = 1d

$sysadmins = mjibson@stackoverflow.com, kyle@stackoverflow.com
# emails every 24h until acknowledged
[notification.email]
email = $sysadmins
next = email
timeout = 1d