Created
January 30, 2023 14:12
-
-
Save hagen1778/d560ee21be02dd9a3a4cb9d664428660 to your computer and use it in GitHub Desktop.
Code generated by Sloth for vmalert's replay blogpost
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
# Code generated by Sloth (v0.11.0): https://github.com/slok/sloth. | |
# DO NOT EDIT. | |
groups: | |
- name: sloth-slo-sli-recordings-sandbox-vmcluster-requests-availability | |
rules: | |
- record: slo:sli_error:ratio_rate5m | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[5m]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[5m]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 5m | |
- record: slo:sli_error:ratio_rate30m | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[30m]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[30m]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 30m | |
- record: slo:sli_error:ratio_rate1h | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[1h]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[1h]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 1h | |
- record: slo:sli_error:ratio_rate2h | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[2h]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[2h]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 2h | |
- record: slo:sli_error:ratio_rate6h | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[6h]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[6h]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 6h | |
- record: slo:sli_error:ratio_rate1d | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[1d]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[1d]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 1d | |
- record: slo:sli_error:ratio_rate3d | |
expr: | | |
(sum(rate(vm_http_request_errors_total{job="vmselect-benchmark-vm-cluster"}[3d]))) | |
/ | |
(sum(rate(vm_http_requests_total{job="vmselect-benchmark-vm-cluster"}[3d]))) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 3d | |
- record: slo:sli_error:ratio_rate30d | |
expr: | | |
sum_over_time(slo:sli_error:ratio_rate5m{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"}[30d]) | |
/ ignoring (sloth_window) | |
count_over_time(slo:sli_error:ratio_rate5m{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"}[30d]) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_window: 30d | |
- name: sloth-slo-meta-recordings-sandbox-vmcluster-requests-availability | |
rules: | |
- record: slo:objective:ratio | |
expr: vector(0.9990000000000001) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
- record: slo:error_budget:ratio | |
expr: vector(1-0.9990000000000001) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
- record: slo:time_period:days | |
expr: vector(30) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
- record: slo:current_burn_rate:ratio | |
expr: | | |
slo:sli_error:ratio_rate5m{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} | |
/ on(sloth_id, sloth_slo, sloth_service) group_left | |
slo:error_budget:ratio{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
- record: slo:period_burn_rate:ratio | |
expr: | | |
slo:sli_error:ratio_rate30d{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} | |
/ on(sloth_id, sloth_slo, sloth_service) group_left | |
slo:error_budget:ratio{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
- record: slo:period_error_budget_remaining:ratio | |
expr: 1 - slo:period_burn_rate:ratio{sloth_id="sandbox-vmcluster-requests-availability", | |
sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
- record: sloth_slo_info | |
expr: vector(1) | |
labels: | |
sloth_id: sandbox-vmcluster-requests-availability | |
sloth_mode: cli-gen-prom | |
sloth_objective: "99.9" | |
sloth_service: sandbox-vmcluster | |
sloth_slo: requests-availability | |
sloth_spec: prometheus/v1 | |
sloth_version: v0.11.0 | |
- name: sloth-slo-alerts-sandbox-vmcluster-requests-availability | |
rules: | |
- alert: VMHighErrorRate | |
expr: | | |
( | |
max(slo:sli_error:ratio_rate5m{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (14.4 * 0.0009999999999999432)) without (sloth_window) | |
and | |
max(slo:sli_error:ratio_rate1h{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (14.4 * 0.0009999999999999432)) without (sloth_window) | |
) | |
or | |
( | |
max(slo:sli_error:ratio_rate30m{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (6 * 0.0009999999999999432)) without (sloth_window) | |
and | |
max(slo:sli_error:ratio_rate6h{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (6 * 0.0009999999999999432)) without (sloth_window) | |
) | |
labels: | |
sloth_severity: page | |
annotations: | |
summary: '{{$labels.sloth_service}} {{$labels.sloth_slo}} SLO error budget burn | |
rate is over expected.' | |
title: (page) {{$labels.sloth_service}} {{$labels.sloth_slo}} SLO error budget | |
burn rate is too fast. | |
- alert: VMHighErrorRate | |
expr: | | |
( | |
max(slo:sli_error:ratio_rate2h{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (3 * 0.0009999999999999432)) without (sloth_window) | |
and | |
max(slo:sli_error:ratio_rate1d{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (3 * 0.0009999999999999432)) without (sloth_window) | |
) | |
or | |
( | |
max(slo:sli_error:ratio_rate6h{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (1 * 0.0009999999999999432)) without (sloth_window) | |
and | |
max(slo:sli_error:ratio_rate3d{sloth_id="sandbox-vmcluster-requests-availability", sloth_service="sandbox-vmcluster", sloth_slo="requests-availability"} > (1 * 0.0009999999999999432)) without (sloth_window) | |
) | |
labels: | |
sloth_severity: ticket | |
annotations: | |
summary: '{{$labels.sloth_service}} {{$labels.sloth_slo}} SLO error budget burn | |
rate is over expected.' | |
title: (ticket) {{$labels.sloth_service}} {{$labels.sloth_slo}} SLO error budget | |
burn rate is too fast. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment