Last active
August 29, 2017 08:51
-
-
Save Vince-Cercury/188c7f84a55f1269336fb305d27ea76b to your computer and use it in GitHub Desktop.
Vince Prometheus config etcd troubleshooting
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| global: | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| evaluation_interval: 30s | |
| alerting: | |
| alertmanagers: | |
| - kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| scheme: http | |
| path_prefix: / | |
| timeout: 10s | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: alertmanager-main | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: web | |
| replacement: $1 | |
| action: keep | |
| rule_files: | |
| - /etc/prometheus/rules/rules-0/*.rules | |
| scrape_configs: | |
| - job_name: monitoring/alertmanager/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_alertmanager] | |
| separator: ; | |
| regex: main | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: web | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: web | |
| action: replace | |
| - job_name: monitoring/etcd-k8s/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: etcd-k8s | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: api | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: api | |
| action: replace | |
| - job_name: monitoring/kube-apiserver/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: https | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - default | |
| bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token | |
| tls_config: | |
| ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt | |
| server_name: kubernetes | |
| insecure_skip_verify: false | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_component] | |
| separator: ; | |
| regex: apiserver | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_service_label_provider] | |
| separator: ; | |
| regex: kubernetes | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: https | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_component] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: https | |
| action: replace | |
| - job_name: monitoring/kube-controller-manager/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - kube-system | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: kube-controller-manager | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: http-metrics | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: http-metrics | |
| action: replace | |
| - job_name: monitoring/kube-scheduler/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - kube-system | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: kube-scheduler | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: http-metrics | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: http-metrics | |
| action: replace | |
| - job_name: monitoring/kube-state-metrics/0 | |
| honor_labels: true | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: kube-state-metrics | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: http-metrics | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: http-metrics | |
| action: replace | |
| - job_name: monitoring/kubelet/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - kube-system | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: kubelet | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: http-metrics | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: http-metrics | |
| action: replace | |
| - job_name: monitoring/kubelet/1 | |
| honor_labels: true | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - kube-system | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: kubelet | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: cadvisor | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: cadvisor | |
| action: replace | |
| - job_name: monitoring/node-exporter/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: node-exporter | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: http-metrics | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: (.+) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: http-metrics | |
| action: replace | |
| - job_name: monitoring/prometheus/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_prometheus] | |
| separator: ; | |
| regex: k8s | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: web | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: web | |
| action: replace | |
| - job_name: monitoring/prometheus-operator/0 | |
| scrape_interval: 30s | |
| scrape_timeout: 10s | |
| metrics_path: /metrics | |
| scheme: http | |
| kubernetes_sd_configs: | |
| - api_server: null | |
| role: endpoints | |
| namespaces: | |
| names: | |
| - monitoring | |
| relabel_configs: | |
| - source_labels: [__meta_kubernetes_service_label_k8s_app] | |
| separator: ; | |
| regex: prometheus-operator | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_endpoint_port_name] | |
| separator: ; | |
| regex: http | |
| replacement: $1 | |
| action: keep | |
| - source_labels: [__meta_kubernetes_namespace] | |
| separator: ; | |
| regex: (.*) | |
| target_label: namespace | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_pod_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: pod | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: service | |
| replacement: $1 | |
| action: replace | |
| - source_labels: [__meta_kubernetes_service_name] | |
| separator: ; | |
| regex: (.*) | |
| target_label: job | |
| replacement: ${1} | |
| action: replace | |
| - source_labels: [] | |
| separator: ; | |
| regex: (.*) | |
| target_label: endpoint | |
| replacement: http | |
| action: replace |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment