Skip to content

Instantly share code, notes, and snippets.

@bric3

bric3/pod-analysis.json

Last active February 18, 2021 16:00
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save bric3/bf848d53d9e662e41f1fff7192257a18 to your computer and use it in GitHub Desktop.
Save bric3/bf848d53d9e662e41f1fff7192257a18 to your computer and use it in GitHub Desktop.
Download ZIP
Kubernetes JVM pod analysis using Micrometer, Istio, and Kube state metrics
Raw
pod-analysis.json
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": "-- Grafana --",
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"limit": 100,
"name": "Annotations & Alerts",
"showIn": 0,
"type": "dashboard"
},
{
"datasource": "$datasource",
"enable": true,
"expr": "time() - kube_replicaset_created{namespace=\"$namespace\", replicaset=~\"$job-.+\"} < BOOL 60",
"hide": false,
"iconColor": "#FADE2A",
"name": "Rollouts",
"showIn": 0,
"step": "",
"tagKeys": "rollout-tag,{{replicaset}}",
"textFormat": "rollout",
"titleFormat": "{{replicaset}}",
"useValueForTime": false
},
{
"datasource": "$datasource",
"enable": true,
"expr": "timestamp(changes(kube_pod_container_status_last_terminated_reason{namespace=\"$namespace\", container=\"$container\", reason=~\"Error|OOMKilled\"}[1m])>0)",
"hide": false,
"iconColor": "rgba(255, 96, 96, 1)",
"name": "Abnormal termination",
"showIn": 0,
"tagKeys": "terminated",
"textFormat": "{{pod}}",
"titleFormat": "{{reason}}",
"useValueForTime": false
}
]
},
"editable": true,
"gnetId": null,
"graphTooltip": 2,
"id": 2786,
"iteration": 1613659113891,
"links": [
],
"panels": [
{
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 23763571999,
"panels": [],
"title": "Quick facts",
"type": "row"
},
{
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 1,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "semi-dark-green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 0,
"y": 1
},
"id": 23763572001,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "sum(container_memory_working_set_bytes{namespace=\"$namespace\",pod=~\"$pod\",container=~\"$container\"}) by (pod) \nor sum(process_resident_memory_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod) # micrometer or prometheus",
"hide": true,
"instant": false,
"interval": "",
"legendFormat": "proc rss",
"refId": "A"
},
{
"expr": "sum(container_memory_working_set_bytes{namespace=\"$namespace\",pod=~\"$pod\",container=~\"$container\"}) by (pod)",
"hide": false,
"interval": "",
"legendFormat": "container rss",
"refId": "B"
}
],
"timeFrom": null,
"timeShift": null,
"title": "RSS + Cache + tmpfs",
"transparent": true,
"type": "stat"
},
{
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "red",
"value": null
},
{
"color": "#EAB839",
"value": 100
},
{
"color": "green",
"value": 500
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 2,
"y": 1
},
"id": 23763572011,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"min"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "sum by(namespace,pod,container) (\n (kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\",pod=\"$pod\",container=\"$container\", job=\"kube-state-metrics\"} - \non(namespace,pod,container) group_right() container_memory_usage_bytes{namespace=\"$namespace\",pod=\"$pod\",container=\"$container\", job=\"kubelet\"})\n# on() tip for substractions from https://medium.com/@texasdave2/subtract-two-different-metrics-in-prometheus-151159aa72c2\n)",
"hide": false,
"instant": false,
"interval": "",
"legendFormat": "free memory",
"refId": "A"
},
{
"expr": "sum by (pod, namespace, container) (kube_pod_container_resource_limits_memory_bytes)\n-\nsum by (pod, namespace, container) (container_memory_usage_bytes{namespace=\"$namespace\",pod=\"$pod\",container=\"$container\", job=\"kubelet\"})",
"hide": true,
"interval": "",
"legendFormat": "",
"refId": "B"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Free memory",
"transparent": true,
"type": "stat"
},
{
"cacheTimeout": null,
"datasource": "default",
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [
{
"id": 0,
"op": "=",
"text": "N/A",
"type": 1,
"value": "null"
}
],
"nullValueMode": "connected",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 4,
"y": 1
},
"id": 28,
"interval": null,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "value",
"fieldOptions": {
"calcs": [
"mean"
]
},
"graphMode": "area",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"mean"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "sum(rate(container_cpu_usage_seconds_total{namespace=\"$namespace\",pod=~\"$pod\",container=~\"$container\"}[1m])) ",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 40
}
],
"title": "CPU",
"transparent": true,
"type": "stat"
},
{
"cacheTimeout": null,
"datasource": "default",
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [
{
"id": 0,
"op": "=",
"text": "N/A",
"type": 1,
"value": "null"
}
],
"nullValueMode": "connected",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "Bps"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 6,
"y": 1
},
"id": 30,
"interval": null,
"links": [],
"maxDataPoints": 100,
"options": {
"colorMode": "value",
"fieldOptions": {
"calcs": [
"mean"
]
},
"graphMode": "area",
"justifyMode": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"mean"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "sum(rate(container_network_transmit_bytes_total{namespace=\"$namespace\",pod=~\"$pod\"}[1m])) + sum(rate(container_network_receive_bytes_total{namespace=\"$namespace\",pod=~\"$pod\"}[1m]))",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "",
"refId": "A",
"step": 40
}
],
"title": "Network",
"transparent": true,
"type": "stat"
},
{
"datasource": null,
"description": "Note these stats do not reflect actual pause times , i.e. the application is paused for the GC to perform this work. It depends on the GC action some pauses the application, some do not ; moreover it also depends on the GC algorithm.",
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [
{
"from": "",
"id": 0,
"text": "0",
"to": "",
"type": 1,
"value": "NaN"
}
],
"noValue": "0",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "super-light-orange",
"value": 100
},
{
"color": "dark-orange",
"value": 200
},
{
"color": "semi-dark-red",
"value": 300
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "gc phase duration"
},
"properties": [
{
"id": "thresholds",
"value": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "#EAB839",
"value": 100
},
{
"color": "dark-orange",
"value": 200
},
{
"color": "semi-dark-red",
"value": 300
}
]
}
}
]
}
]
},
"gridPos": {
"h": 4,
"w": 6,
"x": 8,
"y": 1
},
"id": 23763572021,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "max without (cause,action) (rate(jvm_gc_pause_seconds_sum{job=\"$job\", pod=\"$pod\"}[1m]) / rate(jvm_gc_pause_seconds_count{job=\"$job\", pod=\"$pod\"}[1m]))",
"instant": false,
"interval": "",
"legendFormat": "last time spent on GC",
"refId": "A"
},
{
"expr": "sum_over_time(jvm_gc_pause_seconds_sum{job=\"$job\", pod=\"$pod\"}[1m]) - sum_over_time(jvm_gc_pause_seconds_sum{job=\"$job\", pod=\"$pod\"}[1m] offset 1m) ",
"hide": true,
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "B"
},
{
"expr": "max without (cause,action) ((jvm_gc_pause_seconds_sum{job=\"$job\", pod=\"$pod\"}) - (jvm_gc_pause_seconds_sum{job=\"$job\", pod=\"$pod\"} offset 2m))",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "Time spent on GC over the last 2m",
"refId": "C"
}
],
"timeFrom": null,
"timeShift": null,
"title": "GC stats",
"transparent": true,
"type": "stat"
},
{
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "dark-orange",
"value": null
},
{
"color": "green",
"value": 4
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 15,
"y": 1
},
"id": 23763572023,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "max(kube_deployment_status_replicas_available{deployment=\"$job\",namespace=\"$namespace\"})",
"instant": false,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Replicas",
"transparent": true,
"type": "stat"
},
{
"datasource": null,
"description": "Number of restarts for all pods of the selected generation",
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "super-light-orange",
"value": 4
},
{
"color": "dark-orange",
"value": 8
},
{
"color": "dark-red",
"value": 10
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 2,
"x": 17,
"y": 1
},
"id": 23763572027,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "max(kube_pod_container_status_restarts_total{namespace=\"$namespace\", pod=~\"$gen-.*\"})",
"instant": false,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Restarts",
"transparent": true,
"type": "stat"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"description": "Using the last state as it gives a better picture of the number of oom kills",
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 5,
"x": 19,
"y": 1
},
"hiddenSeries": false,
"id": 23763572007,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "OOMKilled",
"color": "#C4162A"
},
{
"alias": "Error",
"color": "#FA6400"
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum by (reason) (kube_pod_container_status_last_terminated_reason{namespace=\"$namespace\", container=\"$container\"})",
"interval": "",
"legendFormat": "{{reason}}",
"refId": "A"
}
],
"thresholds": [
{
"colorMode": "warning",
"fill": true,
"line": true,
"op": "gt",
"value": 2,
"yaxis": "left"
}
],
"timeFrom": null,
"timeRegions": [
{
"colorMode": "background6",
"fill": true,
"fillColor": "rgba(234, 112, 112, 0.12)",
"line": false,
"lineColor": "rgba(237, 46, 24, 0.60)",
"op": "time"
}
],
"timeShift": null,
"title": "Termination reason",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "dateTimeAsIso"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 4,
"x": 0,
"y": 5
},
"id": 23763572025,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"max"
],
"fields": "/^Value$/",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "7.3.3",
"targets": [
{
"expr": "max(kube_replicaset_created{namespace=\"$namespace\", replicaset=~\"$gen\"}) * 1000\n# multiply by 1000 as grafana is expecting a millisecond value",
"instant": false,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Rolled out at",
"transparent": true,
"type": "stat"
},
{
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 7
},
"id": 2,
"panels": [],
"title": "JVM (via micrometer)",
"type": "row"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 0,
"y": 8
},
"hiddenSeries": false,
"id": 23763572005,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "/max .*/",
"color": "#FFB357",
"dashLength": 3,
"dashes": true
},
{
"alias": "/avg .*/",
"color": "#C4162A",
"fillGradient": 7
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_gc_pause_seconds_max{job=\"$job\", pod=\"$pod\"}",
"hide": false,
"instant": false,
"interval": "",
"legendFormat": "max {{action}} ({{cause}})",
"refId": "B"
},
{
"expr": "rate(jvm_gc_pause_seconds_sum{job=\"$job\", pod=\"$pod\"}[1m])/rate(jvm_gc_pause_seconds_count{job=\"$job\", pod=\"$pod\"}[1m])",
"hide": false,
"interval": "",
"legendFormat": "avg {{action}} ({{cause}})",
"refId": "A"
},
{
"expr": "jvm_gc_concurrent_phase_time_seconds_max{job=\"$job\", pod=\"$pod\"}",
"hide": true,
"interval": "",
"legendFormat": "max concurrent {{action}} ({{cause}})",
"refId": "C"
},
{
"expr": "rate(jvm_gc_concurrent_phase_time_seconds_sum{job=\"$job\", pod=\"$pod\"}[1m])/rate(jvm_gc_concurrent_phase_time_seconds_count{job=\"$job\", pod=\"$pod\"}[1m])",
"hide": true,
"interval": "",
"legendFormat": "avg concurrent {{action}} ({{cause}})",
"refId": "D"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "GC Actions",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "s",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {
"heap max": "light-red",
"heap max security-auth-7697cff775-27fcs": "semi-dark-red",
"memory limit": "orange",
"rss": "super-light-green",
"rss security-auth-7697cff775-27fcs": "semi-dark-green"
},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 8,
"y": 8
},
"hiddenSeries": false,
"id": 4,
"legend": {
"alignAsTable": true,
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"sideWidth": null,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "memory limit",
"color": "#FFA6B0",
"dashes": true,
"fill": 1
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "max(kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\",container=\"$container\"})",
"interval": "",
"legendFormat": "memory limit",
"refId": "E"
},
{
"expr": "max(process_memory_rss_bytes{job=\"$job\"}) by (container) \nor max(process_resident_memory_bytes{job=\"$job\"}) by (container)\nor max(container_memory_rss{namespace=\"$namespace\", pod=~\"$gen.*\", container=\"$container\"}) by (container) \n# micrometer or prometheus, fallback to container rss",
"hide": false,
"interval": "",
"legendFormat": "max observed rss",
"refId": "G"
},
{
"expr": "max(process_memory_rss_bytes{job=\"$job\",pod=\"$pod\"}) by (pod) \nor max(process_resident_memory_bytes{job=\"$job\",pod=\"$pod\"}) by (pod) \nor max (container_memory_rss{namespace=\"$namespace\", pod=\"$pod\", container=\"$container\"}) by (pod) \n# micrometer or prometheus, fallback to container rss",
"hide": false,
"interval": "",
"legendFormat": "rss {{pod}}",
"refId": "B"
},
{
"expr": "max(jvm_memory_max_bytes{job=\"$job\",area=\"heap\"}) by (area)",
"interval": "",
"legendFormat": "{{area}} max deployment",
"refId": "C"
},
{
"expr": "max(jvm_memory_max_bytes{job=\"$job\",pod=\"$pod\",area=\"heap\"}) by (area, pod)",
"hide": false,
"interval": "",
"legendFormat": "{{area}} max {{pod}}",
"refId": "D"
},
{
"expr": "max(jvm_memory_bytes_used{job=\"$job\",pod=\"$pod\", area=\"heap\"}) by (area,pod)",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 10,
"legendFormat": "{{area}} used {{pod}}",
"refId": "A"
},
{
"expr": "max(jvm_memory_bytes_used{job=\"$job\", area=\"heap\"}) by (area)",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 10,
"legendFormat": "max observed {{area}} used",
"refId": "H"
},
{
"expr": "sum(process_memory_rss_bytes{job=\"$job\", pod=\"$pod\"}) - sum(jvm_memory_max_bytes{job=\"$job\", pod=\"$pod\", area=\"heap\"})",
"hide": true,
"interval": "",
"legendFormat": "non-heap / native memory used",
"refId": "F"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Memory usage",
"tooltip": {
"shared": false,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 16,
"y": 8
},
"hiddenSeries": false,
"id": 23763571997,
"legend": {
"alignAsTable": true,
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"sideWidth": null,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "/rss .*/",
"color": "rgb(113, 255, 91)",
"zindex": 3
},
{
"alias": "max",
"color": "rgb(167, 227, 166)",
"fillBelowTo": "min",
"lines": false,
"zindex": 2
},
{
"alias": "min",
"lines": false
},
{
"alias": "max last week",
"color": "rgba(171, 159, 130, 0.5)",
"fillBelowTo": "min last week",
"lines": false
},
{
"alias": "min last week",
"lines": false
},
{
"alias": "memory-limit",
"color": "#FFA6B0",
"dashes": true,
"fill": 1
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod) \nor sum(process_resident_memory_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod)\nor sum (container_memory_rss{namespace=\"$namespace\", pod=\"$pod\", container=\"$container\"}) by (pod) \n# micrometer or prometheus or fallback to container rss",
"hide": false,
"interval": "",
"legendFormat": "rss {{pod}}",
"refId": "B"
},
{
"expr": "max(sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$gen-.*\"}) by (pod) \n or sum(process_resident_memory_bytes{job=\"$job\", pod=~\"$gen-.*\"}) by (pod)\n or sum (container_memory_rss{namespace=\"$namespace\", pod=~\"$gen-.*\", container=\"$container\"}) by (pod)\n) # micrometer or prometheus, fallback to container rss, max & min for all pod generations",
"hide": false,
"interval": "",
"legendFormat": "max",
"refId": "C"
},
{
"expr": "min(sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$gen-.*\"}) by (pod) \n or sum(process_resident_memory_bytes{job=\"$job\"}) by (pod)\n or sum (container_memory_rss{namespace=\"$namespace\", pod=~\"$gen-.*\", container=\"$container\"}) by (pod)\n) # micrometer or prometheus, fallback to container rss, max & min for all pod generations",
"interval": "",
"intervalFactor": 1,
"legendFormat": "min",
"refId": "D"
},
{
"expr": "max(kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\",container=~\"$container\"}) by (container)",
"hide": false,
"interval": "",
"intervalFactor": 1,
"legendFormat": "memory-limit",
"refId": "A"
},
{
"expr": "max(sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$gen-.*\"} offset 1w) by (pod) \n or sum(process_resident_memory_bytes{job=\"$job\"} offset 1w) by (pod)\n or sum (container_memory_rss{namespace=\"$namespace\", pod=~\"$gen-.*\", container=\"$container\"} offset 1w) by (pod)\n) # micrometer or prometheus, fallback to container rss, max & min for all pod generations",
"hide": false,
"interval": "",
"intervalFactor": 1,
"legendFormat": "max last week",
"refId": "E"
},
{
"expr": "min(sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$gen-.*\"} offset 1w) by (pod) \n or sum(process_resident_memory_bytes{job=\"$job\"} offset 1w) by (pod)\n or sum (container_memory_rss{namespace=\"$namespace\", pod=~\"$gen-.*\", container=\"$container\"} offset 1w) by (pod)\n) # micrometer or prometheus, fallback to container rss, max & min for all pod generations",
"interval": "",
"legendFormat": "min last week",
"refId": "F"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Comparative memory usage",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": "2147483648",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"description": "Only for edge-api at the moment",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 0,
"y": 13
},
"hiddenSeries": false,
"id": 6,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "/(.*)allocation failure(.*)/",
"color": "#C4162A",
"yaxis": 2
},
{
"alias": "/(.*)promotion rate(.*)/",
"color": "#37872D"
},
{
"alias": "/(.*)memory promotion(.*)/",
"color": "#3274D9"
},
{
"alias": "/g1 humongous allocation(.*)/",
"color": "#F2CC0C",
"yaxis": 2
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(jvm_gc_pause_seconds_count{\n job=\"$job\",\n pod=~\"$pod\",\n action=\"end of minor GC\",\n cause=\"Allocation Failure\"\n}[1m])) by (pod)",
"interval": "",
"intervalFactor": 1,
"legendFormat": "allocation failure {{pod}}",
"refId": "A"
},
{
"expr": "sum(rate(jvm_gc_pause_seconds_count{\n job=\"$job\",\n pod=~\"$pod\",\n action=\"end of minor GC\",\n cause=\"G1 Humongous Allocation\"\n}[1m])) by (pod)",
"interval": "",
"legendFormat": "g1 humongous allocation {{pod}}",
"refId": "B"
},
{
"expr": "sum(rate(jvm_gc_memory_promoted_bytes_total{\n job=\"$job\",\n pod=~\"$pod\"\n}[1m])) by (pod)",
"interval": "",
"legendFormat": "promotion rate {{pod}}",
"refId": "C"
},
{
"expr": "sum(jvm_gc_memory_promoted_bytes_total{\n job=\"$job\",\n pod=~\"$pod\"\n}) by (pod)",
"interval": "",
"legendFormat": "sum of memory promotion {{pod}}",
"refId": "D"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "GC allocation and promotion rate",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "Bps",
"label": "bytes (log 1024)",
"logBase": 1024,
"max": "5GB",
"min": "0",
"show": true
},
{
"format": "ops",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 8,
"y": 13
},
"hiddenSeries": false,
"id": 24,
"legend": {
"alignAsTable": true,
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"sideWidth": null,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "memory limit",
"color": "#FFA6B0",
"dashes": true,
"fill": 1,
"linewidth": 1
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod) or sum(process_resident_memory_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod) # micrometer or prometheus",
"hide": false,
"interval": "",
"legendFormat": "rss",
"refId": "B"
},
{
"expr": "sum(jvm_memory_used_bytes{job=\"$job\",pod=~\"$pod\"}) by (id,pod)",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 10,
"legendFormat": "{{id}} used",
"refId": "A"
},
{
"expr": "sum(jvm_memory_committed_bytes{job=\"$job\",pod=~\"$pod\"}) by (id,pod)",
"hide": true,
"interval": "",
"legendFormat": "{{id}} committed",
"refId": "C"
},
{
"expr": "sum(jvm_memory_max_bytes{job=\"$job\",pod=~\"$pod\", area=\"heap\"}) by (area,id,pod)",
"hide": false,
"interval": "",
"legendFormat": "{{area}} {{id}} max",
"refId": "D"
},
{
"expr": "max(kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\",container=~\"$container\"}) by (container)",
"interval": "",
"legendFormat": "memory limit",
"refId": "F"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Memory usage memory pools",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"description": "",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 7,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 16,
"y": 13
},
"hiddenSeries": false,
"id": 23,
"legend": {
"alignAsTable": true,
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"sideWidth": null,
"total": false,
"values": false
},
"lines": true,
"linewidth": 0,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "memory-limit",
"color": "#FFA6B0",
"dashes": true,
"fill": 1,
"linewidth": 1,
"stack": false
},
{
"alias": "non-heap rss",
"color": "#37872D",
"fill": 0,
"fillGradient": 0,
"linewidth": 1,
"stack": false
}
],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
"targets": [
{
"expr": "sum(jvm_memory_committed_bytes{job=\"$job\", pod=~\"$pod\", area=\"nonheap\"}) by (id,pod)",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 10,
"legendFormat": "{{id}}",
"refId": "A"
},
{
"expr": "sum(jvm_buffer_total_capacity_bytes{job=\"$job\", pod=~\"$pod\"}) by (id, pod)",
"hide": false,
"interval": "",
"legendFormat": "{{id}}-byte-buffer",
"refId": "C"
},
{
"expr": "(sum(process_memory_rss_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod) # micrometer\nor sum(process_resident_memory_bytes{job=\"$job\",pod=~\"$pod\"}) by (pod) # prometheus\n) - sum(jvm_memory_committed_bytes{job=\"$job\", pod=~\"$pod\", area=\"heap\"}) by (pod)",
"hide": false,
"interval": "",
"legendFormat": "non-heap rss",
"refId": "B"
},
{
"expr": "max(kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\",container=~\"$container\"})\n - sum(jvm_memory_committed_bytes{job=\"$job\", pod=~\"$pod\", area=\"heap\"})",
"hide": false,
"interval": "",
"legendFormat": "memory-limit",
"refId": "E"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Non heap memory usage",
"tooltip": {
"shared": false,
"sort": 0,
"value_type": "individual"
},
"transformations": [],
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": true,
"dashLength": 10,
"dashes": false,
"datasource": null,
"description": "Only for edge-api at the moment",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 0,
"y": 18
},
"hiddenSeries": false,
"id": 10,
"legend": {
"alignAsTable": false,
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": false,
"show": true,
"total": false,
"values": false
},
"lines": false,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(jvm_gc_pause_seconds_count{\n job=\"$job\",\n pod=~\"$pod\"\n}[1m])) by (action, cause)",
"interval": "",
"legendFormat": "{{action}} - {{cause}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "GC causes",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "ops",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 23
},
"id": 23763572015,
"panels": [
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 9,
"x": 0,
"y": 24
},
"hiddenSeries": false,
"id": 23763572019,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "round(sum(\n istio_requests_total:rate1m{\n destination_workload_namespace=~\"$namespace\", \n destination_workload=~\"$job\", \n reporter=\"source\",\n source_workload=~\".*\",\n source_workload_namespace=~\".*\"\n }\n) by (source_workload, source_workload_namespace, response_code), 0.001)\n",
"interval": "",
"legendFormat": "{{ source_workload }}.{{source_workload_namespace}} : {{ response_code }}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Incoming Requests by Source And Response Code",
"tooltip": {
"shared": true,
"sort": 2,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 9,
"x": 9,
"y": 24
},
"hiddenSeries": false,
"id": 23763572018,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "round(sum(\n istio_requests_total:rate1m{\n reporter=\"source\", \n source_workload_namespace=~\"$namespace\", \n source_workload=~\"$job\", \n destination_service=~\".*\"\n }\n) by (destination_service, response_code), 0.001)",
"interval": "",
"legendFormat": "{{ destination_service }} : {{ response_code }}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Outgoing Requests by Destination And Response Code",
"tooltip": {
"shared": true,
"sort": 2,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 9,
"x": 0,
"y": 29
},
"hiddenSeries": false,
"id": 23763572013,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(istio_request_duration_milliseconds_bucket:rate1m{\n reporter=\"source\",\n destination_workload=~\"$job\",\n destination_workload_namespace=~\"$namespace\",\n source_workload=~\".*\",\n source_workload_namespace=~\".*\"\n}) by (source_workload, source_workload_namespace, quantile)",
"interval": "",
"intervalFactor": 2,
"legendFormat": "{{source_workload}}.{{source_workload_namespace}} P50",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Incoming Request Duration by Source",
"tooltip": {
"shared": true,
"sort": 2,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "s",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 9,
"x": 9,
"y": 29
},
"hiddenSeries": false,
"id": 23763572016,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(istio_request_duration_milliseconds_bucket:rate1m{\n reporter=\"source\",\n source_workload=~\"$job\",\n source_workload_namespace=~\"$namespace\",\n destination_service=~\".*\"\n}) by (destination_service, quantile)",
"interval": "",
"intervalFactor": 2,
"legendFormat": "{{destination_workload}}.{{destination_workload_namespace}} P50",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Outboud Request Duration by Source",
"tooltip": {
"shared": true,
"sort": 2,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "s",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
}
],
"title": "Network (via Istio)",
"type": "row"
},
{
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 24
},
"id": 23763572009,
"panels": [],
"title": "System (via cadvisor metrics)",
"type": "row"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"description": "rss + cache + tmpfs",
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 6,
"x": 0,
"y": 25
},
"hiddenSeries": false,
"id": 23763572029,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "page faults",
"yaxis": 2
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(container_memory_failures_total{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\",scope=\"container\"}[1m])) by (failure_type)",
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{failure_type}}",
"refId": "A"
},
{
"expr": "kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"interval": "",
"legendFormat": "memory-limit",
"refId": "B"
},
{
"expr": "container_memory_usage_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": false,
"interval": "",
"legendFormat": "rss+cache+tmpfs",
"refId": "C"
},
{
"expr": "container_memory_cache{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "container cache",
"refId": "D"
},
{
"expr": "container_memory_rss{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "container rss",
"refId": "E"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Container total usage",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 6,
"x": 6,
"y": 25
},
"hiddenSeries": false,
"id": 23763572030,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "page faults",
"yaxis": 2
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(container_memory_failures_total{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\",scope=\"container\"}[1m])) by (failure_type)",
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{failure_type}}",
"refId": "A"
},
{
"expr": "kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "memory-limit",
"refId": "B"
},
{
"expr": "container_memory_usage_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "rss+cache+tmpfs",
"refId": "C"
},
{
"expr": "container_memory_cache{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "container cache",
"refId": "D"
},
{
"expr": "container_memory_rss{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"interval": "",
"legendFormat": "container rss",
"refId": "E"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Container RSS",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 6,
"x": 12,
"y": 25
},
"hiddenSeries": false,
"id": 23763572031,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "page faults",
"yaxis": 2
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(container_memory_failures_total{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\",scope=\"container\"}[1m])) by (failure_type)",
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{failure_type}}",
"refId": "A"
},
{
"expr": "kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "memory-limit",
"refId": "B"
},
{
"expr": "container_memory_usage_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "rss+cache+tmpfs",
"refId": "C"
},
{
"expr": "container_memory_cache{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"interval": "",
"legendFormat": "container cache",
"refId": "D"
},
{
"expr": "container_memory_rss{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "container rss",
"refId": "E"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Container cache",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 6,
"x": 18,
"y": 25
},
"hiddenSeries": false,
"id": 23763572032,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "page faults",
"yaxis": 2
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(container_memory_failures_total{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\",scope=\"container\"}[1m])) by (failure_type)",
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{failure_type}}",
"refId": "A"
},
{
"expr": "kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "memory-limit",
"refId": "B"
},
{
"expr": "container_memory_usage_bytes{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"} - container_memory_cache{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"} - container_memory_rss{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": false,
"interval": "",
"legendFormat": "tmpfs",
"refId": "C"
},
{
"expr": "container_memory_cache{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "container cache",
"refId": "D"
},
{
"expr": "container_memory_rss{namespace=\"$namespace\", pod=\"$pod\",container=\"$container\"}",
"hide": true,
"interval": "",
"legendFormat": "container rss",
"refId": "E"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Container tmpfs",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bytes",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 0,
"y": 30
},
"hiddenSeries": false,
"id": 8,
"legend": {
"alignAsTable": true,
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "/.*system load average.*/",
"yaxis": 2
},
{
"alias": "cpus",
"yaxis": 2
},
{
"alias": "/peak threads.*/",
"dashes": true
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_threads_live_threads{job=\"$job\", pod=\"$pod\"}",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 2,
"legendFormat": "live threads {{pod}} ",
"refId": "A"
},
{
"expr": "jvm_threads_daemon_threads{job=\"$job\", pod=\"$pod\"}",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 2,
"legendFormat": "daemon threads {{pod}} {{pod}}",
"refId": "B"
},
{
"expr": "jvm_threads_peak_threads{job=\"$job\", pod=\"$pod\"}",
"interval": "",
"intervalFactor": 2,
"legendFormat": "peak threads {{pod}} ",
"refId": "E"
},
{
"expr": "system_load_average_1m{job=\"$job\", pod=\"$pod\"}",
"format": "time_series",
"hide": false,
"interval": "",
"intervalFactor": 2,
"legendFormat": "system load average {{pod}}",
"refId": "C"
},
{
"expr": "system_cpu_count{job=\"$job\", pod=\"$pod\"}",
"interval": "",
"intervalFactor": 2,
"legendFormat": "cpus",
"refId": "D"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Java threads / System load",
"tooltip": {
"shared": false,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": "threads",
"logBase": 2,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": "cpu load",
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": null,
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 5,
"w": 8,
"x": 8,
"y": 30
},
"hiddenSeries": false,
"id": 12,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"rightSide": true,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "process_files_open_files{job=\"$job\", pod=\"$pod\"} or avg(process_open_fds{job=\"$job\",pod=~\"$pod\"}) by (pod)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "open fds",
"refId": "A"
},
{
"expr": "process_files_max_files{job=\"$job\", pod=\"$pod\"}",
"hide": false,
"interval": "",
"legendFormat": "max fds",
"refId": "B"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Open File Descriptor",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 10,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 35
},
"id": 16,
"panels": [],
"title": "App (TODO rework as SLI golden signals)",
"type": "row"
},
{
"aliasColors": {
"ANDROID": "#508642",
"IOS": "#cffaff",
"PRO-DISPATCHER": "#f2c96d",
"SPA": "#ba43a9",
"UNKNOWN": "#bf1b00"
},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"decimals": 2,
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 6,
"w": 8,
"x": 0,
"y": 36
},
"hiddenSeries": false,
"id": 18,
"legend": {
"alignAsTable": true,
"avg": true,
"current": true,
"max": false,
"min": false,
"rightSide": false,
"show": false,
"sort": "avg",
"sortDesc": true,
"total": false,
"values": true
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(http_requests_total{pod=~\"$pod\"}[5m]))",
"format": "time_series",
"interval": "",
"intervalFactor": 5,
"legendFormat": "",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "requests",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": "rps (log 10)",
"logBase": 10,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {
"4xx": "#967302",
"5xx": "#890f02",
"count": "#0a50a1"
},
"bars": true,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 6,
"w": 8,
"x": 8,
"y": 36
},
"hiddenSeries": false,
"id": 20,
"legend": {
"alignAsTable": true,
"avg": false,
"current": true,
"max": false,
"min": false,
"rightSide": false,
"show": false,
"sort": "current",
"sortDesc": true,
"total": true,
"values": true
},
"lines": false,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(http_requests_total{code=~\"2.+\",pod=~\"$pod\"}[1m]))",
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "status codes",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "ops",
"label": "req/s (log 10)",
"logBase": 10,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {
"{level=\"error\",name=\"edge-api\"}": "#bf1b00",
"{level=\"error\",name=\"edge-api1\"}": "#890f02",
"{level=\"error\",name=\"edge-api2\"}": "#bf1b00",
"{level=\"error\",name=\"edge-api3\"}": "#58140c",
"{level=\"error\"}": "dark-red",
"{level=\"warn\",name=\"edge-api\"}": "#eab839",
"{level=\"warn\",name=\"edge-api1\"}": "#e5ac0e",
"{level=\"warn\",name=\"edge-api2\"}": "#eab839",
"{level=\"warn\",name=\"edge-api3\"}": "#f2c96d"
},
"bars": true,
"dashLength": 10,
"dashes": false,
"datasource": "Prometheus",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 6,
"w": 8,
"x": 16,
"y": 36
},
"hiddenSeries": false,
"id": 14,
"legend": {
"alignAsTable": false,
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": false,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "error",
"color": "#C4162A"
},
{
"alias": "warn",
"color": "#FF9830"
}
],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
"targets": [
{
"expr": "sum(increase(logback_events_total{job=\"$job\", pod=\"$pod\", level!=\"info\"}[1m])) by (level, name) > 0\nor\n\nsum(increase(logback_appender_total{job=\"$job\", level!=\"trace\", level!=\"debug\", level!=\"info\",pod=~\"$pod\"}[1m])) by (level, name) > 0\n\n# micrometer or prometheus",
"format": "time_series",
"interval": "",
"intervalFactor": 5,
"legendFormat": "{{level}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Log levels",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"transparent": true,
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 10,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
}
],
"refresh": false,
"schemaVersion": 26,
"style": "dark",
"templating": {
"list": [
{
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": false,
"name": "datasource",
"options": [],
"query": "prometheus",
"queryValue": "",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"type": "datasource"
},
{
"allValue": null,
"datasource": "$datasource",
"definition": "label_values(jvm_memory_used_bytes, namespace)",
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": false,
"name": "namespace",
"options": [],
"query": "label_values(jvm_memory_used_bytes, namespace)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": null,
"datasource": "$datasource",
"definition": "label_values(jvm_memory_used_bytes{namespace=\"$namespace\"}, job)",
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": false,
"name": "job",
"options": [],
"query": "label_values(jvm_memory_used_bytes{namespace=\"$namespace\"}, job)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": "$job-[a-f0-9]+",
"current": {
"selected": false,
"text": "All",
"value": "$__all"
},
"datasource": "$datasource",
"definition": "label_values(jvm_memory_used_bytes{job=\"$job\"}, pod)",
"error": null,
"hide": 0,
"includeAll": true,
"label": null,
"multi": false,
"name": "gen",
"options": [],
"query": "label_values(jvm_memory_used_bytes{job=\"$job\"}, pod)",
"refresh": 2,
"regex": "/(.*)-.{5}/",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": null,
"datasource": "$datasource",
"definition": "label_values(jvm_memory_used_bytes{job=\"$job\",pod=~\"$gen.*\"}, pod)",
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": false,
"name": "pod",
"options": [],
"query": "label_values(jvm_memory_used_bytes{job=\"$job\",pod=~\"$gen.*\"}, pod)",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": null,
"datasource": "$datasource",
"definition": "label_values(kube_pod_container_info{namespace=\"$namespace\", pod=\"$pod\", container=~\".*$job.*\"}, container)",
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": false,
"name": "container",
"options": [
{
"selected": true,
"text": "places",
"value": "places"
}
],
"query": "label_values(kube_pod_container_info{namespace=\"$namespace\", pod=\"$pod\", container=~\".*$job.*\"}, container)",
"refresh": 0,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
}
]
},
"time": {
"from": "now-6h",
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
]
},
"timezone": "",
"title": "Pod analysis",
"uid": "ngWR5SXWk"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment