Created
May 10, 2024 02:45
-
-
Save taonic/efa1f768f9120afa9130efaf13272ebe to your computer and use it in GitHub Desktop.
Temporal SDK Metrics (TS) - Grafana - DRAFT
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"annotations": { | |
"list": [ | |
{ | |
"builtIn": 1, | |
"datasource": { | |
"type": "datasource", | |
"uid": "grafana" | |
}, | |
"enable": false, | |
"hide": true, | |
"iconColor": "rgba(0, 211, 255, 1)", | |
"name": "Annotations & Alerts", | |
"target": { | |
"limit": 100, | |
"matchAny": false, | |
"tags": [], | |
"type": "dashboard" | |
}, | |
"type": "dashboard" | |
} | |
] | |
}, | |
"editable": true, | |
"fiscalYearStartMonth": 0, | |
"graphTooltip": 1, | |
"id": 6, | |
"links": [], | |
"liveNow": false, | |
"panels": [ | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 0 | |
}, | |
"id": 70, | |
"panels": [], | |
"title": "Latency", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "purple", | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 1 | |
}, | |
"id": 71, | |
"interval": "5s", | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.95, sum by(le, task_queue) (rate(temporal_workflow_task_schedule_to_start_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Workflow Task Schedule To Start Latency - temporal_workflow_task_schedule_to_start_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 1 | |
}, | |
"id": 72, | |
"interval": "1s", | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true, | |
"sortBy": "Mean", | |
"sortDesc": false | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_activity_schedule_to_start_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Activity Schedule To Start Latency P99 - temporal_activity_schedule_to_start_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 1 | |
}, | |
"id": 79, | |
"interval": "1s", | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_workflow_endtoend_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Workflow End to End Latency P99 - temporal_workflow_endtoend_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "blue", | |
"value": null | |
}, | |
{ | |
"color": "green", | |
"value": 3 | |
}, | |
{ | |
"color": "yellow", | |
"value": 5 | |
}, | |
{ | |
"color": "orange", | |
"value": 10 | |
}, | |
{ | |
"color": "red", | |
"value": 20 | |
}, | |
{ | |
"color": "#EAB839", | |
"value": 30 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 18, | |
"y": 1 | |
}, | |
"id": 84, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"max" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"text": {}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_workflow_endtoend_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"legendFormat": "{{task_queue}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Workflow End to End Latency (Max) - temporal_workflow_endtoend_latency_seconds_bucket", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "purple", | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 9 | |
}, | |
"id": 73, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_workflow_task_execution_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Workflow Task Execution Latency - temporal_workflow_task_execution_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 9 | |
}, | |
"id": 74, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_activity_execution_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Activity Execution Latency P99 - temporal_activity_execution_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 9 | |
}, | |
"id": 80, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_activity_succeed_endtoend_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Activity End to End Latency P99 - temporal_activity_endtoend_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "blue", | |
"value": null | |
}, | |
{ | |
"color": "green", | |
"value": 3 | |
}, | |
{ | |
"color": "#EAB839", | |
"value": 5 | |
}, | |
{ | |
"color": "#EF843C", | |
"value": 10 | |
}, | |
{ | |
"color": "#E24D42", | |
"value": 20 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 18, | |
"y": 9 | |
}, | |
"id": 85, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"max" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum by(le, task_queue) (rate(temporal_activity_succeed_endtoend_latency_bucket{task_queue=~\"$Taskqueue\"}[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"legendFormat": "{{task_queue}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Activity End to End Latency (Max) - temporal_activity_endtoend_latency_seconds_bucket", | |
"type": "stat" | |
}, | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 17 | |
}, | |
"id": 58, | |
"panels": [], | |
"title": "Compute", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "purple", | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 18 | |
}, | |
"id": 60, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"min" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(task_queue) (temporal_worker_task_slots_available{worker_type=\"WorkflowWorker\"})", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Workflow Execution Slots Available", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"description": "", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "blue", | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 18 | |
}, | |
"id": 59, | |
"interval": "1", | |
"options": { | |
"legend": { | |
"calcs": [ | |
"min" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true, | |
"sortBy": "Min", | |
"sortDesc": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(task_queue) (temporal_worker_task_slots_available{worker_type=\"ActivityWorker\"})", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Activity Slots Available", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "orange", | |
"mode": "fixed" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 18 | |
}, | |
"id": 62, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "process_cpu_usage", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "CPU Usage", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "purple", | |
"value": null | |
} | |
] | |
}, | |
"unit": "none" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 3, | |
"x": 18, | |
"y": 18 | |
}, | |
"id": 88, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"max" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(worker_type) (temporal_worker_task_slots_available{worker_type=\"WorkflowWorker\"})", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Max Workflow Slots", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "blue", | |
"value": null | |
} | |
] | |
}, | |
"unit": "none" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 3, | |
"x": 21, | |
"y": 18 | |
}, | |
"id": 89, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"max" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(worker_type) (temporal_worker_task_slots_available{worker_type=\"ActivityWorker\"})", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Max Activity Slots", | |
"type": "stat" | |
}, | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 26 | |
}, | |
"id": 75, | |
"panels": [], | |
"title": "Network", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "purple", | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 27 | |
}, | |
"id": 87, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by(operation, task_queue) (rate(temporal_long_request_latency_count{operation=\"PollWorkflowTaskQueue\"}[$__rate_interval]))", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Polled Workflow Tasks Per Second", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "blue", | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 27 | |
}, | |
"id": 86, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by(operation, task_queue) (rate(temporal_long_request_latency_count{operation=\"PollActivityTaskQueue\"}[$__rate_interval]))", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Polled Activity Tasks Per Second", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 27 | |
}, | |
"id": 78, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by(operation, status_code) (rate(temporal_long_request_failure_count[$__rate_interval]))", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(operation, status_code) (rate(temporal_request_failure_total[$__rate_interval]))", | |
"hide": false, | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "B" | |
} | |
], | |
"title": "Request Failures (inc. RPS Limit)", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "purple", | |
"value": null | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 3, | |
"x": 18, | |
"y": 27 | |
}, | |
"id": 83, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"max" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(worker_type) (temporal_poller_start_total{worker_type=\"WorkflowWorker\"})", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Workflow Pollers", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "blue", | |
"value": null | |
} | |
] | |
}, | |
"unit": "none" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 3, | |
"x": 21, | |
"y": 27 | |
}, | |
"id": 5, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(worker_type) (temporal_poller_start_total{worker_type=\"ActivityWorker\"})", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Activity Pollers", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 35 | |
}, | |
"id": 76, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by(operation) (rate(temporal_long_request_latency_count[5s]))", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Long Poll Per Operation", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 35 | |
}, | |
"id": 81, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.95, sum by(namespace, operation, le) (rate(temporal_long_request_latency_bucket[5s])))", | |
"interval": "1s", | |
"legendFormat": "{{ namespace }} - {{ operation }}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Long Request Latency P95 - temporal_request_latency_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 35 | |
}, | |
"id": 82, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"mean" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true, | |
"sortBy": "Mean", | |
"sortDesc": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by(operation, ) (rate(temporal_request_total[$__rate_interval]))", | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(operation) (rate(temporal_long_request_total[$__rate_interval]))", | |
"hide": false, | |
"instant": false, | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "B" | |
} | |
], | |
"title": "Requests", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"links": [], | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "s" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 18, | |
"y": 35 | |
}, | |
"id": 6, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "histogram_quantile(0.99, sum by(namespace, operation, le) (rate(temporal_request_latency_seconds_bucket[$__rate_interval])))", | |
"interval": "1s", | |
"legendFormat": "{{ namespace }} - {{ operation }}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Request Latency P95 - temporal_request_latency_seconds_bucket", | |
"type": "timeseries" | |
}, | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 43 | |
}, | |
"id": 63, | |
"panels": [], | |
"title": "Memory", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 44 | |
}, | |
"id": 64, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "temporal_sticky_cache_size", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Cached Workflows - temporal_sticky_cache_size", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 44 | |
}, | |
"id": 65, | |
"interval": "1s", | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"exemplar": false, | |
"expr": "rate(temporal_sticky_cache_hit_total[$__rate_interval])", | |
"format": "time_series", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Sticky Cache Hit Total - temporal_sticky_cache_hit_total", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 44 | |
}, | |
"id": 66, | |
"interval": "1s", | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "temporal_sticky_cache_total_forced_eviction_total", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Sticky Cache Forced Eviction - temporal_sticky_cache_total_forced_eviction_total", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 18, | |
"y": 44 | |
}, | |
"id": 68, | |
"interval": "1s", | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"exemplar": false, | |
"expr": "rate(temporal_sticky_cache_miss_total[$__rate_interval])", | |
"format": "time_series", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Sticky Cache Miss Total - temporal_sticky_cache_miss_total", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "bytes" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 0, | |
"y": 52 | |
}, | |
"id": 67, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by(area) (jvm_memory_used_bytes{area=\"heap\"})", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "jvm_memory_max_bytes", | |
"hide": true, | |
"instant": false, | |
"range": true, | |
"refId": "B" | |
} | |
], | |
"title": "Heap Consumption - jvm_memory_used_bytes", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "continuous-BlPu" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [ | |
{ | |
"__systemRef": "hideSeriesFrom", | |
"matcher": { | |
"id": "byNames", | |
"options": { | |
"mode": "exclude", | |
"names": [ | |
"sum(temporal_worker_task_slots_available{worker_type=\"LocalActivityWorker\"})" | |
], | |
"prefix": "All except:", | |
"readOnly": true | |
} | |
}, | |
"properties": [ | |
{ | |
"id": "custom.hideFrom", | |
"value": { | |
"legend": false, | |
"tooltip": false, | |
"viz": true | |
} | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 6, | |
"y": 52 | |
}, | |
"id": 61, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"min" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum(temporal_worker_task_slots_available{worker_type=\"LocalActivityWorker\"})", | |
"instant": false, | |
"interval": "1s", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Local Activity Slots Available", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "continuous-BlPu" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 12, | |
"y": 52 | |
}, | |
"id": 91, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "sum by(task_queue) (rate(temporal_workflow_task_replay_latency_seconds_count[$__rate_interval]))", | |
"instant": false, | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Replay count", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "continuous-BlPu" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "s" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 6, | |
"x": 18, | |
"y": 52 | |
}, | |
"id": 90, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"max" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"editorMode": "builder", | |
"expr": "histogram_quantile(0.95, sum by(le) (rate(temporal_workflow_task_replay_latency_seconds_bucket[$__rate_interval])))", | |
"instant": false, | |
"interval": "1s", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Replay latency", | |
"type": "timeseries" | |
} | |
], | |
"refresh": "1s", | |
"schemaVersion": 38, | |
"style": "dark", | |
"tags": [], | |
"templating": { | |
"list": [ | |
{ | |
"current": { | |
"selected": false, | |
"text": "Prometheus", | |
"value": "Prometheus" | |
}, | |
"hide": 0, | |
"includeAll": false, | |
"multi": false, | |
"name": "Datasource", | |
"options": [], | |
"query": "prometheus", | |
"queryValue": "", | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"type": "datasource" | |
}, | |
{ | |
"current": { | |
"selected": true, | |
"text": [ | |
"All" | |
], | |
"value": [ | |
"$__all" | |
] | |
}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"definition": "label_values(namespace)", | |
"hide": 0, | |
"includeAll": true, | |
"multi": true, | |
"name": "Namespace", | |
"options": [], | |
"query": { | |
"query": "label_values(namespace)", | |
"refId": "StandardVariableQuery" | |
}, | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 0, | |
"type": "query" | |
}, | |
{ | |
"allValue": ".*", | |
"current": { | |
"selected": false, | |
"text": "All", | |
"value": "$__all" | |
}, | |
"hide": 0, | |
"includeAll": true, | |
"multi": false, | |
"name": "WorkflowType", | |
"options": [ | |
{ | |
"selected": true, | |
"text": "All", | |
"value": "$__all" | |
} | |
], | |
"query": "", | |
"queryValue": "", | |
"skipUrlSync": false, | |
"type": "custom" | |
}, | |
{ | |
"allValue": "", | |
"current": { | |
"selected": true, | |
"text": [ | |
"All" | |
], | |
"value": [ | |
"$__all" | |
] | |
}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${Datasource}" | |
}, | |
"definition": "label_values(task_queue)", | |
"hide": 0, | |
"includeAll": true, | |
"multi": true, | |
"name": "Taskqueue", | |
"options": [], | |
"query": { | |
"query": "label_values(task_queue)", | |
"refId": "PrometheusVariableQueryEditor-VariableQuery" | |
}, | |
"refresh": 2, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 2, | |
"type": "query" | |
} | |
] | |
}, | |
"time": { | |
"from": "now-5m", | |
"to": "now" | |
}, | |
"timepicker": { | |
"refresh_intervals": [ | |
"1s", | |
"5s", | |
"10s", | |
"30s", | |
"1m", | |
"15s", | |
"30m", | |
"1h", | |
"2h", | |
"1d" | |
] | |
}, | |
"timezone": "", | |
"title": "SDK Metrics (TS)", | |
"uid": "f0c75f38-a97a-4b2d-9165-8d821f5ba692", | |
"version": 5, | |
"weekStart": "" | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment