Created
October 27, 2020 01:11
-
-
Save harryge00/44d1f4d05540e70f012342a19a8fac13 to your computer and use it in GitHub Desktop.
dashboard-spark-appliciation.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "annotations": { | |
| "list": [ | |
| { | |
| "builtIn": 1, | |
| "datasource": "-- Grafana --", | |
| "enable": true, | |
| "hide": true, | |
| "iconColor": "rgba(0, 211, 255, 1)", | |
| "name": "Annotations & Alerts", | |
| "type": "dashboard" | |
| } | |
| ] | |
| }, | |
| "description": "Spark Dispatcher and Driver Level Metrics with filtering by service", | |
| "editable": true, | |
| "gnetId": null, | |
| "graphTooltip": 0, | |
| "id": 45, | |
| "iteration": 1559780043765, | |
| "links": [], | |
| "panels": [ | |
| { | |
| "collapsed": false, | |
| "gridPos": { | |
| "h": 1, | |
| "w": 24, | |
| "x": 0, | |
| "y": 0 | |
| }, | |
| "id": 23, | |
| "panels": [], | |
| "title": "Cluster Metrics", | |
| "type": "row" | |
| }, | |
| { | |
| "cacheTimeout": null, | |
| "colorBackground": false, | |
| "colorValue": false, | |
| "colors": [ | |
| "#299c46", | |
| "rgba(237, 129, 40, 0.89)", | |
| "#d44a3a" | |
| ], | |
| "datasource": "prometheus", | |
| "description": "", | |
| "format": "none", | |
| "gauge": { | |
| "maxValue": 100, | |
| "minValue": 0, | |
| "show": false, | |
| "thresholdLabels": false, | |
| "thresholdMarkers": true | |
| }, | |
| "gridPos": { | |
| "h": 4, | |
| "w": 8, | |
| "x": 0, | |
| "y": 1 | |
| }, | |
| "hideTimeOverride": true, | |
| "id": 33, | |
| "interval": null, | |
| "links": [], | |
| "mappingType": 1, | |
| "mappingTypes": [ | |
| { | |
| "name": "value to text", | |
| "value": 1 | |
| }, | |
| { | |
| "name": "range to text", | |
| "value": 2 | |
| } | |
| ], | |
| "maxDataPoints": 100, | |
| "nullPointMode": "connected", | |
| "nullText": null, | |
| "postfix": "", | |
| "postfixFontSize": "50%", | |
| "prefix": "", | |
| "prefixFontSize": "50%", | |
| "rangeMaps": [ | |
| { | |
| "from": "null", | |
| "text": "N/A", | |
| "to": "null" | |
| } | |
| ], | |
| "sparkline": { | |
| "fillColor": "rgba(31, 118, 189, 0.18)", | |
| "full": false, | |
| "lineColor": "#badff4", | |
| "show": true | |
| }, | |
| "tableColumn": "", | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_executor_count{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": "", | |
| "timeFrom": "10s", | |
| "title": "Executors Running", | |
| "type": "singlestat", | |
| "valueFontSize": "150%", | |
| "valueMaps": [ | |
| { | |
| "op": "=", | |
| "text": "0", | |
| "value": "null" | |
| } | |
| ], | |
| "valueName": "current" | |
| }, | |
| { | |
| "cacheTimeout": null, | |
| "colorBackground": false, | |
| "colorValue": false, | |
| "colors": [ | |
| "#299c46", | |
| "rgba(237, 129, 40, 0.89)", | |
| "#d44a3a" | |
| ], | |
| "datasource": null, | |
| "format": "none", | |
| "gauge": { | |
| "maxValue": 100, | |
| "minValue": 0, | |
| "show": false, | |
| "thresholdLabels": false, | |
| "thresholdMarkers": true | |
| }, | |
| "gridPos": { | |
| "h": 4, | |
| "w": 8, | |
| "x": 8, | |
| "y": 1 | |
| }, | |
| "hideTimeOverride": true, | |
| "id": 51, | |
| "interval": null, | |
| "links": [], | |
| "mappingType": 1, | |
| "mappingTypes": [ | |
| { | |
| "name": "value to text", | |
| "value": 1 | |
| }, | |
| { | |
| "name": "range to text", | |
| "value": 2 | |
| } | |
| ], | |
| "maxDataPoints": 100, | |
| "nullPointMode": "connected", | |
| "nullText": null, | |
| "postfix": "", | |
| "postfixFontSize": "50%", | |
| "prefix": "", | |
| "prefixFontSize": "50%", | |
| "rangeMaps": [ | |
| { | |
| "from": "null", | |
| "text": "N/A", | |
| "to": "null" | |
| } | |
| ], | |
| "sparkline": { | |
| "fillColor": "rgba(31, 118, 189, 0.18)", | |
| "full": false, | |
| "lineColor": "rgb(31, 120, 193)", | |
| "show": true | |
| }, | |
| "tableColumn": "", | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_occupied_agents{spark_origin=~\"[[origin]]\"}) ", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": "", | |
| "timeFrom": "10s", | |
| "title": "Mesos Agents Used", | |
| "type": "singlestat", | |
| "valueFontSize": "150%", | |
| "valueMaps": [ | |
| { | |
| "op": "=", | |
| "text": "0", | |
| "value": "null" | |
| } | |
| ], | |
| "valueName": "current" | |
| }, | |
| { | |
| "cacheTimeout": null, | |
| "colorBackground": false, | |
| "colorValue": false, | |
| "colors": [ | |
| "#299c46", | |
| "rgba(237, 129, 40, 0.89)", | |
| "#d44a3a" | |
| ], | |
| "datasource": null, | |
| "description": "Number of blacklisted agents (too many failures)", | |
| "format": "none", | |
| "gauge": { | |
| "maxValue": 100, | |
| "minValue": 0, | |
| "show": false, | |
| "thresholdLabels": false, | |
| "thresholdMarkers": true | |
| }, | |
| "gridPos": { | |
| "h": 4, | |
| "w": 8, | |
| "x": 16, | |
| "y": 1 | |
| }, | |
| "hideTimeOverride": true, | |
| "id": 53, | |
| "interval": null, | |
| "links": [], | |
| "mappingType": 1, | |
| "mappingTypes": [ | |
| { | |
| "name": "value to text", | |
| "value": 1 | |
| }, | |
| { | |
| "name": "range to text", | |
| "value": 2 | |
| } | |
| ], | |
| "maxDataPoints": 100, | |
| "nullPointMode": "connected", | |
| "nullText": null, | |
| "postfix": "", | |
| "postfixFontSize": "50%", | |
| "prefix": "", | |
| "prefixFontSize": "50%", | |
| "rangeMaps": [ | |
| { | |
| "from": "null", | |
| "text": "N/A", | |
| "to": "null" | |
| } | |
| ], | |
| "sparkline": { | |
| "fillColor": "rgba(31, 118, 189, 0.18)", | |
| "full": false, | |
| "lineColor": "rgb(31, 120, 193)", | |
| "show": false | |
| }, | |
| "tableColumn": "", | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_blacklisted_agents{spark_origin=~\"[[origin]]\"})", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": "", | |
| "timeFrom": "10s", | |
| "title": "Blacklisted Agents", | |
| "type": "singlestat", | |
| "valueFontSize": "150%", | |
| "valueMaps": [ | |
| { | |
| "op": "=", | |
| "text": "0", | |
| "value": "null" | |
| } | |
| ], | |
| "valueName": "current" | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": "prometheus", | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 12, | |
| "x": 0, | |
| "y": 5 | |
| }, | |
| "id": 29, | |
| "legend": { | |
| "alignAsTable": true, | |
| "avg": false, | |
| "current": true, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "sort": null, | |
| "sortDesc": null, | |
| "total": false, | |
| "values": true | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_resource_cores{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "interval": "", | |
| "intervalFactor": 1, | |
| "legendFormat": "CPUs Used by Application", | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "CPUs Used", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "decimals": 0, | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": null, | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 12, | |
| "x": 12, | |
| "y": 5 | |
| }, | |
| "id": 31, | |
| "legend": { | |
| "alignAsTable": true, | |
| "avg": false, | |
| "current": true, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": true | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_resource_gpus{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "GPUs Used by Application", | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "GPUs Used", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "decimals": 0, | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": null, | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 12, | |
| "x": 0, | |
| "y": 10 | |
| }, | |
| "id": 116, | |
| "legend": { | |
| "alignAsTable": true, | |
| "avg": false, | |
| "current": true, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": true | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_resource_mean_cores_per_task{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "GPUs Used by Application", | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "CPUs per Task", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "decimals": 0, | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": null, | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 12, | |
| "x": 12, | |
| "y": 10 | |
| }, | |
| "id": 117, | |
| "legend": { | |
| "alignAsTable": true, | |
| "avg": false, | |
| "current": true, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": true | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_resource_mean_gpus_per_task{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "GPUs Used by Application", | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "GPUs per Task", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "decimals": 0, | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "columns": [ | |
| { | |
| "hidden": false, | |
| "style": { | |
| "alias": "", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "decimals": 2, | |
| "pattern": "/.*/", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| "text": "Value #A", | |
| "title": "Value #A" | |
| }, | |
| { | |
| "hidden": false, | |
| "style": { | |
| "alias": "", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "decimals": 2, | |
| "pattern": "/.*/", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| "text": "Value #B", | |
| "title": "Value #B" | |
| } | |
| ], | |
| "datasource": null, | |
| "fontSize": "100%", | |
| "gridPos": { | |
| "h": 7, | |
| "w": 24, | |
| "x": 0, | |
| "y": 15 | |
| }, | |
| "id": 119, | |
| "links": [], | |
| "pageSize": null, | |
| "scroll": true, | |
| "showHeader": true, | |
| "sort": { | |
| "col": 1, | |
| "desc": true | |
| }, | |
| "styles": [ | |
| { | |
| "alias": "", | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "pattern": "Time", | |
| "type": "date" | |
| }, | |
| { | |
| "alias": "Running", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #A", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Finished", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #E", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Failed", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #D", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Error", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #C", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Killed", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #G", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Lost", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #H", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Dropped", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #B", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Gone", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #F", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Unreachable", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #J", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "Unknown", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "dateFormat": "YYYY-MM-DD HH:mm:ss", | |
| "decimals": 2, | |
| "mappingType": 1, | |
| "pattern": "Value #I", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| }, | |
| { | |
| "alias": "", | |
| "colorMode": null, | |
| "colors": [ | |
| "rgba(245, 54, 54, 0.9)", | |
| "rgba(237, 129, 40, 0.89)", | |
| "rgba(50, 172, 45, 0.97)" | |
| ], | |
| "decimals": 2, | |
| "pattern": "/.*/", | |
| "thresholds": [], | |
| "type": "number", | |
| "unit": "short" | |
| } | |
| ], | |
| "targets": [ | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_running{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "legendFormat": "dropped", | |
| "refId": "A" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_finished{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "E" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_failed{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "D" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_error{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "C" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_killed{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "G" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_lost{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "H" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_dropped{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "B" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_gone{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "F" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_unreachable{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "J" | |
| }, | |
| { | |
| "expr": "sum(spark_mesos_mesos_state_task_unknown{spark_origin=~\"[[origin]]\", spark_app_name=~\"[[app_name]]\"})", | |
| "format": "table", | |
| "intervalFactor": 1, | |
| "refId": "I" | |
| } | |
| ], | |
| "title": "Mesos Task Status", | |
| "transform": "table", | |
| "type": "table" | |
| }, | |
| { | |
| "collapsed": false, | |
| "gridPos": { | |
| "h": 1, | |
| "w": 24, | |
| "x": 0, | |
| "y": 22 | |
| }, | |
| "id": 130, | |
| "panels": [], | |
| "title": "Execution Metrics", | |
| "type": "row" | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": null, | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 12, | |
| "x": 0, | |
| "y": 23 | |
| }, | |
| "id": 41, | |
| "legend": { | |
| "alignAsTable": true, | |
| "avg": false, | |
| "current": true, | |
| "max": false, | |
| "min": false, | |
| "rightSide": false, | |
| "show": true, | |
| "total": false, | |
| "values": true | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "repeat": null, | |
| "repeatDirection": "v", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "max(spark_driver_jvm_total_max{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Heap max", | |
| "refId": "A" | |
| }, | |
| { | |
| "expr": "max(spark_driver_jvm_total_used{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Heap used", | |
| "refId": "B" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "Driver Heap (max/used)", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "bytes", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": null, | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 12, | |
| "x": 12, | |
| "y": 23 | |
| }, | |
| "id": 115, | |
| "legend": { | |
| "alignAsTable": true, | |
| "avg": false, | |
| "current": true, | |
| "max": false, | |
| "min": false, | |
| "rightSide": false, | |
| "show": true, | |
| "total": false, | |
| "values": true | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "repeatDirection": "v", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "max(spark_executor_jvm_total_max{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Heap max", | |
| "refId": "A" | |
| }, | |
| { | |
| "expr": "max(spark_executor_jvm_total_used{spark_origin=~\"[[origin]]\"}) by (app_name)", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Heap used", | |
| "refId": "B" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "Executor Heap (max/used)", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "bytes", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": "prometheus", | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 8, | |
| "x": 0, | |
| "y": 30 | |
| }, | |
| "id": 133, | |
| "legend": { | |
| "avg": false, | |
| "current": false, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": false | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "spark_driver_blockmanager_memory_maxonheapmem_mb{spark_origin=~\"[[origin]]\",spark_app_name=~\"[[app_name]]\"}", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Max On-Heap Memory", | |
| "refId": "A" | |
| }, | |
| { | |
| "expr": "spark_driver_blockmanager_memory_onheapmemused_mb{spark_origin=~\"[[origin]]\",spark_app_name=~\"[[app_name]]\"}", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "On-Heap Memory Used", | |
| "refId": "B" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "BlockManager (on-heap memory)", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": "prometheus", | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 8, | |
| "x": 8, | |
| "y": 30 | |
| }, | |
| "id": 134, | |
| "legend": { | |
| "avg": false, | |
| "current": false, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": false | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "spark_driver_blockmanager_memory_maxoffheapmem_mb{spark_origin=~\"[[origin]]\",spark_app_name=~\"[[app_name]]\"}", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Max Off-Heap Memory", | |
| "refId": "A" | |
| }, | |
| { | |
| "expr": "spark_driver_blockmanager_memory_offheapmemused_mb{spark_origin=~\"[[origin]]\",spark_app_name=~\"[[app_name]]\"}", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Off-Heap Memory Used", | |
| "refId": "B" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "BlockManager (off-heap memory)", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": "prometheus", | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 8, | |
| "x": 16, | |
| "y": 30 | |
| }, | |
| "id": 126, | |
| "legend": { | |
| "avg": false, | |
| "current": false, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": false | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "spark_driver_blockmanager_disk_diskspaceused_mb{spark_origin=~\"[[origin]]\",spark_app_name=~\"[[app_name]]\"}", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Disk Space Used", | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "BlockManager (disk)", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "collapsed": false, | |
| "gridPos": { | |
| "h": 1, | |
| "w": 24, | |
| "x": 0, | |
| "y": 37 | |
| }, | |
| "id": 121, | |
| "panels": [], | |
| "title": "DAG Scheduler", | |
| "type": "row" | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": "prometheus", | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 9, | |
| "w": 12, | |
| "x": 0, | |
| "y": 38 | |
| }, | |
| "id": 123, | |
| "legend": { | |
| "avg": false, | |
| "current": false, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": false | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "spark_driver_dagscheduler_job_alljobs", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "All Jobs", | |
| "refId": "A" | |
| }, | |
| { | |
| "expr": "spark_driver_dagscheduler_job_activejobs", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Active Jobs", | |
| "refId": "B" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "Jobs", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| }, | |
| { | |
| "aliasColors": {}, | |
| "bars": false, | |
| "dashLength": 10, | |
| "dashes": false, | |
| "datasource": "prometheus", | |
| "fill": 1, | |
| "gridPos": { | |
| "h": 9, | |
| "w": 12, | |
| "x": 12, | |
| "y": 38 | |
| }, | |
| "id": 124, | |
| "legend": { | |
| "avg": false, | |
| "current": false, | |
| "max": false, | |
| "min": false, | |
| "show": true, | |
| "total": false, | |
| "values": false | |
| }, | |
| "lines": true, | |
| "linewidth": 1, | |
| "links": [], | |
| "nullPointMode": "null", | |
| "percentage": false, | |
| "pointradius": 5, | |
| "points": false, | |
| "renderer": "flot", | |
| "seriesOverrides": [], | |
| "spaceLength": 10, | |
| "stack": false, | |
| "steppedLine": false, | |
| "targets": [ | |
| { | |
| "expr": "spark_driver_dagscheduler_stage_runningstages", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Running Stages", | |
| "refId": "B" | |
| }, | |
| { | |
| "expr": "spark_driver_dagscheduler_stage_waitingstages", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Waiting Stages", | |
| "refId": "C" | |
| }, | |
| { | |
| "expr": "spark_driver_dagscheduler_stage_failedstages", | |
| "format": "time_series", | |
| "intervalFactor": 1, | |
| "legendFormat": "Failed Stages", | |
| "refId": "A" | |
| } | |
| ], | |
| "thresholds": [], | |
| "timeFrom": null, | |
| "timeShift": null, | |
| "title": "Stages", | |
| "tooltip": { | |
| "shared": true, | |
| "sort": 0, | |
| "value_type": "individual" | |
| }, | |
| "type": "graph", | |
| "xaxis": { | |
| "buckets": null, | |
| "mode": "time", | |
| "name": null, | |
| "show": true, | |
| "values": [] | |
| }, | |
| "yaxes": [ | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| }, | |
| { | |
| "format": "short", | |
| "label": null, | |
| "logBase": 1, | |
| "max": null, | |
| "min": null, | |
| "show": true | |
| } | |
| ], | |
| "yaxis": { | |
| "align": false, | |
| "alignLevel": null | |
| } | |
| } | |
| ], | |
| "refresh": "10s", | |
| "schemaVersion": 16, | |
| "style": "dark", | |
| "tags": [ | |
| "spark" | |
| ], | |
| "templating": { | |
| "list": [ | |
| { | |
| "allValue": null, | |
| "current": { | |
| "text": "spark", | |
| "value": [ | |
| "spark" | |
| ] | |
| }, | |
| "datasource": "prometheus", | |
| "hide": 0, | |
| "includeAll": true, | |
| "label": "Origin", | |
| "multi": true, | |
| "name": "origin", | |
| "options": [], | |
| "query": "label_values(spark_origin)", | |
| "refresh": 2, | |
| "regex": "", | |
| "skipUrlSync": false, | |
| "sort": 0, | |
| "tagValuesQuery": "", | |
| "tags": [], | |
| "tagsQuery": "", | |
| "type": "query", | |
| "useTags": false | |
| }, | |
| { | |
| "allValue": null, | |
| "current": { | |
| "text": "All", | |
| "value": [ | |
| "$__all" | |
| ] | |
| }, | |
| "datasource": "prometheus", | |
| "hide": 0, | |
| "includeAll": true, | |
| "label": "Application Name", | |
| "multi": true, | |
| "name": "app_name", | |
| "options": [], | |
| "query": "label_values(spark_driver_jvm_heap_used{spark_origin =~ \"[[origin]]\" }, spark_app_name)", | |
| "refresh": 1, | |
| "regex": "", | |
| "skipUrlSync": false, | |
| "sort": 0, | |
| "tagValuesQuery": "", | |
| "tags": [], | |
| "tagsQuery": "", | |
| "type": "query", | |
| "useTags": false | |
| } | |
| ] | |
| }, | |
| "time": { | |
| "from": "now-1h", | |
| "to": "now" | |
| }, | |
| "timepicker": { | |
| "refresh_intervals": [ | |
| "5s", | |
| "10s", | |
| "30s", | |
| "1m", | |
| "5m", | |
| "15m", | |
| "30m", | |
| "1h", | |
| "2h", | |
| "1d" | |
| ], | |
| "time_options": [ | |
| "5m", | |
| "15m", | |
| "1h", | |
| "6h", | |
| "12h", | |
| "24h", | |
| "2d", | |
| "7d", | |
| "30d" | |
| ] | |
| }, | |
| "timezone": "", | |
| "title": "Spark: Applications", | |
| "uid": "o-atlyGWk", | |
| "version": 2 | |
| } |
Author
harryge00
commented
Oct 27, 2020
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment