Created
December 17, 2015 09:20
-
-
Save rokroskar/1649be3c00bb802289eb to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"id": 1, | |
"title": "Spark Prometheus", | |
"originalTitle": "Spark Prometheus", | |
"tags": [], | |
"style": "dark", | |
"timezone": "browser", | |
"editable": true, | |
"hideControls": false, | |
"sharedCrosshair": false, | |
"rows": [ | |
{ | |
"collapse": false, | |
"editable": true, | |
"height": "250px", | |
"panels": [ | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 0, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": 0, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 1, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": true, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [ | |
{ | |
"alias": "total", | |
"color": "#F2C96D", | |
"linewidth": 7, | |
"yaxis": 2, | |
"zindex": 3 | |
} | |
], | |
"span": 4, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}", | |
"intervalFactor": 2, | |
"legendFormat": "{{executor_id}}", | |
"metric": "filesystem_usage", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
}, | |
{ | |
"expr": "sum(filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"})", | |
"intervalFactor": 2, | |
"legendFormat": "total", | |
"metric": "filesystem_usage", | |
"refId": "B", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Executor HDFS reads", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 1, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 2, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": false, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [], | |
"span": 4, | |
"stack": true, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "filesystem_usage{exported_job=\"write_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}", | |
"intervalFactor": 2, | |
"legendFormat": "{{executor_id}}", | |
"metric": "filesystem_usage", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Executor HDFS writes", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 1, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 3, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": true, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [ | |
{ | |
"alias": "total", | |
"yaxis": 2 | |
} | |
], | |
"span": 4, | |
"stack": true, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "avg(rate(filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}[1m]))", | |
"intervalFactor": 1, | |
"legendFormat": "average", | |
"metric": "filesystem_usage", | |
"refId": "A", | |
"step": 1, | |
"target": "" | |
}, | |
{ | |
"expr": "sum(rate(filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}[1m]))", | |
"intervalFactor": 1, | |
"legendFormat": "total", | |
"metric": "filesystem_usage", | |
"refId": "B", | |
"step": 1, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "HDFS Read Rate / s", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
} | |
], | |
"title": "HDFS stats" | |
}, | |
{ | |
"collapse": false, | |
"editable": true, | |
"height": "250px", | |
"panels": [ | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 0, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": 0, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 4, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": true, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [], | |
"span": 6, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "jvm_memory_usage{mem_type=\"heap\", qty=\"usage\", application=\"$application_ID\", executor_id=\"driver\"}", | |
"intervalFactor": 2, | |
"legendFormat": "{{executor_id}}", | |
"metric": "jvm_memory_usage", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Driver Heap Usage", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 1, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 5, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": true, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [], | |
"span": 6, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "jvm_memory_pools{executor_id=\"driver\", application=\"$application_ID\",qty=\"used\"}", | |
"intervalFactor": 2, | |
"legendFormat": "{{mem_type}}", | |
"metric": "jvm_memory_pools", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Driver JVM Memory Pools", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 0, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 6, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": false, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [], | |
"span": 4, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "jvm_memory_usage{mem_type=\"heap\", qty=\"usage\", application=\"$application_ID\", executor_id!~\"driver\"} ", | |
"intervalFactor": 2, | |
"legendFormat": "{{executor_id}}", | |
"metric": "jvm_memory_usage", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Executor Heap Usage", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 0, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 7, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": false, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [], | |
"span": 4, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "jvm_memory_pools{executor_id!~\"driver\", application=\"$application_ID\",qty=\"usage\", mem_type=\"PS-Eden-Space\"}", | |
"intervalFactor": 2, | |
"legendFormat": "{{executor_id}}", | |
"metric": "jvm_memory_pools", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Executor Eden-Space", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 0, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 9, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": true, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [], | |
"span": 4, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "jvm_memory_pools{executor_id!~\"driver\", application=\"$application_ID\",qty=\"usage\", mem_type=\"PS-Old-Gen\"}", | |
"intervalFactor": 2, | |
"legendFormat": "{{executor_id}}", | |
"metric": "jvm_memory_pools", | |
"refId": "A", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Executor Old-Gen", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
}, | |
{ | |
"aliasColors": {}, | |
"bars": false, | |
"datasource": "Prometheus", | |
"editable": true, | |
"error": false, | |
"fill": 1, | |
"grid": { | |
"leftLogBase": 1, | |
"leftMax": null, | |
"leftMin": null, | |
"rightLogBase": 1, | |
"rightMax": null, | |
"rightMin": null, | |
"threshold1": null, | |
"threshold1Color": "rgba(216, 200, 27, 0.27)", | |
"threshold2": null, | |
"threshold2Color": "rgba(234, 112, 112, 0.22)" | |
}, | |
"id": 10, | |
"legend": { | |
"avg": false, | |
"current": false, | |
"max": false, | |
"min": false, | |
"show": true, | |
"total": false, | |
"values": false | |
}, | |
"lines": true, | |
"linewidth": 2, | |
"links": [], | |
"nullPointMode": "connected", | |
"percentage": false, | |
"pointradius": 5, | |
"points": false, | |
"renderer": "flot", | |
"seriesOverrides": [ | |
{ | |
"alias": "completeTasks", | |
"yaxis": 2 | |
} | |
], | |
"span": 12, | |
"stack": false, | |
"steppedLine": false, | |
"targets": [ | |
{ | |
"expr": "sum(executor_tasks{application=\"$application_ID\", qty!~\"maxPool_size\"}) by (qty)", | |
"intervalFactor": 2, | |
"legendFormat": "{{qty}}", | |
"refId": "B", | |
"step": 2, | |
"target": "" | |
} | |
], | |
"timeFrom": null, | |
"timeShift": null, | |
"title": "Tasks", | |
"tooltip": { | |
"shared": true, | |
"value_type": "cumulative" | |
}, | |
"type": "graph", | |
"x-axis": true, | |
"y-axis": true, | |
"y_formats": [ | |
"short", | |
"short" | |
] | |
} | |
], | |
"title": "New row" | |
} | |
], | |
"time": { | |
"from": "now-5m", | |
"to": "now" | |
}, | |
"timepicker": { | |
"now": true, | |
"refresh_intervals": [ | |
"5s", | |
"10s", | |
"30s", | |
"1m", | |
"5m", | |
"15m", | |
"30m", | |
"1h", | |
"2h", | |
"1d" | |
], | |
"time_options": [ | |
"5m", | |
"15m", | |
"1h", | |
"6h", | |
"12h", | |
"24h", | |
"2d", | |
"7d", | |
"30d" | |
] | |
}, | |
"templating": { | |
"list": [ | |
{ | |
"allFormat": "glob", | |
"current": { | |
"text": "application_1443599818521_3111", | |
"value": "application_1443599818521_3111" | |
}, | |
"datasource": null, | |
"includeAll": false, | |
"multi": false, | |
"multiFormat": "glob", | |
"name": "application_ID", | |
"options": [ | |
{ | |
"text": "application_1443599818521_3100", | |
"value": "application_1443599818521_3100", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3101", | |
"value": "application_1443599818521_3101", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3102", | |
"value": "application_1443599818521_3102", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3103", | |
"value": "application_1443599818521_3103", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3104", | |
"value": "application_1443599818521_3104", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3105", | |
"value": "application_1443599818521_3105", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3107", | |
"value": "application_1443599818521_3107", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3108", | |
"value": "application_1443599818521_3108", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3109", | |
"value": "application_1443599818521_3109", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3110", | |
"value": "application_1443599818521_3110", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3111", | |
"value": "application_1443599818521_3111", | |
"selected": true | |
}, | |
{ | |
"text": "application_1443599818521_3112", | |
"value": "application_1443599818521_3112", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3120", | |
"value": "application_1443599818521_3120", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3121", | |
"value": "application_1443599818521_3121", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3122", | |
"value": "application_1443599818521_3122", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3123", | |
"value": "application_1443599818521_3123", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3124", | |
"value": "application_1443599818521_3124", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3125", | |
"value": "application_1443599818521_3125", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3126", | |
"value": "application_1443599818521_3126", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3128", | |
"value": "application_1443599818521_3128", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3129", | |
"value": "application_1443599818521_3129", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3130", | |
"value": "application_1443599818521_3130", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3131", | |
"value": "application_1443599818521_3131", | |
"selected": false | |
}, | |
{ | |
"text": "application_1443599818521_3132", | |
"value": "application_1443599818521_3132", | |
"selected": false | |
}, | |
{ | |
"text": "local-1450275288942", | |
"value": "local-1450275288942", | |
"selected": false | |
}, | |
{ | |
"text": "local-1450276043667", | |
"value": "local-1450276043667", | |
"selected": false | |
}, | |
{ | |
"text": "local-1450276051171", | |
"value": "local-1450276051171", | |
"selected": false | |
} | |
], | |
"query": "label_values(application)", | |
"refresh": true, | |
"refresh_on_load": false, | |
"type": "query" | |
} | |
] | |
}, | |
"annotations": { | |
"list": [] | |
}, | |
"refresh": "5s", | |
"schemaVersion": 8, | |
"version": 0, | |
"links": [] | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment