Skip to content

Instantly share code, notes, and snippets.

@rokroskar
Created December 17, 2015 09:20
Show Gist options
  • Star 6 You must be signed in to star a gist
  • Fork 1 You must be signed in to fork a gist
  • Save rokroskar/1649be3c00bb802289eb to your computer and use it in GitHub Desktop.
Save rokroskar/1649be3c00bb802289eb to your computer and use it in GitHub Desktop.
{
"id": 1,
"title": "Spark Prometheus",
"originalTitle": "Spark Prometheus",
"tags": [],
"style": "dark",
"timezone": "browser",
"editable": true,
"hideControls": false,
"sharedCrosshair": false,
"rows": [
{
"collapse": false,
"editable": true,
"height": "250px",
"panels": [
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 0,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": 0,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 1,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "total",
"color": "#F2C96D",
"linewidth": 7,
"yaxis": 2,
"zindex": 3
}
],
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}",
"intervalFactor": 2,
"legendFormat": "{{executor_id}}",
"metric": "filesystem_usage",
"refId": "A",
"step": 2,
"target": ""
},
{
"expr": "sum(filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"})",
"intervalFactor": 2,
"legendFormat": "total",
"metric": "filesystem_usage",
"refId": "B",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Executor HDFS reads",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 1,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 2,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"span": 4,
"stack": true,
"steppedLine": false,
"targets": [
{
"expr": "filesystem_usage{exported_job=\"write_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}",
"intervalFactor": 2,
"legendFormat": "{{executor_id}}",
"metric": "filesystem_usage",
"refId": "A",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Executor HDFS writes",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 1,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 3,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "total",
"yaxis": 2
}
],
"span": 4,
"stack": true,
"steppedLine": false,
"targets": [
{
"expr": "avg(rate(filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}[1m]))",
"intervalFactor": 1,
"legendFormat": "average",
"metric": "filesystem_usage",
"refId": "A",
"step": 1,
"target": ""
},
{
"expr": "sum(rate(filesystem_usage{exported_job=\"read_bytes\", fs_type=\"hdfs\", application=\"$application_ID\"}[1m]))",
"intervalFactor": 1,
"legendFormat": "total",
"metric": "filesystem_usage",
"refId": "B",
"step": 1,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "HDFS Read Rate / s",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
}
],
"title": "HDFS stats"
},
{
"collapse": false,
"editable": true,
"height": "250px",
"panels": [
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 0,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": 0,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 4,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"span": 6,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_memory_usage{mem_type=\"heap\", qty=\"usage\", application=\"$application_ID\", executor_id=\"driver\"}",
"intervalFactor": 2,
"legendFormat": "{{executor_id}}",
"metric": "jvm_memory_usage",
"refId": "A",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Driver Heap Usage",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 1,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 5,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"span": 6,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_memory_pools{executor_id=\"driver\", application=\"$application_ID\",qty=\"used\"}",
"intervalFactor": 2,
"legendFormat": "{{mem_type}}",
"metric": "jvm_memory_pools",
"refId": "A",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Driver JVM Memory Pools",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 0,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 6,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_memory_usage{mem_type=\"heap\", qty=\"usage\", application=\"$application_ID\", executor_id!~\"driver\"} ",
"intervalFactor": 2,
"legendFormat": "{{executor_id}}",
"metric": "jvm_memory_usage",
"refId": "A",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Executor Heap Usage",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 0,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 7,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_memory_pools{executor_id!~\"driver\", application=\"$application_ID\",qty=\"usage\", mem_type=\"PS-Eden-Space\"}",
"intervalFactor": 2,
"legendFormat": "{{executor_id}}",
"metric": "jvm_memory_pools",
"refId": "A",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Executor Eden-Space",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 0,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 9,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "jvm_memory_pools{executor_id!~\"driver\", application=\"$application_ID\",qty=\"usage\", mem_type=\"PS-Old-Gen\"}",
"intervalFactor": 2,
"legendFormat": "{{executor_id}}",
"metric": "jvm_memory_pools",
"refId": "A",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Executor Old-Gen",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
},
{
"aliasColors": {},
"bars": false,
"datasource": "Prometheus",
"editable": true,
"error": false,
"fill": 1,
"grid": {
"leftLogBase": 1,
"leftMax": null,
"leftMin": null,
"rightLogBase": 1,
"rightMax": null,
"rightMin": null,
"threshold1": null,
"threshold1Color": "rgba(216, 200, 27, 0.27)",
"threshold2": null,
"threshold2Color": "rgba(234, 112, 112, 0.22)"
},
"id": 10,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 2,
"links": [],
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "completeTasks",
"yaxis": 2
}
],
"span": 12,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(executor_tasks{application=\"$application_ID\", qty!~\"maxPool_size\"}) by (qty)",
"intervalFactor": 2,
"legendFormat": "{{qty}}",
"refId": "B",
"step": 2,
"target": ""
}
],
"timeFrom": null,
"timeShift": null,
"title": "Tasks",
"tooltip": {
"shared": true,
"value_type": "cumulative"
},
"type": "graph",
"x-axis": true,
"y-axis": true,
"y_formats": [
"short",
"short"
]
}
],
"title": "New row"
}
],
"time": {
"from": "now-5m",
"to": "now"
},
"timepicker": {
"now": true,
"refresh_intervals": [
"5s",
"10s",
"30s",
"1m",
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
],
"time_options": [
"5m",
"15m",
"1h",
"6h",
"12h",
"24h",
"2d",
"7d",
"30d"
]
},
"templating": {
"list": [
{
"allFormat": "glob",
"current": {
"text": "application_1443599818521_3111",
"value": "application_1443599818521_3111"
},
"datasource": null,
"includeAll": false,
"multi": false,
"multiFormat": "glob",
"name": "application_ID",
"options": [
{
"text": "application_1443599818521_3100",
"value": "application_1443599818521_3100",
"selected": false
},
{
"text": "application_1443599818521_3101",
"value": "application_1443599818521_3101",
"selected": false
},
{
"text": "application_1443599818521_3102",
"value": "application_1443599818521_3102",
"selected": false
},
{
"text": "application_1443599818521_3103",
"value": "application_1443599818521_3103",
"selected": false
},
{
"text": "application_1443599818521_3104",
"value": "application_1443599818521_3104",
"selected": false
},
{
"text": "application_1443599818521_3105",
"value": "application_1443599818521_3105",
"selected": false
},
{
"text": "application_1443599818521_3107",
"value": "application_1443599818521_3107",
"selected": false
},
{
"text": "application_1443599818521_3108",
"value": "application_1443599818521_3108",
"selected": false
},
{
"text": "application_1443599818521_3109",
"value": "application_1443599818521_3109",
"selected": false
},
{
"text": "application_1443599818521_3110",
"value": "application_1443599818521_3110",
"selected": false
},
{
"text": "application_1443599818521_3111",
"value": "application_1443599818521_3111",
"selected": true
},
{
"text": "application_1443599818521_3112",
"value": "application_1443599818521_3112",
"selected": false
},
{
"text": "application_1443599818521_3120",
"value": "application_1443599818521_3120",
"selected": false
},
{
"text": "application_1443599818521_3121",
"value": "application_1443599818521_3121",
"selected": false
},
{
"text": "application_1443599818521_3122",
"value": "application_1443599818521_3122",
"selected": false
},
{
"text": "application_1443599818521_3123",
"value": "application_1443599818521_3123",
"selected": false
},
{
"text": "application_1443599818521_3124",
"value": "application_1443599818521_3124",
"selected": false
},
{
"text": "application_1443599818521_3125",
"value": "application_1443599818521_3125",
"selected": false
},
{
"text": "application_1443599818521_3126",
"value": "application_1443599818521_3126",
"selected": false
},
{
"text": "application_1443599818521_3128",
"value": "application_1443599818521_3128",
"selected": false
},
{
"text": "application_1443599818521_3129",
"value": "application_1443599818521_3129",
"selected": false
},
{
"text": "application_1443599818521_3130",
"value": "application_1443599818521_3130",
"selected": false
},
{
"text": "application_1443599818521_3131",
"value": "application_1443599818521_3131",
"selected": false
},
{
"text": "application_1443599818521_3132",
"value": "application_1443599818521_3132",
"selected": false
},
{
"text": "local-1450275288942",
"value": "local-1450275288942",
"selected": false
},
{
"text": "local-1450276043667",
"value": "local-1450276043667",
"selected": false
},
{
"text": "local-1450276051171",
"value": "local-1450276051171",
"selected": false
}
],
"query": "label_values(application)",
"refresh": true,
"refresh_on_load": false,
"type": "query"
}
]
},
"annotations": {
"list": []
},
"refresh": "5s",
"schemaVersion": 8,
"version": 0,
"links": []
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment