Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
{
"order": 0,
"template": "metrics-spark-*",
"settings": {
"index": {
"number_of_shards": "3",
"number_of_replicas": "1",
"refresh_interval": "15s"
}
},
"mappings": {
"_default_": {
"dynamic_templates": [
{
"jvm heap, non-heap and other usages (they all should be float numbers)": {
"mapping": {
"index": "not_analyzed",
"omit_norms": true,
"type": "float"
},
"match_mapping_type": "string",
"match": "jvm.*.usage"
}
},
{
"all times are in milliseconds, so should be longs": {
"mapping": {
"index": "not_analyzed",
"omit_norms": true,
"type": "integer"
},
"match_mapping_type": "string",
"match": "*Time"
}
},
{
"DAGScheduler metrics and percentiles (should be float numbers)": {
"mapping": {
"index": "not_analyzed",
"omit_norms": true,
"type": "float"
},
"match_mapping_type": "string",
"match": "DAGScheduler*"
}
}
],
"_all": {
"omit_norms": true,
"enabled": true
},
"properties": {
"streaming.lastCompletedBatch_schedulingDelay": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.PS-MarkSweep.time": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.heap.used": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Metaspace.max": {
"index": "not_analyzed",
"type": "integer"
},
"worker.executors": {
"index": "not_analyzed",
"type": "integer"
},
"runtime_ms": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.runningBatches": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.hdfs.write_bytes": {
"index": "not_analyzed",
"type": "integer"
},
"executor.threadpool.maxPool_size": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Old-Gen.max": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Survivor-Space.committed": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Old-Gen.used": {
"index": "not_analyzed",
"type": "integer"
},
"master.waitingApps": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.non-heap.committed": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Eden-Space.max": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Survivor-Space.used": {
"index": "not_analyzed",
"type": "integer"
},
"cores": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.lastCompletedBatch_totalDelay": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.retainedCompletedBatches": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.hdfs.read_ops": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Eden-Space.init": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Survivor-Space.init": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.messageProcessingTime.max": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.total.max": {
"index": "not_analyzed",
"type": "integer"
},
"metric_type": {
"index": "not_analyzed",
"type": "string"
},
"host": {
"index": "not_analyzed",
"type": "string"
},
"app_id": {
"index": "not_analyzed",
"type": "string"
},
"jvm.pools.Code-Cache.committed": {
"index": "not_analyzed",
"type": "integer"
},
"executor.threadpool.completeTasks": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.non-heap.max": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.hdfs.largeRead_ops": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Metaspace.committed": {
"index": "not_analyzed",
"type": "integer"
},
"worker.memUsed_MB": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.stage.runningStages": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.heap.init": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.total.used": {
"index": "not_analyzed",
"type": "integer"
},
"worker.coresUsed": {
"index": "not_analyzed",
"type": "integer"
},
"worker_id": {
"index": "not_analyzed",
"type": "string"
},
"jvm.heap.max": {
"index": "not_analyzed",
"type": "integer"
},
"master.aliveWorkers": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.lastCompletedBatch_processingDelay": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.totalProcessedRecords": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.file.write_bytes": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Code-Cache.used": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.receivers": {
"index": "not_analyzed",
"type": "integer"
},
"executor.threadpool.activeTasks": {
"index": "not_analyzed",
"type": "integer"
},
"executor.threadpool.currentPool_size": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Compressed-Class-Space.committed": {
"index": "not_analyzed",
"type": "integer"
},
"BlockManager.memory.maxMem_MB": {
"index": "not_analyzed",
"type": "integer"
},
"worker.memFree_MB": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.lastReceivedBatch_records": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Eden-Space.used": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Metaspace.used": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.file.largeRead_ops": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.waitingBatches": {
"index": "not_analyzed",
"type": "integer"
},
"app_executor_id": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Compressed-Class-Space.init": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.stage.waitingStages": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.file.read_bytes": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.heap.committed": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.totalReceivedRecords": {
"index": "not_analyzed",
"type": "integer"
},
"BlockManager.disk.diskSpaceUsed_MB": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.total.init": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.PS-MarkSweep.count": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.non-heap.init": {
"index": "not_analyzed",
"type": "integer"
},
"@version": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.hdfs.read_bytes": {
"index": "not_analyzed",
"type": "integer"
},
"worker.coresFree": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Old-Gen.init": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.stage.failedStages": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Survivor-Space.max": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.job.allJobs": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.total.committed": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Old-Gen.committed": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Metaspace.init": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.job.activeJobs": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Compressed-Class-Space.used": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.unprocessedBatches": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.file.read_ops": {
"index": "not_analyzed",
"type": "integer"
},
"executor.filesystem.file.write_ops": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.non-heap.used": {
"index": "not_analyzed",
"type": "integer"
},
"streaming.totalCompletedBatches": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.PS-Scavenge.count": {
"index": "not_analyzed",
"type": "integer"
},
"BlockManager.memory.memUsed_MB": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Compressed-Class-Space.max": {
"index": "not_analyzed",
"type": "integer"
},
"master.apps": {
"index": "not_analyzed",
"type": "integer"
},
"app_name": {
"index": "not_analyzed",
"type": "string"
},
"jvm.pools.Code-Cache.init": {
"index": "not_analyzed",
"type": "integer"
},
"@timestamp": {
"format": "strict_date_optional_time||epoch_millis",
"type": "date"
},
"executor.filesystem.hdfs.write_ops": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.PS-Eden-Space.committed": {
"index": "not_analyzed",
"type": "integer"
},
"BlockManager.memory.remainingMem_MB": {
"index": "not_analyzed",
"type": "integer"
},
"DAGScheduler.messageProcessingTime.count": {
"index": "not_analyzed",
"type": "integer"
},
"master.workers": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.pools.Code-Cache.max": {
"index": "not_analyzed",
"type": "integer"
},
"jvm.PS-Scavenge.time": {
"index": "not_analyzed",
"type": "integer"
}
}
}
},
"aliases": {}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.