Skip to content

Instantly share code, notes, and snippets.

@ezbz

ezbz/hadoop.datanode

Created February 23, 2013 14:42
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save ezbz/5020008 to your computer and use it in GitHub Desktop.
Save ezbz/5020008 to your computer and use it in GitHub Desktop.
Download ZIP
Graphitus Haddop Dashboards
Raw
hadoop.datanode
{
"averageSeries": false,
"columns": 2,
"defaultLineWidth": 3,
"width": 700,
"height": 300,
"timeBack": "1h",
"legend": true,
"refresh": true,
"refreshIntervalSeconds": 120,
"theme": "black-tie",
"title": "Hadoop DataNode",
"user": "erez",
"data": [
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.bytes*,${group-by},\"averageSeries\")",
"title": "DataNode RPC Activity Bytes"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.blocks*,${group-by},\"averageSeries\")",
"title": "DataNode RPC Activity Blocks"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.{reads,writes}_from_local_client,${group-by},\"averageSeries\")",
"title": "DataNode RPC Local Reads/Writes"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.{reads,writes}_from_remote_client,${group-by},\"averageSeries\")",
"title": "DataNode RPC Remote Reads/Writes"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.*Ops,${group-by},\"averageSeries\")",
"title": "DataNode RPC Operation Count"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.*AvgTime,${group-by},\"averageSeries\")",
"title": "DataNode RPC Operation Avg"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.*MaxTime,${group-by},\"averageSeries\")",
"title": "DataNode RPC Operation Max"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeActivity.*MinTime,${group-by},\"averageSeries\")",
"title": "DataNode RPC Operation Min"
},
{
"target": "groupByNode(servers.*${dc}dc1_9013.DataNodeFSDatasetState.{Capacity,Remaining,DfsUsed},${group-by},\"sumSeries\")",
"title": "DataNode FileSystem Capacity"
}
],
"parameters": {
"datacenter": {
"LA": {
"dc": "la"
},
"New York": {
"dc": "ny"
}
},
"host": {
"type": "dynamic",
"query": "servers.*${dc}_9013",
"index": 1,
"showAll": true
},
"group": {
"Activity" : {
"group-by" : 3
},
"Host" : {
"group-by" : 1
}
}
}
}
Raw
hadoop.jobtracker
{
"averageSeries": false,
"columns": 2,
"defaultLineWidth": 3,
"width": 700,
"height": 300,
"timeBack": "1h",
"legend": true,
"refresh": true,
"refreshIntervalSeconds": 120,
"title": "Hadoop JobTracker",
"user": "erez",
"data": [
{
"target": "groupByNode(servers.*${dc}dc1_9014.JobTrackerRpcActivity.NumOpenConnections,3,\"averageSeries\")",
"title": "JobTracker Open Connections"
},
{
"target": "groupByNode(servers.*${dc}dc1_9014.JobTrackerRpcActivity.*Bytes,3,\"averageSeries\")",
"title": "JobTracker RPC Activity Bytes"
},
{
"target": "groupByNode(servers.*${dc}dc1_9014.JobTrackerRpcActivity.*Ops,3,\"averageSeries\")",
"title": "JobTracker RPC Ops"
},
{
"target": "groupByNode(servers.*${dc}dc1_9014.JobTrackerRpcActivity.*AvgTime,3,\"averageSeries\")",
"title": "JobTracker RPC Times"
},
{
"target": "groupByNode(servers.*${dc}dc1_9014.JobTrackerRpcActivity.callQueueLength,3,\"averageSeries\")",
"title": "JobTracker Call Queue Length"
},
{
"target": "groupByNode(servers.*${dc}dc1_9014.JobTrackerInfo.Threads,3,\"averageSeries\")",
"title": "JobTracker Threads"
}
],
"parameters": {
"datacenter": {
"LA": {
"dc": "la"
},
"New York": {
"dc": "ny"
}
}
}
}
Raw
hadoop.namenode
{
"averageSeries": false,
"columns": 2,
"defaultLineWidth": 3,
"width": 700,
"height": 300,
"timeBack": "1h",
"legend": true,
"refresh": true,
"refreshIntervalSeconds": 120,
"title": "Hadoop NameNode",
"user": "erez",
"data": [
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeFSNamesystemState.TotalLoad,3,\"averageSeries\")",
"title": "NameNode FileSystem Total Load"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeFSNamesystemState.{Capacity*},3,\"averageSeries\")",
"title": "NameNode FileSystem Capacity"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeInfo.{NonDfsUsedSpace,Used,Free,Total},3,\"averageSeries\")",
"title": "NameNode DFS Usage"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeInfo.{PercentRemaining,PercentUsed},3,\"averageSeries\")",
"title": "NameNode DFS Percentages"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeInfo.{TotalBlocks,TotalFiles},3,\"averageSeries\")",
"title": "NameNode DFS Blocks/Files"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.{FilesAppended,FilesCreated,FilesRenamed,GetBlockLocations},3,\"averageSeries\")",
"title": "NameNode File Operations"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.*Ops,3,\"averageSeries\")",
"title": "NameNode File Operation Counts"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.*AvgTime,3,\"averageSeries\")",
"title": "NameNode File Operation Average Time"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.*MinTime,3,\"averageSeries\")",
"title": "NameNode File Operation Min Time"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.*MaxTime,3,\"averageSeries\")",
"title": "NameNode File Operation Max Time"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.BlocksCorrupted,3,\"averageSeries\")",
"title": "NameNode Corrupt Blocks"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.fsImageLoadTime,3,\"averageSeries\")",
"title": "NameNode File System Image Load Time "
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.JournalTransactionsBatchedInSync,3,\"averageSeries\")",
"title": "NameNode Journal Transactions Batched In Sync "
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeActivity.SafemodeTime,3,\"averageSeries\")",
"title": "NameNode Safe Mode Time"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeFSNamesystemState.{BlocksTotal,FilesTotal},3,\"averageSeries\")",
"title": "NameNode FileSystem Blocks/Files"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeFSNamesystemState.{PendingReplicationBlocks,ScheduledReplicationBlocks,UnderReplicatedBlocks},3,\"averageSeries\")",
"title": "NameNode FileSystem Blocks Status"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeRpcActivity.*Bytes,3,\"averageSeries\")",
"title": "NameNode RPC Activity Bytes"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeRpcActivity.*Ops,3,\"averageSeries\")",
"title": "NameNode RPC Ops"
},
{
"target": "groupByNode(servers.*${dc}dc1_9011.NameNodeRpcActivity.*AvgTime,3,\"averageSeries\")",
"title": "NameNode RPC Times"
}
],
"parameters": {
"datacenter": {
"LA": {
"dc": "la"
},
"New York": {
"dc": "ny"
}
}
}
}
Raw
hadoop.tasktracker
{
"averageSeries": false,
"columns": 2,
"defaultLineWidth": 3,
"width": 700,
"height": 300,
"timeBack": "1h",
"legend": true,
"refresh": true,
"refreshIntervalSeconds": 120,
"title": "Hadoop TaskTracker",
"user": "erez",
"data": [
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.*Bytes,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Activity Bytes"
},
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.NumOpenConnections,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Open Connections"
},
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.*Ops,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Operation Count"
},
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.*AvgTime,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Operation Avg"
},
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.*MaxTime,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Operation Max"
},
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.*MinTime,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Operation Min"
},
{
"target": "groupByNode(servers.*${dc}dc1_9015.TaskTrackerRpcActivity.callQueueLength,${group-by},\"averageSeries\")",
"title": "TaskTracker RPC Call Queue Length"
}
],
"parameters": {
"datacenter": {
"LA": {
"dc": "la"
},
"New York": {
"dc": "ny"
}
},
"host": {
"type": "dynamic",
"query": "servers.*${dc}_9015",
"index": 1,
"showAll": true
},
"group": {
"Activity" : {
"group-by" : 3
},
"Host" : {
"group-by" : 1
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment