Skip to content

Instantly share code, notes, and snippets.

@Srinathc
Last active August 29, 2015 14:27
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Srinathc/c01e04cd04214b100c6a to your computer and use it in GitHub Desktop.
Save Srinathc/c01e04cd04214b100c6a to your computer and use it in GitHub Desktop.
NewElasticsearchSetup_OOM
{
"cluster_name":"metrics-datastore",
"nodes":{
"lzXkFXBvT9WetFc-qa6JRg":{
"name":"es-master-2-es-perf-org",
"transport_address":"inet[/XXX.YYY.37.28:9300]",
"host":"ip-XXX-YYY-37-28.us-west-2.compute.internal",
"ip":"XXX.YYY.37.28",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.37.28:9200]",
"attributes":{
"data":"false",
"max_local_storage_nodes":"1",
"master":"true"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_master_2_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"false",
"max_local_storage_nodes":"1",
"master":"true",
"name":"es-master-2-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-master-2-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":"/data/elasticsearch/data",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf",
"logs":"/logs/elasticsearch"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.127,XXX.YYY.33.195,XXX.YYY.37.28"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":2,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2793,
"total_cores":2,
"total_sockets":2,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":3941224448
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":20149,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":20149,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342645306,
"mem":{
"heap_init_in_bytes":1073741824,
"heap_max_in_bytes":1020067840,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":1020067840
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":4,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":4,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.37.28",
"name":"eth0",
"mac_address":"02:5E:62:2E:EC:B3"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.37.28:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.37.28:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"OVYrio-uR0aJ00LWbOhlTw":{
"name":"Drax the Destroyer",
"transport_address":"inet[/XXX.YYY.38.156:9300]",
"host":"ip-XXX-YYY-38-156.us-west-2.compute.internal",
"ip":"XXX.YYY.38.156",
"version":"1.7.0",
"build":"929b973",
"http_address":"inet[/XXX.YYY.38.156:9200]",
"attributes":{
"client":"true",
"data":"false"
},
"settings":{
"path":{
"logs":"/opt/storm/apache-storm-0.9.5/logs"
},
"cluster":{
"name":"metrics-datastore"
},
"node":{
"client":"true"
},
"client":{
"type":"node",
"transport":{
"ping_timeout":"60s",
"sniff":"false"
}
},
"discovery":{
"zen":{
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.127:9300,XXX.YYY.46.148:9300,XXX.YYY.37.28:9300,XXX.YYY.39.66:9300,XXX.YYY.32.218:9300,XXX.YYY.37.100:9300,XXX.YYY.33.195:9300"
},
"multicast":{
"enabled":"false"
}
}
}
},
"name":"Drax the Destroyer",
"connections_per_node":{
"high":"1",
"bulk":"10",
"ping":"2",
"reg":"1"
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4
},
"process":{
"refresh_interval_in_millis":1000,
"id":2256,
"max_file_descriptors":32768,
"mlockall":false
},
"jvm":{
"pid":2256,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342713845,
"mem":{
"heap_init_in_bytes":5368709120,
"heap_max_in_bytes":5100273664,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":5100273664
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"50"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"",
"name":"",
"mac_address":""
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.38.156:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.38.156:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
]
},
"IcaqGvvhTAy6tM2DuVxXtg":{
"name":"es-master-1-es-perf-org",
"transport_address":"inet[/XXX.YYY.33.195:9300]",
"host":"ip-XXX-YYY-33-195.us-west-2.compute.internal",
"ip":"XXX.YYY.33.195",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.33.195:9200]",
"attributes":{
"data":"false",
"max_local_storage_nodes":"1",
"master":"true"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_master_1_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"false",
"max_local_storage_nodes":"1",
"master":"true",
"name":"es-master-1-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-master-1-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":"/data/elasticsearch/data",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf",
"logs":"/logs/elasticsearch"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.127,XXX.YYY.33.195,XXX.YYY.37.28"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":2,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2800,
"total_cores":2,
"total_sockets":2,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":3941224448
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":20452,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":20452,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342645301,
"mem":{
"heap_init_in_bytes":1073741824,
"heap_max_in_bytes":1020067840,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":1020067840
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":4,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":4,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.33.195",
"name":"eth0",
"mac_address":"02:A2:73:C1:6D:63"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.33.195:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.33.195:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"UbZFgIkOSmie3cez02mmPw":{
"name":"es-datanode-3-es-perf-org",
"transport_address":"inet[/XXX.YYY.39.66:9300]",
"host":"ip-XXX-YYY-39-66.us-west-2.compute.internal",
"ip":"XXX.YYY.39.66",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.39.66:9200]",
"attributes":{
"max_local_storage_nodes":"1",
"master":"false"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_datanode_3_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"true",
"max_local_storage_nodes":"1",
"master":"false",
"name":"es-datanode-3-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-datanode-3-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":[
"/data/elasticsearch/data",
"/logs/elasticsearch/data"
],
"logs":"/logs/elasticsearch",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2500,
"total_cores":4,
"total_sockets":4,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":15740227584
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":29033,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":29033,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342648992,
"mem":{
"heap_init_in_bytes":8053063680,
"heap_max_in_bytes":7650410496,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":7650410496
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.39.66",
"name":"eth0",
"mac_address":"02:53:9A:EE:71:7D"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.39.66:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.39.66:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"ojJfXfyqQyeYWao8JwYkOQ":{
"name":"es-datanode-2-es-perf-org",
"transport_address":"inet[/XXX.YYY.32.218:9300]",
"host":"ip-XXX-YYY-32-218.us-west-2.compute.internal",
"ip":"XXX.YYY.32.218",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.32.218:9200]",
"attributes":{
"max_local_storage_nodes":"1",
"master":"false"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_datanode_2_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"true",
"max_local_storage_nodes":"1",
"master":"false",
"name":"es-datanode-2-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-datanode-2-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":[
"/data/elasticsearch/data",
"/logs/elasticsearch/data"
],
"logs":"/logs/elasticsearch",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2500,
"total_cores":4,
"total_sockets":4,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":15740227584
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":29589,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":29589,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342648997,
"mem":{
"heap_init_in_bytes":8053063680,
"heap_max_in_bytes":7650410496,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":7650410496
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.32.218",
"name":"eth0",
"mac_address":"02:D2:4C:D1:F9:B5"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.32.218:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.32.218:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"1Su6s2PqTtW-zgr63-1a4g":{
"name":"Gemini",
"transport_address":"inet[/XXX.YYY.39.41:9300]",
"host":"ip-XXX-YYY-39-41.us-west-2.compute.internal",
"ip":"XXX.YYY.39.41",
"version":"1.7.0",
"build":"929b973",
"http_address":"inet[/XXX.YYY.39.41:9200]",
"attributes":{
"client":"true",
"data":"false"
},
"settings":{
"path":{
"logs":"/opt/storm/apache-storm-0.9.5/logs"
},
"cluster":{
"name":"metrics-datastore"
},
"node":{
"client":"true"
},
"client":{
"type":"node",
"transport":{
"ping_timeout":"60s",
"sniff":"false"
}
},
"discovery":{
"zen":{
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.195:9300,XXX.YYY.37.100:9300,XXX.YYY.39.66:9300,XXX.YYY.32.218:9300,XXX.YYY.46.148:9300,XXX.YYY.33.127:9300,XXX.YYY.37.28:9300"
},
"multicast":{
"enabled":"false"
}
}
}
},
"name":"Gemini",
"connections_per_node":{
"high":"1",
"bulk":"10",
"ping":"2",
"reg":"1"
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4
},
"process":{
"refresh_interval_in_millis":1000,
"id":11420,
"max_file_descriptors":32768,
"mlockall":false
},
"jvm":{
"pid":11420,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342713944,
"mem":{
"heap_init_in_bytes":5368709120,
"heap_max_in_bytes":5100273664,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":5100273664
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"50"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"",
"name":"",
"mac_address":""
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.39.41:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.39.41:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
]
},
"SwswQRpfREa9jW_p23XjAQ":{
"name":"es-datanode-5-es-perf-org",
"transport_address":"inet[/XXX.YYY.43.44:9300]",
"host":"ip-XXX-YYY-43-44.us-west-2.compute.internal",
"ip":"XXX.YYY.43.44",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.43.44:9200]",
"attributes":{
"max_local_storage_nodes":"1",
"master":"false"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_datanode_5_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"true",
"max_local_storage_nodes":"1",
"master":"false",
"name":"es-datanode-5-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-datanode-5-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":[
"/data/elasticsearch/data",
"/logs/elasticsearch/data"
],
"logs":"/logs/elasticsearch",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2500,
"total_cores":4,
"total_sockets":4,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":15740227584
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":26028,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":26028,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342652632,
"mem":{
"heap_init_in_bytes":8053063680,
"heap_max_in_bytes":7650410496,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":7650410496
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.43.44",
"name":"eth0",
"mac_address":"02:74:13:C0:EF:DF"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.43.44:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.43.44:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"fxbiQ9vkTdKw7JpoUcG2kw":{
"name":"es-datanode-4-es-perf-org",
"transport_address":"inet[ip-XXX-YYY-37-100.us-west-2.compute.internal/XXX.YYY.37.100:9300]",
"host":"ip-XXX-YYY-37-100.us-west-2.compute.internal",
"ip":"XXX.YYY.37.100",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.37.100:9200]",
"attributes":{
"max_local_storage_nodes":"1",
"master":"false"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_datanode_4_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"true",
"max_local_storage_nodes":"1",
"master":"false",
"name":"es-datanode-4-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-datanode-4-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":[
"/data/elasticsearch/data",
"/logs/elasticsearch/data"
],
"logs":"/logs/elasticsearch",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2494,
"total_cores":4,
"total_sockets":4,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":15740227584
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":30652,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":30652,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342652646,
"mem":{
"heap_init_in_bytes":8053063680,
"heap_max_in_bytes":7650410496,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":7650410496
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.37.100",
"name":"eth0",
"mac_address":"02:85:BB:83:14:5D"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[ip-XXX-YYY-37-100.us-west-2.compute.internal/XXX.YYY.37.100:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.37.100:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"uP8dzB7SRE6lWauopfY-lQ":{
"name":"es-master-3-es-perf-org",
"transport_address":"inet[/XXX.YYY.33.127:9300]",
"host":"ip-XXX-YYY-33-127.us-west-2.compute.internal",
"ip":"XXX.YYY.33.127",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.33.127:9200]",
"attributes":{
"data":"false",
"max_local_storage_nodes":"1",
"master":"true"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_master_3_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"false",
"max_local_storage_nodes":"1",
"master":"true",
"name":"es-master-3-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-master-3-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":"/data/elasticsearch/data",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf",
"logs":"/logs/elasticsearch"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.127,XXX.YYY.33.195,XXX.YYY.37.28"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":2,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2800,
"total_cores":2,
"total_sockets":2,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":3941224448
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":19853,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":19853,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342645290,
"mem":{
"heap_init_in_bytes":1073741824,
"heap_max_in_bytes":1020067840,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":1020067840
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":4,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":4,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":1,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.33.127",
"name":"eth0",
"mac_address":"02:85:D9:48:FB:CD"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.33.127:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.33.127:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
},
"Vh30g5yPTrKPfwqcsV299g":{
"name":"Fixer",
"transport_address":"inet[/XXX.YYY.47.183:9300]",
"host":"ip-XXX-YYY-47-183.us-west-2.compute.internal",
"ip":"XXX.YYY.47.183",
"version":"1.7.0",
"build":"929b973",
"http_address":"inet[/XXX.YYY.47.183:9200]",
"attributes":{
"client":"true",
"data":"false"
},
"settings":{
"path":{
"logs":"/opt/storm/apache-storm-0.9.5/logs"
},
"cluster":{
"name":"metrics-datastore"
},
"node":{
"client":"true"
},
"client":{
"type":"node",
"transport":{
"ping_timeout":"60s",
"sniff":"false"
}
},
"discovery":{
"zen":{
"ping":{
"unicast":{
"hosts":"XXX.YYY.46.148:9300,XXX.YYY.33.127:9300,XXX.YYY.43.44:9300,XXX.YYY.37.100:9300,XXX.YYY.37.28:9300,XXX.YYY.32.218:9300,XXX.YYY.33.195:9300,XXX.YYY.39.66:9300"
},
"multicast":{
"enabled":"false"
}
}
}
},
"name":"Fixer",
"connections_per_node":{
"high":"1",
"bulk":"10",
"ping":"2",
"reg":"1"
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4
},
"process":{
"refresh_interval_in_millis":1000,
"id":3984,
"max_file_descriptors":32768,
"mlockall":false
},
"jvm":{
"pid":3984,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342713679,
"mem":{
"heap_init_in_bytes":5368709120,
"heap_max_in_bytes":5100273664,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":5100273664
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"50"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"",
"name":"",
"mac_address":""
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.47.183:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.47.183:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
]
},
"9J4eBfgRTjykPf730yWjSQ":{
"name":"es-datanode-1-es-perf-org",
"transport_address":"inet[/XXX.YYY.46.148:9300]",
"host":"ip-XXX-YYY-46-148.us-west-2.compute.internal",
"ip":"XXX.YYY.46.148",
"version":"1.7.1",
"build":"b88f43f",
"http_address":"inet[/XXX.YYY.46.148:9200]",
"attributes":{
"max_local_storage_nodes":"1",
"master":"false"
},
"settings":{
"index":{
"mapper":{
"dynamic":"true"
},
"warmer":{
"enabled":"false"
},
"translog":{
"flush_threshold_ops":"50000",
"interval":"20s"
},
"refresh_interval":"20s",
"merge":{
"scheduler":{
"type":"concurrent",
"max_thread_count":"4"
},
"policy":{
"type":"tiered",
"max_merged_segment":"2gb",
"max_merge_at_once_explicit":"4",
"max_merge_at_once":"4",
"segments_per_tier":"4"
}
}
},
"bootstrap":{
"mlockall":"true"
},
"config.ignore_system_properties":"true",
"client":{
"type":"node"
},
"gateway":{
"recover_after_time":"5m",
"expected_data_nodes":"3",
"expected_master_nodes":"1"
},
"pidfile":"/usr/local/var/run/es_datanode_1_es_perf_org.pid",
"threadpool":{
"bulk":{
"queue_size":"100"
}
},
"node":{
"data":"true",
"max_local_storage_nodes":"1",
"master":"false",
"name":"es-datanode-1-es-perf-org"
},
"http":{
"port":"9200",
"cors":{
"enabled":"false"
}
},
"name":"es-datanode-1-es-perf-org",
"action":{
"auto_create_index":"true",
"disable_delete_all_indices":"true"
},
"path":{
"data":[
"/data/elasticsearch/data",
"/logs/elasticsearch/data"
],
"logs":"/logs/elasticsearch",
"home":"/usr/local/elasticsearch",
"conf":"/data/elasticsearch/conf"
},
"config":"/data/elasticsearch/conf/elasticsearch.yml",
"cloud":{
"aws":{
"secret_key":"",
"region":"us-west-2",
"access_key":""
},
"node":{
"auto_attributes":"true"
}
},
"cluster":{
"name":"metrics-datastore"
},
"indices":{
"store":{
"throttle":{
"type":"none"
}
},
"fielddata":{
"cache":{
"size":"10%"
}
},
"memory":{
"index_buffer_size":"30%"
}
},
"discovery":{
"zen":{
"minimum_master_nodes":"1",
"ping":{
"unicast":{
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127"
},
"multicast":{
"enabled":"false"
}
}
}
}
},
"os":{
"refresh_interval_in_millis":1000,
"available_processors":4,
"cpu":{
"vendor":"Intel",
"model":"Xeon",
"mhz":2500,
"total_cores":4,
"total_sockets":4,
"cores_per_socket":32,
"cache_size_in_bytes":25600
},
"mem":{
"total_in_bytes":15740227584
},
"swap":{
"total_in_bytes":0
}
},
"process":{
"refresh_interval_in_millis":1000,
"id":28857,
"max_file_descriptors":64000,
"mlockall":true
},
"jvm":{
"pid":28857,
"version":"1.7.0_85",
"vm_name":"OpenJDK 64-Bit Server VM",
"vm_version":"24.85-b03",
"vm_vendor":"Oracle Corporation",
"start_time_in_millis":1439342648986,
"mem":{
"heap_init_in_bytes":8053063680,
"heap_max_in_bytes":7650410496,
"non_heap_init_in_bytes":24313856,
"non_heap_max_in_bytes":224395264,
"direct_max_in_bytes":7650410496
},
"gc_collectors":[
"ParNew",
"ConcurrentMarkSweep"
],
"memory_pools":[
"Code Cache",
"Par Eden Space",
"Par Survivor Space",
"CMS Old Gen",
"CMS Perm Gen"
]
},
"thread_pool":{
"generic":{
"type":"cached",
"keep_alive":"30s",
"queue_size":-1
},
"index":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"200"
},
"fetch_shard_store":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"get":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"snapshot":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"merge":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"suggest":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"bulk":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"100"
},
"optimize":{
"type":"fixed",
"min":1,
"max":1,
"queue_size":-1
},
"warmer":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"flush":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
},
"search":{
"type":"fixed",
"min":7,
"max":7,
"queue_size":"1k"
},
"fetch_shard_started":{
"type":"scaling",
"min":1,
"max":8,
"keep_alive":"5m",
"queue_size":-1
},
"listener":{
"type":"fixed",
"min":2,
"max":2,
"queue_size":-1
},
"percolate":{
"type":"fixed",
"min":4,
"max":4,
"queue_size":"1k"
},
"management":{
"type":"scaling",
"min":1,
"max":5,
"keep_alive":"5m",
"queue_size":-1
},
"refresh":{
"type":"scaling",
"min":1,
"max":2,
"keep_alive":"5m",
"queue_size":-1
}
},
"network":{
"refresh_interval_in_millis":5000,
"primary_interface":{
"address":"XXX.YYY.46.148",
"name":"eth0",
"mac_address":"02:1D:0D:EC:25:6F"
}
},
"transport":{
"bound_address":"inet[/0.0.0.0:9300]",
"publish_address":"inet[/XXX.YYY.46.148:9300]",
"profiles":{
}
},
"http":{
"bound_address":"inet[/0.0.0.0:9200]",
"publish_address":"inet[/XXX.YYY.46.148:9200]",
"max_content_length_in_bytes":104857600
},
"plugins":[
{
"name":"marvel",
"version":"1.3.1",
"description":"Elasticsearch Management & Monitoring",
"url":"/_plugin/marvel/",
"jvm":true,
"site":true
}
]
}
}
}
######################### ElasticSearch Configuration ########################
# This file is managed by Chef, do not edit manually, your changes *will* be overwritten!
#
# Please see the source file for context and more information:
#
# https://github.com/elasticsearch/elasticsearch/blob/master/config/elasticsearch.yml
#
# To set configurations not exposed by this template, set the
# `node.elasticsearch[:custom_config]` attribute in your node configuration,
# `elasticsearch/settings` data bag, role/environment definition, etc:
#
# // ...
# 'threadpool.index.type' => 'fixed',
# 'threadpool.index.size' => '2'
# // ...
################################### Cluster ###################################
cluster.name: metrics-datastore
#################################### Node #####################################
node.name: metrics-datastore-1-es-perf-org
node.max_local_storage_nodes: 1
node.data: true
node.master: false
#################################### Index ####################################
index.mapper.dynamic: true
action.auto_create_index: true
action.disable_delete_all_indices: true
#################################### Paths ####################################
path.conf: /data/elasticsearch/conf
path.data:
- /data/elasticsearch/data
- /logs/elasticsearch/data
path.logs: /logs/elasticsearch
#################################### Plugin ###################################
################################### Memory ####################################
bootstrap.mlockall: true
############################## Network And HTTP ###############################
http.port: 9200
################################### Gateway ###################################
gateway.expected_master_nodes: 1
gateway.expected_data_nodes: 3
############################# Recovery Throttling #############################
gateway.recover_after_time: 5m
gateway.recover_after_master_nodes: 1
gateway.recover_after_data_nodes: 3
################################## Discovery ##################################
discovery.zen.minimum_master_nodes: 1
discovery.zen.ping.multicast.enabled: false
discovery.zen.ping.unicast.hosts: 172.31.33.195,172.31.37.28,172.31.33.127,172.31.46.148,172.31.32.218,172.31.39.66,172.31.37.100,172.31.43.44
discovery.zen.fd.ping_interval: 10s
discovery.zen.fd.ping_timeout: 120s
discovery.zen.fd.ping_retries: 5
cloud.node.auto_attributes: true
cloud.aws.access_key: XXXXXX
cloud.aws.secret_key: XXXXXX
cloud.aws.region: us-west-2
################################## Slow Log ###################################
################################## GC Logging #################################
################################## JMX ########################################
################################## Custom #####################################
http.cors.enabled: false
index.codec.bloom.load: false
index.compound_format: false
index.compound_on_flush: false
index.merge.policy.type: tiered
index.merge.policy.max_merge_at_once: 4
index.merge.policy.max_merge_at_once_explicit: 4
index.merge.policy.max_merged_segment: 5gb
index.merge.policy.segments_per_tier: 4
index.merge.scheduler.max_thread_count: 4
index.merge.scheduler.type: concurrent
index.refresh_interval: 30s
index.translog.flush_threshold_ops: 50000
index.translog.interval: 20s
index.warmer.enabled: false
indices.fielddata.cache.size: 10%
indices.memory.index_buffer_size: 30%
indices.store.throttle.type: none
threadpool.bulk.queue_size: 100
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment