Last active
August 29, 2015 14:27
-
-
Save Srinathc/c01e04cd04214b100c6a to your computer and use it in GitHub Desktop.
NewElasticsearchSetup_OOM
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"cluster_name":"metrics-datastore", | |
"nodes":{ | |
"lzXkFXBvT9WetFc-qa6JRg":{ | |
"name":"es-master-2-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.37.28:9300]", | |
"host":"ip-XXX-YYY-37-28.us-west-2.compute.internal", | |
"ip":"XXX.YYY.37.28", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.37.28:9200]", | |
"attributes":{ | |
"data":"false", | |
"max_local_storage_nodes":"1", | |
"master":"true" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_master_2_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"false", | |
"max_local_storage_nodes":"1", | |
"master":"true", | |
"name":"es-master-2-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-master-2-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":"/data/elasticsearch/data", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf", | |
"logs":"/logs/elasticsearch" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.127,XXX.YYY.33.195,XXX.YYY.37.28" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":2, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2793, | |
"total_cores":2, | |
"total_sockets":2, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":3941224448 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":20149, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":20149, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342645306, | |
"mem":{ | |
"heap_init_in_bytes":1073741824, | |
"heap_max_in_bytes":1020067840, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":1020067840 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":4, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":4, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.37.28", | |
"name":"eth0", | |
"mac_address":"02:5E:62:2E:EC:B3" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.37.28:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.37.28:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"OVYrio-uR0aJ00LWbOhlTw":{ | |
"name":"Drax the Destroyer", | |
"transport_address":"inet[/XXX.YYY.38.156:9300]", | |
"host":"ip-XXX-YYY-38-156.us-west-2.compute.internal", | |
"ip":"XXX.YYY.38.156", | |
"version":"1.7.0", | |
"build":"929b973", | |
"http_address":"inet[/XXX.YYY.38.156:9200]", | |
"attributes":{ | |
"client":"true", | |
"data":"false" | |
}, | |
"settings":{ | |
"path":{ | |
"logs":"/opt/storm/apache-storm-0.9.5/logs" | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"node":{ | |
"client":"true" | |
}, | |
"client":{ | |
"type":"node", | |
"transport":{ | |
"ping_timeout":"60s", | |
"sniff":"false" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.127:9300,XXX.YYY.46.148:9300,XXX.YYY.37.28:9300,XXX.YYY.39.66:9300,XXX.YYY.32.218:9300,XXX.YYY.37.100:9300,XXX.YYY.33.195:9300" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
}, | |
"name":"Drax the Destroyer", | |
"connections_per_node":{ | |
"high":"1", | |
"bulk":"10", | |
"ping":"2", | |
"reg":"1" | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4 | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":2256, | |
"max_file_descriptors":32768, | |
"mlockall":false | |
}, | |
"jvm":{ | |
"pid":2256, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342713845, | |
"mem":{ | |
"heap_init_in_bytes":5368709120, | |
"heap_max_in_bytes":5100273664, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":5100273664 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"50" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"", | |
"name":"", | |
"mac_address":"" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.38.156:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.38.156:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
] | |
}, | |
"IcaqGvvhTAy6tM2DuVxXtg":{ | |
"name":"es-master-1-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.33.195:9300]", | |
"host":"ip-XXX-YYY-33-195.us-west-2.compute.internal", | |
"ip":"XXX.YYY.33.195", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.33.195:9200]", | |
"attributes":{ | |
"data":"false", | |
"max_local_storage_nodes":"1", | |
"master":"true" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_master_1_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"false", | |
"max_local_storage_nodes":"1", | |
"master":"true", | |
"name":"es-master-1-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-master-1-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":"/data/elasticsearch/data", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf", | |
"logs":"/logs/elasticsearch" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.127,XXX.YYY.33.195,XXX.YYY.37.28" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":2, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2800, | |
"total_cores":2, | |
"total_sockets":2, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":3941224448 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":20452, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":20452, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342645301, | |
"mem":{ | |
"heap_init_in_bytes":1073741824, | |
"heap_max_in_bytes":1020067840, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":1020067840 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":4, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":4, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.33.195", | |
"name":"eth0", | |
"mac_address":"02:A2:73:C1:6D:63" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.33.195:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.33.195:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"UbZFgIkOSmie3cez02mmPw":{ | |
"name":"es-datanode-3-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.39.66:9300]", | |
"host":"ip-XXX-YYY-39-66.us-west-2.compute.internal", | |
"ip":"XXX.YYY.39.66", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.39.66:9200]", | |
"attributes":{ | |
"max_local_storage_nodes":"1", | |
"master":"false" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_datanode_3_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"true", | |
"max_local_storage_nodes":"1", | |
"master":"false", | |
"name":"es-datanode-3-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-datanode-3-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":[ | |
"/data/elasticsearch/data", | |
"/logs/elasticsearch/data" | |
], | |
"logs":"/logs/elasticsearch", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2500, | |
"total_cores":4, | |
"total_sockets":4, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":15740227584 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":29033, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":29033, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342648992, | |
"mem":{ | |
"heap_init_in_bytes":8053063680, | |
"heap_max_in_bytes":7650410496, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":7650410496 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.39.66", | |
"name":"eth0", | |
"mac_address":"02:53:9A:EE:71:7D" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.39.66:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.39.66:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"ojJfXfyqQyeYWao8JwYkOQ":{ | |
"name":"es-datanode-2-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.32.218:9300]", | |
"host":"ip-XXX-YYY-32-218.us-west-2.compute.internal", | |
"ip":"XXX.YYY.32.218", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.32.218:9200]", | |
"attributes":{ | |
"max_local_storage_nodes":"1", | |
"master":"false" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_datanode_2_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"true", | |
"max_local_storage_nodes":"1", | |
"master":"false", | |
"name":"es-datanode-2-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-datanode-2-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":[ | |
"/data/elasticsearch/data", | |
"/logs/elasticsearch/data" | |
], | |
"logs":"/logs/elasticsearch", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2500, | |
"total_cores":4, | |
"total_sockets":4, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":15740227584 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":29589, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":29589, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342648997, | |
"mem":{ | |
"heap_init_in_bytes":8053063680, | |
"heap_max_in_bytes":7650410496, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":7650410496 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.32.218", | |
"name":"eth0", | |
"mac_address":"02:D2:4C:D1:F9:B5" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.32.218:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.32.218:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"1Su6s2PqTtW-zgr63-1a4g":{ | |
"name":"Gemini", | |
"transport_address":"inet[/XXX.YYY.39.41:9300]", | |
"host":"ip-XXX-YYY-39-41.us-west-2.compute.internal", | |
"ip":"XXX.YYY.39.41", | |
"version":"1.7.0", | |
"build":"929b973", | |
"http_address":"inet[/XXX.YYY.39.41:9200]", | |
"attributes":{ | |
"client":"true", | |
"data":"false" | |
}, | |
"settings":{ | |
"path":{ | |
"logs":"/opt/storm/apache-storm-0.9.5/logs" | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"node":{ | |
"client":"true" | |
}, | |
"client":{ | |
"type":"node", | |
"transport":{ | |
"ping_timeout":"60s", | |
"sniff":"false" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.195:9300,XXX.YYY.37.100:9300,XXX.YYY.39.66:9300,XXX.YYY.32.218:9300,XXX.YYY.46.148:9300,XXX.YYY.33.127:9300,XXX.YYY.37.28:9300" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
}, | |
"name":"Gemini", | |
"connections_per_node":{ | |
"high":"1", | |
"bulk":"10", | |
"ping":"2", | |
"reg":"1" | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4 | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":11420, | |
"max_file_descriptors":32768, | |
"mlockall":false | |
}, | |
"jvm":{ | |
"pid":11420, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342713944, | |
"mem":{ | |
"heap_init_in_bytes":5368709120, | |
"heap_max_in_bytes":5100273664, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":5100273664 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"50" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"", | |
"name":"", | |
"mac_address":"" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.39.41:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.39.41:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
] | |
}, | |
"SwswQRpfREa9jW_p23XjAQ":{ | |
"name":"es-datanode-5-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.43.44:9300]", | |
"host":"ip-XXX-YYY-43-44.us-west-2.compute.internal", | |
"ip":"XXX.YYY.43.44", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.43.44:9200]", | |
"attributes":{ | |
"max_local_storage_nodes":"1", | |
"master":"false" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_datanode_5_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"true", | |
"max_local_storage_nodes":"1", | |
"master":"false", | |
"name":"es-datanode-5-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-datanode-5-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":[ | |
"/data/elasticsearch/data", | |
"/logs/elasticsearch/data" | |
], | |
"logs":"/logs/elasticsearch", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2500, | |
"total_cores":4, | |
"total_sockets":4, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":15740227584 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":26028, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":26028, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342652632, | |
"mem":{ | |
"heap_init_in_bytes":8053063680, | |
"heap_max_in_bytes":7650410496, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":7650410496 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.43.44", | |
"name":"eth0", | |
"mac_address":"02:74:13:C0:EF:DF" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.43.44:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.43.44:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"fxbiQ9vkTdKw7JpoUcG2kw":{ | |
"name":"es-datanode-4-es-perf-org", | |
"transport_address":"inet[ip-XXX-YYY-37-100.us-west-2.compute.internal/XXX.YYY.37.100:9300]", | |
"host":"ip-XXX-YYY-37-100.us-west-2.compute.internal", | |
"ip":"XXX.YYY.37.100", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.37.100:9200]", | |
"attributes":{ | |
"max_local_storage_nodes":"1", | |
"master":"false" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_datanode_4_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"true", | |
"max_local_storage_nodes":"1", | |
"master":"false", | |
"name":"es-datanode-4-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-datanode-4-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":[ | |
"/data/elasticsearch/data", | |
"/logs/elasticsearch/data" | |
], | |
"logs":"/logs/elasticsearch", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2494, | |
"total_cores":4, | |
"total_sockets":4, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":15740227584 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":30652, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":30652, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342652646, | |
"mem":{ | |
"heap_init_in_bytes":8053063680, | |
"heap_max_in_bytes":7650410496, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":7650410496 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.37.100", | |
"name":"eth0", | |
"mac_address":"02:85:BB:83:14:5D" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[ip-XXX-YYY-37-100.us-west-2.compute.internal/XXX.YYY.37.100:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.37.100:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"uP8dzB7SRE6lWauopfY-lQ":{ | |
"name":"es-master-3-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.33.127:9300]", | |
"host":"ip-XXX-YYY-33-127.us-west-2.compute.internal", | |
"ip":"XXX.YYY.33.127", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.33.127:9200]", | |
"attributes":{ | |
"data":"false", | |
"max_local_storage_nodes":"1", | |
"master":"true" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_master_3_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"false", | |
"max_local_storage_nodes":"1", | |
"master":"true", | |
"name":"es-master-3-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-master-3-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":"/data/elasticsearch/data", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf", | |
"logs":"/logs/elasticsearch" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.127,XXX.YYY.33.195,XXX.YYY.37.28" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":2, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2800, | |
"total_cores":2, | |
"total_sockets":2, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":3941224448 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":19853, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":19853, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342645290, | |
"mem":{ | |
"heap_init_in_bytes":1073741824, | |
"heap_max_in_bytes":1020067840, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":1020067840 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":4, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":4, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":1, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.33.127", | |
"name":"eth0", | |
"mac_address":"02:85:D9:48:FB:CD" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.33.127:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.33.127:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
}, | |
"Vh30g5yPTrKPfwqcsV299g":{ | |
"name":"Fixer", | |
"transport_address":"inet[/XXX.YYY.47.183:9300]", | |
"host":"ip-XXX-YYY-47-183.us-west-2.compute.internal", | |
"ip":"XXX.YYY.47.183", | |
"version":"1.7.0", | |
"build":"929b973", | |
"http_address":"inet[/XXX.YYY.47.183:9200]", | |
"attributes":{ | |
"client":"true", | |
"data":"false" | |
}, | |
"settings":{ | |
"path":{ | |
"logs":"/opt/storm/apache-storm-0.9.5/logs" | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"node":{ | |
"client":"true" | |
}, | |
"client":{ | |
"type":"node", | |
"transport":{ | |
"ping_timeout":"60s", | |
"sniff":"false" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.46.148:9300,XXX.YYY.33.127:9300,XXX.YYY.43.44:9300,XXX.YYY.37.100:9300,XXX.YYY.37.28:9300,XXX.YYY.32.218:9300,XXX.YYY.33.195:9300,XXX.YYY.39.66:9300" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
}, | |
"name":"Fixer", | |
"connections_per_node":{ | |
"high":"1", | |
"bulk":"10", | |
"ping":"2", | |
"reg":"1" | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4 | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":3984, | |
"max_file_descriptors":32768, | |
"mlockall":false | |
}, | |
"jvm":{ | |
"pid":3984, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342713679, | |
"mem":{ | |
"heap_init_in_bytes":5368709120, | |
"heap_max_in_bytes":5100273664, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":5100273664 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"50" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"", | |
"name":"", | |
"mac_address":"" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.47.183:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.47.183:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
] | |
}, | |
"9J4eBfgRTjykPf730yWjSQ":{ | |
"name":"es-datanode-1-es-perf-org", | |
"transport_address":"inet[/XXX.YYY.46.148:9300]", | |
"host":"ip-XXX-YYY-46-148.us-west-2.compute.internal", | |
"ip":"XXX.YYY.46.148", | |
"version":"1.7.1", | |
"build":"b88f43f", | |
"http_address":"inet[/XXX.YYY.46.148:9200]", | |
"attributes":{ | |
"max_local_storage_nodes":"1", | |
"master":"false" | |
}, | |
"settings":{ | |
"index":{ | |
"mapper":{ | |
"dynamic":"true" | |
}, | |
"warmer":{ | |
"enabled":"false" | |
}, | |
"translog":{ | |
"flush_threshold_ops":"50000", | |
"interval":"20s" | |
}, | |
"refresh_interval":"20s", | |
"merge":{ | |
"scheduler":{ | |
"type":"concurrent", | |
"max_thread_count":"4" | |
}, | |
"policy":{ | |
"type":"tiered", | |
"max_merged_segment":"2gb", | |
"max_merge_at_once_explicit":"4", | |
"max_merge_at_once":"4", | |
"segments_per_tier":"4" | |
} | |
} | |
}, | |
"bootstrap":{ | |
"mlockall":"true" | |
}, | |
"config.ignore_system_properties":"true", | |
"client":{ | |
"type":"node" | |
}, | |
"gateway":{ | |
"recover_after_time":"5m", | |
"expected_data_nodes":"3", | |
"expected_master_nodes":"1" | |
}, | |
"pidfile":"/usr/local/var/run/es_datanode_1_es_perf_org.pid", | |
"threadpool":{ | |
"bulk":{ | |
"queue_size":"100" | |
} | |
}, | |
"node":{ | |
"data":"true", | |
"max_local_storage_nodes":"1", | |
"master":"false", | |
"name":"es-datanode-1-es-perf-org" | |
}, | |
"http":{ | |
"port":"9200", | |
"cors":{ | |
"enabled":"false" | |
} | |
}, | |
"name":"es-datanode-1-es-perf-org", | |
"action":{ | |
"auto_create_index":"true", | |
"disable_delete_all_indices":"true" | |
}, | |
"path":{ | |
"data":[ | |
"/data/elasticsearch/data", | |
"/logs/elasticsearch/data" | |
], | |
"logs":"/logs/elasticsearch", | |
"home":"/usr/local/elasticsearch", | |
"conf":"/data/elasticsearch/conf" | |
}, | |
"config":"/data/elasticsearch/conf/elasticsearch.yml", | |
"cloud":{ | |
"aws":{ | |
"secret_key":"", | |
"region":"us-west-2", | |
"access_key":"" | |
}, | |
"node":{ | |
"auto_attributes":"true" | |
} | |
}, | |
"cluster":{ | |
"name":"metrics-datastore" | |
}, | |
"indices":{ | |
"store":{ | |
"throttle":{ | |
"type":"none" | |
} | |
}, | |
"fielddata":{ | |
"cache":{ | |
"size":"10%" | |
} | |
}, | |
"memory":{ | |
"index_buffer_size":"30%" | |
} | |
}, | |
"discovery":{ | |
"zen":{ | |
"minimum_master_nodes":"1", | |
"ping":{ | |
"unicast":{ | |
"hosts":"XXX.YYY.33.195,XXX.YYY.37.28,XXX.YYY.33.127" | |
}, | |
"multicast":{ | |
"enabled":"false" | |
} | |
} | |
} | |
} | |
}, | |
"os":{ | |
"refresh_interval_in_millis":1000, | |
"available_processors":4, | |
"cpu":{ | |
"vendor":"Intel", | |
"model":"Xeon", | |
"mhz":2500, | |
"total_cores":4, | |
"total_sockets":4, | |
"cores_per_socket":32, | |
"cache_size_in_bytes":25600 | |
}, | |
"mem":{ | |
"total_in_bytes":15740227584 | |
}, | |
"swap":{ | |
"total_in_bytes":0 | |
} | |
}, | |
"process":{ | |
"refresh_interval_in_millis":1000, | |
"id":28857, | |
"max_file_descriptors":64000, | |
"mlockall":true | |
}, | |
"jvm":{ | |
"pid":28857, | |
"version":"1.7.0_85", | |
"vm_name":"OpenJDK 64-Bit Server VM", | |
"vm_version":"24.85-b03", | |
"vm_vendor":"Oracle Corporation", | |
"start_time_in_millis":1439342648986, | |
"mem":{ | |
"heap_init_in_bytes":8053063680, | |
"heap_max_in_bytes":7650410496, | |
"non_heap_init_in_bytes":24313856, | |
"non_heap_max_in_bytes":224395264, | |
"direct_max_in_bytes":7650410496 | |
}, | |
"gc_collectors":[ | |
"ParNew", | |
"ConcurrentMarkSweep" | |
], | |
"memory_pools":[ | |
"Code Cache", | |
"Par Eden Space", | |
"Par Survivor Space", | |
"CMS Old Gen", | |
"CMS Perm Gen" | |
] | |
}, | |
"thread_pool":{ | |
"generic":{ | |
"type":"cached", | |
"keep_alive":"30s", | |
"queue_size":-1 | |
}, | |
"index":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"200" | |
}, | |
"fetch_shard_store":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"get":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"snapshot":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"merge":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"suggest":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"bulk":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"100" | |
}, | |
"optimize":{ | |
"type":"fixed", | |
"min":1, | |
"max":1, | |
"queue_size":-1 | |
}, | |
"warmer":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"flush":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"search":{ | |
"type":"fixed", | |
"min":7, | |
"max":7, | |
"queue_size":"1k" | |
}, | |
"fetch_shard_started":{ | |
"type":"scaling", | |
"min":1, | |
"max":8, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"listener":{ | |
"type":"fixed", | |
"min":2, | |
"max":2, | |
"queue_size":-1 | |
}, | |
"percolate":{ | |
"type":"fixed", | |
"min":4, | |
"max":4, | |
"queue_size":"1k" | |
}, | |
"management":{ | |
"type":"scaling", | |
"min":1, | |
"max":5, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
}, | |
"refresh":{ | |
"type":"scaling", | |
"min":1, | |
"max":2, | |
"keep_alive":"5m", | |
"queue_size":-1 | |
} | |
}, | |
"network":{ | |
"refresh_interval_in_millis":5000, | |
"primary_interface":{ | |
"address":"XXX.YYY.46.148", | |
"name":"eth0", | |
"mac_address":"02:1D:0D:EC:25:6F" | |
} | |
}, | |
"transport":{ | |
"bound_address":"inet[/0.0.0.0:9300]", | |
"publish_address":"inet[/XXX.YYY.46.148:9300]", | |
"profiles":{ | |
} | |
}, | |
"http":{ | |
"bound_address":"inet[/0.0.0.0:9200]", | |
"publish_address":"inet[/XXX.YYY.46.148:9200]", | |
"max_content_length_in_bytes":104857600 | |
}, | |
"plugins":[ | |
{ | |
"name":"marvel", | |
"version":"1.3.1", | |
"description":"Elasticsearch Management & Monitoring", | |
"url":"/_plugin/marvel/", | |
"jvm":true, | |
"site":true | |
} | |
] | |
} | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
######################### ElasticSearch Configuration ######################## | |
# This file is managed by Chef, do not edit manually, your changes *will* be overwritten! | |
# | |
# Please see the source file for context and more information: | |
# | |
# https://github.com/elasticsearch/elasticsearch/blob/master/config/elasticsearch.yml | |
# | |
# To set configurations not exposed by this template, set the | |
# `node.elasticsearch[:custom_config]` attribute in your node configuration, | |
# `elasticsearch/settings` data bag, role/environment definition, etc: | |
# | |
# // ... | |
# 'threadpool.index.type' => 'fixed', | |
# 'threadpool.index.size' => '2' | |
# // ... | |
################################### Cluster ################################### | |
cluster.name: metrics-datastore | |
#################################### Node ##################################### | |
node.name: metrics-datastore-1-es-perf-org | |
node.max_local_storage_nodes: 1 | |
node.data: true | |
node.master: false | |
#################################### Index #################################### | |
index.mapper.dynamic: true | |
action.auto_create_index: true | |
action.disable_delete_all_indices: true | |
#################################### Paths #################################### | |
path.conf: /data/elasticsearch/conf | |
path.data: | |
- /data/elasticsearch/data | |
- /logs/elasticsearch/data | |
path.logs: /logs/elasticsearch | |
#################################### Plugin ################################### | |
################################### Memory #################################### | |
bootstrap.mlockall: true | |
############################## Network And HTTP ############################### | |
http.port: 9200 | |
################################### Gateway ################################### | |
gateway.expected_master_nodes: 1 | |
gateway.expected_data_nodes: 3 | |
############################# Recovery Throttling ############################# | |
gateway.recover_after_time: 5m | |
gateway.recover_after_master_nodes: 1 | |
gateway.recover_after_data_nodes: 3 | |
################################## Discovery ################################## | |
discovery.zen.minimum_master_nodes: 1 | |
discovery.zen.ping.multicast.enabled: false | |
discovery.zen.ping.unicast.hosts: 172.31.33.195,172.31.37.28,172.31.33.127,172.31.46.148,172.31.32.218,172.31.39.66,172.31.37.100,172.31.43.44 | |
discovery.zen.fd.ping_interval: 10s | |
discovery.zen.fd.ping_timeout: 120s | |
discovery.zen.fd.ping_retries: 5 | |
cloud.node.auto_attributes: true | |
cloud.aws.access_key: XXXXXX | |
cloud.aws.secret_key: XXXXXX | |
cloud.aws.region: us-west-2 | |
################################## Slow Log ################################### | |
################################## GC Logging ################################# | |
################################## JMX ######################################## | |
################################## Custom ##################################### | |
http.cors.enabled: false | |
index.codec.bloom.load: false | |
index.compound_format: false | |
index.compound_on_flush: false | |
index.merge.policy.type: tiered | |
index.merge.policy.max_merge_at_once: 4 | |
index.merge.policy.max_merge_at_once_explicit: 4 | |
index.merge.policy.max_merged_segment: 5gb | |
index.merge.policy.segments_per_tier: 4 | |
index.merge.scheduler.max_thread_count: 4 | |
index.merge.scheduler.type: concurrent | |
index.refresh_interval: 30s | |
index.translog.flush_threshold_ops: 50000 | |
index.translog.interval: 20s | |
index.warmer.enabled: false | |
indices.fielddata.cache.size: 10% | |
indices.memory.index_buffer_size: 30% | |
indices.store.throttle.type: none | |
threadpool.bulk.queue_size: 100 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment