Srinathc

import org.elasticsearch.action.bulk.BulkItemResponse;
import org.elasticsearch.action.bulk.BulkRequestBuilder;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.client.Client;
import org.elasticsearch.common.settings.ImmutableSettings;
import org.elasticsearch.node.Node;
import org.elasticsearch.node.NodeBuilder;

import java.util.concurrent.TimeUnit;

Srinathc

{
   "cluster_name":"metrics-datastore",
   "nodes":{
      "lzXkFXBvT9WetFc-qa6JRg":{
         "name":"es-master-2-es-perf-org",
         "transport_address":"inet[/XXX.YYY.37.28:9300]",
         "host":"ip-XXX-YYY-37-28.us-west-2.compute.internal",
         "ip":"XXX.YYY.37.28",
         "version":"1.7.1",
         "build":"b88f43f",

Srinathc

[2015-08-01 01:17:12,416][WARN ][monitor.jvm              ] [metrics-datastore-5-es-tune-2] [gc][young][78377][4873] duration [4.1s], collections [1]/[5s], total [4.1s]/[1h], memory [2.5gb]->[3.2gb]/[7.1gb], all_pools {[young] [1.4gb]->[20mb]/[3gb]}{[survivor] [371mb]->[384mb]/[384mb]}{[old] [785.2mb]->[2.8gb]/[3.7gb]}
[2015-08-01 01:18:20,587][WARN ][monitor.jvm              ] [metrics-datastore-5-es-tune-2] [gc][young][78434][4878] duration [3.3s], collections [1]/[3.3s], total [3.3s]/[1h], memory [3.4gb]->[2.1gb]/[7.1gb], all_pools {[young] [2.9gb]->[76.7mb]/[3gb]}{[survivor] [77.5mb]->[384mb]/[384mb]}{[old] [435.4mb]->[1.7gb]/[3.7gb]}
[2015-08-01 01:18:29,929][INFO ][monitor.jvm              ] [metrics-datastore-5-es-tune-2] [gc][old][78435][764] duration [8.8s], collections [1]/[9.3s], total [8.8s]/[41.2m], memory [2.1gb]->[4.4gb]/[7.1gb], all_pools {[young] [76.7mb]->[730.8mb]/[3gb]}{[survivor] [384mb]->[0b]/[384mb]}{[old] [1.7gb]->[3.7gb]/[3.7gb]}
[2015-08-01 01:19:29,555][WARN ][monitor.jvm           

Srinathc

{
  "_shards" : {
    "total" : 42,
    "successful" : 42,
    "failed" : 0
  },
  "_all" : {
    "primaries" : {
      "fielddata" : {
        "memory_size_in_bytes" : 698744,

Srinathc

::: [metrics-datastore-4-es-tune][V3PDd-jbRzSlSYJt_xeOeg][ip-XXX-YYY-4-86.us-west-1.compute.internal][inet[ip-XXX-YYY-4-86.us-west-1.compute.internal/XXX.YYY.4.86:9300]]{max_local_storage_nodes=1}
   Hot threads at 2015-07-27T00:59:18.651Z, interval=500ms, busiestThreads=10000, ignoreIdleThreads=false:
   
    1.9% (9.3ms out of 500ms) cpu usage by thread 'elasticsearch[metrics-datastore-4-es-tune][[recovery_stream]][T#80]'
     10/10 snapshots sharing following 16 elements
       sun.misc.Unsafe.park(Native Method)
       java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
       java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
       java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994)

Srinathc

################################### Cluster ###################################

cluster.name: metrics-datastore

#################################### Node #####################################

node.name: metrics-datastore-1-es-tune
node.max_local_storage_nodes: 1

index.mapper.dynamic: true