Skip to content

Instantly share code, notes, and snippets.

@ejain

ejain/application.log Secret

Created December 5, 2013 01:49
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save ejain/4b2a57f4ff4cbaea0dec to your computer and use it in GitHub Desktop.
Save ejain/4b2a57f4ff4cbaea0dec to your computer and use it in GitHub Desktop.
Download ZIP
Raw
application.log
2013-12-05 00:58:31,880 [INFO] application - Starting node in cluster prod-39...
2013-12-05 00:58:32,382 [INFO] org.elasticsearch.node - [Pitt, Desmond] version[0.90.7], pid[24452], build[36897d0/2013-11-13T12:06:54Z]
2013-12-05 00:58:32,383 [INFO] org.elasticsearch.node - [Pitt, Desmond] initializing ...
2013-12-05 00:58:32,383 [DEBUG] org.elasticsearch.node - [Pitt, Desmond] using home [/var/play], config [/var/play/config], data [[/var/play/data]], logs [/var/play/logs], work [/var/play/work], plugins [/var/play/plugins]
2013-12-05 00:58:32,395 [INFO] org.elasticsearch.plugins - [Pitt, Desmond] loaded [geocluster-facet, decimal-histogram-facet, cloud-aws], sites []
2013-12-05 00:58:32,427 [DEBUG] org.elasticsearch.common.compress.lzf - using [UnsafeChunkDecoder] decoder
2013-12-05 00:58:33,684 [TRACE] org.elasticsearch.monitor.sigar - failed to load sigar
java.lang.ClassNotFoundException: org.hyperic.sigar.Sigar
at java.net.URLClassLoader$1.run(URLClassLoader.java:366) ~[na:1.7.0_25]
at java.net.URLClassLoader$1.run(URLClassLoader.java:355) ~[na:1.7.0_25]
at java.security.AccessController.doPrivileged(Native Method) ~[na:1.7.0_25]
at java.net.URLClassLoader.findClass(URLClassLoader.java:354) ~[na:1.7.0_25]
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[na:1.7.0_25]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308) ~[na:1.7.0_25]
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[na:1.7.0_25]
at org.elasticsearch.monitor.MonitorModule.configure(MonitorModule.java:80) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.AbstractModule.configure(AbstractModule.java:60) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.spi.Elements$RecordingBinder.install(Elements.java:204) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.spi.Elements.getElements(Elements.java:85) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.InjectorShell$Builder.build(InjectorShell.java:130) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.InjectorBuilder.build(InjectorBuilder.java:99) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.Guice.createInjector(Guice.java:93) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.Guice.createInjector(Guice.java:70) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.common.inject.ModulesBuilder.createInjector(ModulesBuilder.java:59) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.node.internal.InternalNode.<init>(InternalNode.java:174) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.node.NodeBuilder.build(NodeBuilder.java:159) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at org.elasticsearch.node.NodeBuilder.node(NodeBuilder.java:166) ~[org.elasticsearch.elasticsearch-0.90.7.jar:na]
at com.zenobase.services.ClusterNodeFactory.createNode(ClusterNodeFactory.java:33) ~[zenobase.zenobase-SNAPSHOT.jar:SNAPSHOT]
at com.zenobase.services.IndexManager.<init>(IndexManager.java:19) ~[zenobase.zenobase-SNAPSHOT.jar:SNAPSHOT]
at com.zenobase.services.IndexManager$$FastClassByGuice$$86fdc07.newInstance(<generated>) ~[com.google.inject.guice-3.0.jar:SNAPSHOT]
at com.google.inject.internal.cglib.reflect.$FastConstructor.newInstance(FastConstructor.java:40) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.DefaultConstructionProxyFactory$1.newInstance(DefaultConstructionProxyFactory.java:60) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:85) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:254) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:46) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1031) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:40) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.Scopes$1$1.get(Scopes.java:65) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InternalFactoryToProviderAdapter.get(InternalFactoryToProviderAdapter.java:40) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.SingleParameterInjector.inject(SingleParameterInjector.java:38) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.SingleParameterInjector.getAll(SingleParameterInjector.java:62) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:84) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:254) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:46) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1031) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:40) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.Scopes$1$1.get(Scopes.java:65) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InternalFactoryToProviderAdapter.get(InternalFactoryToProviderAdapter.java:40) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InjectorImpl$4$1.call(InjectorImpl.java:978) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1024) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InjectorImpl$4.get(InjectorImpl.java:974) ~[com.google.inject.guice-3.0.jar:na]
at com.google.inject.internal.InjectorImpl.getInstance(InjectorImpl.java:1013) ~[com.google.inject.guice-3.0.jar:na]
at Global.replay(Global.java:303) ~[zenobase.zenobase-SNAPSHOT.jar:na]
at Global.onStart(Global.java:131) ~[zenobase.zenobase-SNAPSHOT.jar:na]
at play.core.j.JavaGlobalSettingsAdapter.onStart(JavaGlobalSettingsAdapter.scala:18) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.api.GlobalPlugin.onStart(GlobalSettings.scala:203) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.api.Play$$anonfun$start$1$$anonfun$apply$mcV$sp$1.apply(Play.scala:88) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.api.Play$$anonfun$start$1$$anonfun$apply$mcV$sp$1.apply(Play.scala:88) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at scala.collection.immutable.List.foreach(List.scala:318) ~[org.scala-lang.scala-library-2.10.2.jar:na]
at play.api.Play$$anonfun$start$1.apply$mcV$sp(Play.scala:88) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.api.Play$$anonfun$start$1.apply(Play.scala:88) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.api.Play$$anonfun$start$1.apply(Play.scala:88) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.utils.Threads$.withContextClassLoader(Threads.scala:18) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.api.Play$.start(Play.scala:87) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.core.StaticApplication.<init>(ApplicationProvider.scala:52) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.core.server.NettyServer$.createServer(NettyServer.scala:243) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.core.server.NettyServer$$anonfun$main$3.apply(NettyServer.scala:279) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.core.server.NettyServer$$anonfun$main$3.apply(NettyServer.scala:274) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at scala.Option.map(Option.scala:145) ~[org.scala-lang.scala-library-2.10.2.jar:na]
at play.core.server.NettyServer$.main(NettyServer.scala:274) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
at play.core.server.NettyServer.main(NettyServer.scala) ~[com.typesafe.play.play_2.10-2.2.1.jar:2.2.1]
2013-12-05 00:58:36,251 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [generic], type [cached], keep_alive [30s]
2013-12-05 00:58:36,294 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [index], type [fixed], size [1], queue_size [200]
2013-12-05 00:58:36,300 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [bulk], type [fixed], size [1], queue_size [50]
2013-12-05 00:58:36,300 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [get], type [fixed], size [1], queue_size [1k]
2013-12-05 00:58:36,300 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [search], type [fixed], size [3], queue_size [1k]
2013-12-05 00:58:36,300 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [suggest], type [fixed], size [1], queue_size [1k]
2013-12-05 00:58:36,300 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [percolate], type [fixed], size [1], queue_size [1k]
2013-12-05 00:58:36,300 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [management], type [scaling], min [1], size [5], keep_alive [5m]
2013-12-05 00:58:36,302 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [flush], type [scaling], min [1], size [1], keep_alive [5m]
2013-12-05 00:58:36,302 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [merge], type [scaling], min [1], size [1], keep_alive [5m]
2013-12-05 00:58:36,302 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [refresh], type [scaling], min [1], size [1], keep_alive [5m]
2013-12-05 00:58:36,302 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [warmer], type [scaling], min [1], size [1], keep_alive [5m]
2013-12-05 00:58:36,302 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [snapshot], type [scaling], min [1], size [1], keep_alive [5m]
2013-12-05 00:58:36,302 [DEBUG] org.elasticsearch.threadpool - [Pitt, Desmond] creating thread_pool [optimize], type [fixed], size [1], queue_size [null]
2013-12-05 00:58:36,331 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] using worker_count[2], port[9300-9400], bind_host[null], publish_host[null], compress[false], connect_timeout[30s], connections_per_node[2/3/6/1/1], receive_predictor[512kb->512kb]
2013-12-05 00:58:36,355 [DEBUG] org.elasticsearch.discovery.zen.ping.multicast - [Pitt, Desmond] using group [224.2.2.4], with port [54328], ttl [3], and address [null]
2013-12-05 00:58:36,366 [DEBUG] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] using initial hosts [], with concurrent_connects [10]
2013-12-05 00:58:36,373 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using ping.timeout [15s], master_election.filter_client [true], master_election.filter_data [false]
2013-12-05 00:58:36,374 [DEBUG] org.elasticsearch.discovery.zen.elect - [Pitt, Desmond] using minimum_master_nodes [-1]
2013-12-05 00:58:36,379 [DEBUG] org.elasticsearch.discovery.zen.fd - [Pitt, Desmond] [master] uses ping_interval [1s], ping_timeout [30s], ping_retries [3]
2013-12-05 00:58:36,399 [DEBUG] org.elasticsearch.discovery.zen.fd - [Pitt, Desmond] [node ] uses ping_interval [1s], ping_timeout [30s], ping_retries [3]
2013-12-05 00:58:37,195 [DEBUG] org.elasticsearch.cloud.aws - [Pitt, Desmond] using ec2 region [us-east-1], with endpoint [ec2.us-east-1.amazonaws.com]
2013-12-05 00:58:37,196 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using host_type [PRIVATE_IP], tags [{}], groups [[]] with any_group [true], availability_zones [[]]
2013-12-05 00:58:37,300 [DEBUG] org.elasticsearch.monitor.jvm - [Pitt, Desmond] enabled [true], last_gc_enabled [false], interval [1s], gc_threshold [{default=GcThreshold{name='default', warnThreshold=10000, infoThreshold=5000, debugThreshold=2000}, ParNew=GcThreshold{name='ParNew', warnThreshold=1000, infoThreshold=700, debugThreshold=400}, ConcurrentMarkSweep=GcThreshold{name='ConcurrentMarkSweep', warnThreshold=10000, infoThreshold=5000, debugThreshold=2000}}]
2013-12-05 00:58:37,301 [DEBUG] org.elasticsearch.monitor.os - [Pitt, Desmond] Using probe [org.elasticsearch.monitor.os.JmxOsProbe@2cf4bdd9] with refresh_interval [1s]
2013-12-05 00:58:37,302 [DEBUG] org.elasticsearch.monitor.process - [Pitt, Desmond] Using probe [org.elasticsearch.monitor.process.JmxProcessProbe@5218cdfa] with refresh_interval [1s]
2013-12-05 00:58:37,348 [DEBUG] org.elasticsearch.monitor.jvm - [Pitt, Desmond] Using refresh_interval [1s]
2013-12-05 00:58:37,348 [DEBUG] org.elasticsearch.monitor.network - [Pitt, Desmond] Using probe [org.elasticsearch.monitor.network.JmxNetworkProbe@13ef9da2] with refresh_interval [5s]
2013-12-05 00:58:37,361 [DEBUG] org.elasticsearch.monitor.network - [Pitt, Desmond] net_info
host [351-1d]
eth0 display_name [eth0]
address [/fe80:0:0:0:1031:39ff:fe26:78c%2] [/10.70.7.122]
mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false]
lo display_name [lo]
address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1]
mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false]
2013-12-05 00:58:37,361 [TRACE] org.elasticsearch.monitor.network - [Pitt, Desmond] ifconfig
NA
2013-12-05 00:58:37,367 [DEBUG] org.elasticsearch.monitor.fs - [Pitt, Desmond] Using probe [org.elasticsearch.monitor.fs.JmxFsProbe@7e66ebbb] with refresh_interval [1s]
2013-12-05 00:58:37,983 [DEBUG] org.elasticsearch.indices.store - [Pitt, Desmond] using indices.store.throttle.type [MERGE], with index.store.throttle.max_bytes_per_sec [20mb]
2013-12-05 00:58:38,018 [DEBUG] org.elasticsearch.cache.memory - [Pitt, Desmond] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true]
2013-12-05 00:58:38,028 [DEBUG] org.elasticsearch.script - [Pitt, Desmond] using script cache with max_size [500], expire [null]
2013-12-05 00:58:38,036 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
2013-12-05 00:58:38,037 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using [cluster.routing.allocation.allow_rebalance] with [indices_all_active]
2013-12-05 00:58:38,037 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using [cluster_concurrent_rebalance] with [2]
2013-12-05 00:58:38,042 [DEBUG] org.elasticsearch.gateway.local - [Pitt, Desmond] using initial_shards [quorum], list_timeout [30s]
2013-12-05 00:58:38,281 [DEBUG] org.elasticsearch.indices.recovery - [Pitt, Desmond] using max_bytes_per_sec[20mb], concurrent_streams [3], file_chunk_size [512kb], translog_size [512kb], translog_ops [1000], and compress [true]
2013-12-05 00:58:38,398 [DEBUG] org.elasticsearch.http.netty - [Pitt, Desmond] using max_chunk_size[8kb], max_header_size[8kb], max_initial_line_length[4kb], max_content_length[100mb], receive_predictor[512kb->512kb]
2013-12-05 00:58:38,406 [DEBUG] org.elasticsearch.indices.memory - [Pitt, Desmond] using index_buffer_size [98.9mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m]
2013-12-05 00:58:38,407 [DEBUG] org.elasticsearch.indices.cache.filter - [Pitt, Desmond] using [node] weighted filter cache with size [20%], actual_size [197.9mb], expire [null], clean_interval [1m]
2013-12-05 00:58:38,409 [DEBUG] org.elasticsearch.indices.fielddata.cache - [Pitt, Desmond] using size [-1] [-1b], expire [null]
2013-12-05 00:58:38,432 [DEBUG] org.elasticsearch.gateway.local.state.meta - [Pitt, Desmond] using gateway.local.auto_import_dangled [YES], with gateway.local.dangling_timeout [2h]
2013-12-05 00:58:38,435 [DEBUG] org.elasticsearch.bulk.udp - [Pitt, Desmond] using enabled [false], host [null], port [9700-9800], bulk_actions [1000], bulk_size [5mb], flush_interval [5s], concurrent_requests [4]
2013-12-05 00:58:38,439 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
2013-12-05 00:58:38,439 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using [cluster.routing.allocation.allow_rebalance] with [indices_all_active]
2013-12-05 00:58:38,439 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using [cluster_concurrent_rebalance] with [2]
2013-12-05 00:58:38,440 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
2013-12-05 00:58:38,441 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using [cluster.routing.allocation.allow_rebalance] with [indices_all_active]
2013-12-05 00:58:38,441 [DEBUG] org.elasticsearch.cluster.routing.allocation.decider - [Pitt, Desmond] using [cluster_concurrent_rebalance] with [2]
2013-12-05 00:58:38,454 [INFO] org.elasticsearch.node - [Pitt, Desmond] initialized
2013-12-05 00:58:38,454 [INFO] org.elasticsearch.node - [Pitt, Desmond] starting ...
2013-12-05 00:58:38,503 [DEBUG] org.elasticsearch.netty.channel.socket.nio.SelectorUtil - Using select timeout of 500
2013-12-05 00:58:38,503 [DEBUG] org.elasticsearch.netty.channel.socket.nio.SelectorUtil - Epoll-bug workaround enabled = false
2013-12-05 00:58:38,638 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] Bound to address [/0:0:0:0:0:0:0:0:9300]
2013-12-05 00:58:38,642 [INFO] org.elasticsearch.transport - [Pitt, Desmond] bound_address {inet[/0:0:0:0:0:0:0:0:9300]}, publish_address {inet[/10.70.7.122:9300]}
2013-12-05 00:58:38,648 [TRACE] org.elasticsearch.discovery - [Pitt, Desmond] waiting for 30s for the initial state to be set by the discovery
2013-12-05 00:58:39,444 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:58:39,460 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:58:39,461 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:58:39,467 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:58:39,467 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:39,475 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] connecting to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:39,475 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] connecting (light) to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:39,483 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] connecting (light) to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:39,534 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x1c6e6fa8, /10.70.7.122:49485 => /10.70.7.122:9300]
2013-12-05 00:58:39,543 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x627544d0, /10.70.7.122:49488 => /10.70.7.122:9300]
2013-12-05 00:58:39,544 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x03cd3836, /10.70.7.122:49489 => /10.70.7.122:9300]
2013-12-05 00:58:39,544 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x4ab20ed2, /10.70.7.122:49490 => /10.70.7.122:9300]
2013-12-05 00:58:39,545 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xd4cbfa7a, /10.70.7.122:49491 => /10.70.7.122:9300]
2013-12-05 00:58:39,553 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:39,555 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x6988c307, /10.70.7.122:49492 => /10.70.7.122:9300]
2013-12-05 00:58:39,555 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x6c3f983b, /10.70.7.122:49493 => /10.70.7.122:9300]
2013-12-05 00:58:39,556 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x0fddeecf, /10.70.7.122:49494 => /10.70.7.122:9300]
2013-12-05 00:58:39,556 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x79a1f304, /10.70.7.122:49495 => /10.70.7.122:9300]
2013-12-05 00:58:39,556 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] connected to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:39,556 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:39,558 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:58:39,558 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x71c60635, /10.70.7.122:49496 => /10.70.7.122:9300]
2013-12-05 00:58:39,558 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x07baed8d, /10.70.7.122:49497 => /10.70.7.122:9300]
2013-12-05 00:58:39,559 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x0ca53899, /10.70.7.122:49498 => /10.70.7.122:9300]
2013-12-05 00:58:39,559 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x83ae1dc2, /10.70.7.122:49499 => /10.70.7.122:9300]
2013-12-05 00:58:39,559 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] connected to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:39,560 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:39,567 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:58:39,568 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] connected to [#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]]
2013-12-05 00:58:39,568 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:39,614 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:39,615 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:58:39,616 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:47,076 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:58:47,078 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:58:47,079 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:58:47,080 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:58:47,081 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:47,081 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:47,083 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:58:47,083 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:47,084 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:47,086 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:47,087 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:54,694 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:58:54,695 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:58:54,696 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:58:54,698 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:58:54,698 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:54,698 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:54,700 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:58:54,700 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:54,700 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:54,703 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:54,703 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:54,705 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] disconnecting from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:54,709 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:54,711 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] disconnecting from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:54,711 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x1c6e6fa8, /10.70.7.122:49485 => /10.70.7.122:9300]
2013-12-05 00:58:54,712 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x627544d0, /10.70.7.122:49488 => /10.70.7.122:9300]
2013-12-05 00:58:54,713 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x03cd3836, /10.70.7.122:49489 => /10.70.7.122:9300]
2013-12-05 00:58:54,714 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x4ab20ed2, /10.70.7.122:49490 => /10.70.7.122:9300]
2013-12-05 00:58:54,715 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xd4cbfa7a, /10.70.7.122:49491 => /10.70.7.122:9300]
2013-12-05 00:58:54,716 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x6988c307, /10.70.7.122:49492 => /10.70.7.122:9300]
2013-12-05 00:58:54,716 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x6c3f983b, /10.70.7.122:49493 => /10.70.7.122:9300]
2013-12-05 00:58:54,717 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x0fddeecf, /10.70.7.122:49494 => /10.70.7.122:9300]
2013-12-05 00:58:54,718 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x79a1f304, /10.70.7.122:49495 => /10.70.7.122:9300]
2013-12-05 00:58:54,719 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x71c60635, /10.70.7.122:49496 => /10.70.7.122:9300]
2013-12-05 00:58:54,719 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x07baed8d, /10.70.7.122:49497 => /10.70.7.122:9300]
2013-12-05 00:58:54,720 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x0ca53899, /10.70.7.122:49498 => /10.70.7.122:9300]
2013-12-05 00:58:54,721 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x83ae1dc2, /10.70.7.122:49499 => /10.70.7.122:9300]
2013-12-05 00:58:54,721 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:58:54,721 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [1] disconnecting from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:54,722 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:58:54,723 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] full ping responses:
--> target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]]
--> target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]]
2013-12-05 00:58:54,723 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] filtered ping responses: (filter_client[true], filter_data[false]) {none}
2013-12-05 00:58:54,723 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] no masterNode returned
2013-12-05 00:58:54,815 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:58:54,817 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:58:54,818 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:58:54,820 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:58:54,820 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:54,820 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] connecting to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:54,821 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xb2a932f8, /10.70.7.122:49501 => /10.70.7.122:9300]
2013-12-05 00:58:54,822 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x31e5daf1, /10.70.7.122:49502 => /10.70.7.122:9300]
2013-12-05 00:58:54,823 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x783ed497, /10.70.7.122:49503 => /10.70.7.122:9300]
2013-12-05 00:58:54,824 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xf64bfd98, /10.70.7.122:49504 => /10.70.7.122:9300]
2013-12-05 00:58:54,824 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x4a081051, /10.70.7.122:49505 => /10.70.7.122:9300]
2013-12-05 00:58:54,825 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x463289a4, /10.70.7.122:49506 => /10.70.7.122:9300]
2013-12-05 00:58:54,826 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x99cd5aa6, /10.70.7.122:49507 => /10.70.7.122:9300]
2013-12-05 00:58:54,826 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x3e57b054, /10.70.7.122:49508 => /10.70.7.122:9300]
2013-12-05 00:58:54,827 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xc0d2cbab, /10.70.7.122:49509 => /10.70.7.122:9300]
2013-12-05 00:58:54,828 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] connecting (light) to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:54,828 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x2a140f71, /10.70.7.122:49511 => /10.70.7.122:9300]
2013-12-05 00:58:54,829 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xe00850ae, /10.70.7.122:49512 => /10.70.7.122:9300]
2013-12-05 00:58:54,830 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x7cc89498, /10.70.7.122:49513 => /10.70.7.122:9300]
2013-12-05 00:58:54,831 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xa0d72a29, /10.70.7.122:49514 => /10.70.7.122:9300]
2013-12-05 00:58:54,834 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:58:54,834 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] connected to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:54,834 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:58:54,836 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:58:54,837 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] connecting (light) to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:54,837 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] connected to [#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]]
2013-12-05 00:58:54,837 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:58:54,839 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:58:54,839 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:58:54,840 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:58:54,840 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] connected to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:54,840 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:58:54,842 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:02,420 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:02,422 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:02,423 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:02,425 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:02,425 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:02,425 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:02,427 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:02,427 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:02,427 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:02,430 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:02,431 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:08,649 [WARN] org.elasticsearch.discovery - [Pitt, Desmond] waited for 30s and no initial state was set by the discovery
2013-12-05 00:59:08,649 [INFO] org.elasticsearch.discovery - [Pitt, Desmond] prod-39/QHekpNQIQxGIUICqLB96YA
2013-12-05 00:59:08,649 [DEBUG] org.elasticsearch.gateway - [Pitt, Desmond] can't wait on start for (possibly) reading state from gateway, will do it asynchronously
2013-12-05 00:59:08,655 [INFO] org.elasticsearch.http - [Pitt, Desmond] bound_address {inet[/0:0:0:0:0:0:0:0:9200]}, publish_address {inet[/10.70.7.122:9200]}
2013-12-05 00:59:08,656 [INFO] org.elasticsearch.node - [Pitt, Desmond] started
2013-12-05 00:59:10,034 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:10,036 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:10,037 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:10,051 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:10,051 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:10,051 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:10,054 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:10,054 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:10,056 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:10,058 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:10,059 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:10,059 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] disconnecting from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:10,060 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:10,060 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] disconnecting from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:10,061 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xb2a932f8, /10.70.7.122:49501 => /10.70.7.122:9300]
2013-12-05 00:59:10,061 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x31e5daf1, /10.70.7.122:49502 => /10.70.7.122:9300]
2013-12-05 00:59:10,062 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x783ed497, /10.70.7.122:49503 => /10.70.7.122:9300]
2013-12-05 00:59:10,063 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xf64bfd98, /10.70.7.122:49504 => /10.70.7.122:9300]
2013-12-05 00:59:10,063 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x4a081051, /10.70.7.122:49505 => /10.70.7.122:9300]
2013-12-05 00:59:10,064 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x463289a4, /10.70.7.122:49506 => /10.70.7.122:9300]
2013-12-05 00:59:10,064 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x99cd5aa6, /10.70.7.122:49507 => /10.70.7.122:9300]
2013-12-05 00:59:10,065 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x3e57b054, /10.70.7.122:49508 => /10.70.7.122:9300]
2013-12-05 00:59:10,067 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xc0d2cbab, /10.70.7.122:49509 => /10.70.7.122:9300]
2013-12-05 00:59:10,067 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:59:10,067 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x2a140f71, /10.70.7.122:49511 => /10.70.7.122:9300]
2013-12-05 00:59:10,068 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x7cc89498, /10.70.7.122:49513 => /10.70.7.122:9300]
2013-12-05 00:59:10,068 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xa0d72a29, /10.70.7.122:49514 => /10.70.7.122:9300]
2013-12-05 00:59:10,068 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xe00850ae, /10.70.7.122:49512 => /10.70.7.122:9300]
2013-12-05 00:59:10,068 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [2] disconnecting from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:10,069 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:59:10,069 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] full ping responses:
--> target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]]
--> target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]]
2013-12-05 00:59:10,069 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] filtered ping responses: (filter_client[true], filter_data[false]) {none}
2013-12-05 00:59:10,069 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] no masterNode returned
2013-12-05 00:59:10,203 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:10,205 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:10,210 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:10,212 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:10,212 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:10,219 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] connecting to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:10,219 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x9ed23e72, /10.70.7.122:49517 => /10.70.7.122:9300]
2013-12-05 00:59:10,220 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x496204cb, /10.70.7.122:49518 => /10.70.7.122:9300]
2013-12-05 00:59:10,221 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x29fd03d5, /10.70.7.122:49519 => /10.70.7.122:9300]
2013-12-05 00:59:10,222 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x315e095e, /10.70.7.122:49520 => /10.70.7.122:9300]
2013-12-05 00:59:10,223 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x1453bc35, /10.70.7.122:49521 => /10.70.7.122:9300]
2013-12-05 00:59:10,223 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] connecting (light) to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:10,224 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xbcacbb6d, /10.70.7.122:49523 => /10.70.7.122:9300]
2013-12-05 00:59:10,225 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x3cb536ce, /10.70.7.122:49524 => /10.70.7.122:9300]
2013-12-05 00:59:10,226 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x9e7f4c68, /10.70.7.122:49525 => /10.70.7.122:9300]
2013-12-05 00:59:10,277 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] connecting (light) to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:10,279 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:59:10,279 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] connected to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:10,279 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:10,279 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:10,280 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] connected to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:10,280 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:10,280 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:59:10,280 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] connected to [#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]]
2013-12-05 00:59:10,280 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:10,282 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:10,283 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:10,284 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:10,284 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x94b99ad0, /10.70.7.122:49526 => /10.70.7.122:9300]
2013-12-05 00:59:10,284 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x8aa04d3f, /10.70.7.122:49527 => /10.70.7.122:9300]
2013-12-05 00:59:10,285 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x7395dd80, /10.70.7.122:49528 => /10.70.7.122:9300]
2013-12-05 00:59:10,285 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xb68755e1, /10.70.7.122:49529 => /10.70.7.122:9300]
2013-12-05 00:59:10,286 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xa471c984, /10.70.7.122:49530 => /10.70.7.122:9300]
2013-12-05 00:59:17,875 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:17,883 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:17,884 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:17,890 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:17,890 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:17,890 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:17,892 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:17,892 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:17,893 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:17,896 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:17,896 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:25,472 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:25,474 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:25,478 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:25,483 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:25,484 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:25,484 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:25,486 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:25,486 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:25,486 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:25,488 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:25,489 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:25,490 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] disconnecting from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:25,491 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:25,491 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] disconnecting from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:25,492 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x9ed23e72, /10.70.7.122:49517 => /10.70.7.122:9300]
2013-12-05 00:59:25,492 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x496204cb, /10.70.7.122:49518 => /10.70.7.122:9300]
2013-12-05 00:59:25,493 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x29fd03d5, /10.70.7.122:49519 => /10.70.7.122:9300]
2013-12-05 00:59:25,493 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x315e095e, /10.70.7.122:49520 => /10.70.7.122:9300]
2013-12-05 00:59:25,498 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x1453bc35, /10.70.7.122:49521 => /10.70.7.122:9300]
2013-12-05 00:59:25,499 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xbcacbb6d, /10.70.7.122:49523 => /10.70.7.122:9300]
2013-12-05 00:59:25,500 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x3cb536ce, /10.70.7.122:49524 => /10.70.7.122:9300]
2013-12-05 00:59:25,500 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x9e7f4c68, /10.70.7.122:49525 => /10.70.7.122:9300]
2013-12-05 00:59:25,501 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x94b99ad0, /10.70.7.122:49526 => /10.70.7.122:9300]
2013-12-05 00:59:25,501 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x8aa04d3f, /10.70.7.122:49527 => /10.70.7.122:9300]
2013-12-05 00:59:25,502 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0x7395dd80, /10.70.7.122:49528 => /10.70.7.122:9300]
2013-12-05 00:59:25,503 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xb68755e1, /10.70.7.122:49529 => /10.70.7.122:9300]
2013-12-05 00:59:25,503 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel closed: [id: 0xa471c984, /10.70.7.122:49530 => /10.70.7.122:9300]
2013-12-05 00:59:25,504 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:59:25,504 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [3] disconnecting from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:25,504 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] disconnected from [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:59:25,505 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] full ping responses:
--> target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]]
--> target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]]
2013-12-05 00:59:25,505 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] filtered ping responses: (filter_client[true], filter_data[false]) {none}
2013-12-05 00:59:25,505 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] no masterNode returned
2013-12-05 00:59:25,583 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:25,586 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:25,587 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:25,587 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:25,587 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:25,588 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] connecting to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:25,589 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x2569b717, /10.70.7.122:49532 => /10.70.7.122:9300]
2013-12-05 00:59:25,590 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xea43f447, /10.70.7.122:49533 => /10.70.7.122:9300]
2013-12-05 00:59:25,591 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xee8b494c, /10.70.7.122:49534 => /10.70.7.122:9300]
2013-12-05 00:59:25,591 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xac59ba83, /10.70.7.122:49535 => /10.70.7.122:9300]
2013-12-05 00:59:25,592 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xa901d2d6, /10.70.7.122:49536 => /10.70.7.122:9300]
2013-12-05 00:59:25,593 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x1b32782f, /10.70.7.122:49537 => /10.70.7.122:9300]
2013-12-05 00:59:25,594 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x70a13aa2, /10.70.7.122:49538 => /10.70.7.122:9300]
2013-12-05 00:59:25,595 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x5088b06d, /10.70.7.122:49539 => /10.70.7.122:9300]
2013-12-05 00:59:25,596 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x0a80140a, /10.70.7.122:49540 => /10.70.7.122:9300]
2013-12-05 00:59:25,596 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] connecting (light) to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:25,597 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x9fc22b91, /10.70.7.122:49542 => /10.70.7.122:9300]
2013-12-05 00:59:25,598 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0xf558e0ca, /10.70.7.122:49543 => /10.70.7.122:9300]
2013-12-05 00:59:25,599 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]]
2013-12-05 00:59:25,599 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x95e65d26, /10.70.7.122:49544 => /10.70.7.122:9300]
2013-12-05 00:59:25,599 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] connected to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:25,600 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:25,601 [TRACE] org.elasticsearch.transport.netty - [Pitt, Desmond] channel opened: [id: 0x6f5d0108, /10.70.7.122:49545 => /10.70.7.122:9300]
2013-12-05 00:59:25,601 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}]
2013-12-05 00:59:25,601 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] connected to [#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]]
2013-12-05 00:59:25,602 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:25,603 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:25,604 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:25,607 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] connecting (light) to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:25,608 [DEBUG] org.elasticsearch.transport.netty - [Pitt, Desmond] connected to node [[#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:25,609 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] connected to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:25,609 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:25,611 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:33,164 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] building dynamic unicast discovery nodes...
2013-12-05 00:59:33,165 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-1656ba6d, address 10.70.7.122, transport_address inet[/10.70.7.122:9300]
2013-12-05 00:59:33,166 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-be090bc5, address 10.10.209.204, transport_address inet[/10.10.209.204:9300]
2013-12-05 00:59:33,167 [TRACE] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] adding i-9cb25be0, address 10.183.176.84, transport_address inet[/10.183.176.84:9300]
2013-12-05 00:59:33,167 [DEBUG] org.elasticsearch.discovery.ec2 - [Pitt, Desmond] using dynamic discovery nodes [[#cloud-i-1656ba6d-0][inet[/10.70.7.122:9300]], [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]], [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]]
2013-12-05 00:59:33,167 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] sending to [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}
2013-12-05 00:59:33,169 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] received response from [Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}]
2013-12-05 00:59:33,170 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] sending to [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]
2013-12-05 00:59:33,171 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] sending to [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]
2013-12-05 00:59:33,173 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] received response from [#cloud-i-9cb25be0-0][inet[/10.183.176.84:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Thunderclap][9-kEzFHyR9OoiH5QsQc2OA][inet[/10.183.176.84:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
2013-12-05 00:59:33,174 [TRACE] org.elasticsearch.discovery.zen.ping.unicast - [Pitt, Desmond] [4] received response from [#cloud-i-be090bc5-0][inet[/10.10.209.204:9300]]: [ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Pitt, Desmond][QHekpNQIQxGIUICqLB96YA][inet[/10.70.7.122:9300]]{client=true, data=false, local=false}], master [null], cluster_name[prod-39]}, ping_response{target [[Stiletto][-NEitMxSRNqXuCsZ2TzzcQ][inet[/10.10.209.204:9300]]{client=true, data=false, local=false}], master [[Blood Rose][EkO-G469TrS4EQSuezDcdA][inet[/10.183.176.84:9301]]], cluster_name[prod-39]}]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment