Created
June 13, 2011 17:18
-
-
Save oravecz/1023225 to your computer and use it in GitHub Desktop.
EC2 Startup - Node 1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
17:10:58,834 INFO main ontext.ContextLoader: 187 - Root WebApplicationContext: initialization started | |
17:10:58,893 INFO main ebApplicationContext: 456 - Refreshing Root WebApplicationContext: startup date [Mon Jun 13 17:10:58 UTC 2011]; root of context hierarchy | |
17:10:59,035 INFO main BeanDefinitionReader: 315 - Loading XML bean definitions from class path resource [spring-context.xml] | |
17:11:00,250 INFO main BeanDefinitionReader: 315 - Loading XML bean definitions from class path resource [spring-security.xml] | |
17:11:00,561 INFO main icationConfigBuilder: 338 - No login page configured. The default internal one will be used. Use the 'login-page' attribute to set the URL of the login page. | |
17:11:00,568 INFO main BeanDefinitionParser: 187 - Checking sorted filter chain: [Root bean: class [org.springframework.security.web.context.SecurityContextPersistenceFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 300, Root bean: class [org.springframework.security.web.authentication.logout.LogoutFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 400, Root bean: class [org.springframework.security.web.authentication.UsernamePasswordAuthenticationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 800, Root bean: class [org.springframework.security.web.authentication.ui.DefaultLoginPageGeneratingFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1000, Root bean: class [org.springframework.security.web.authentication.www.BasicAuthenticationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1200, Root bean: class [org.springframework.security.web.savedrequest.RequestCacheAwareFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1300, Root bean: class [org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1400, Root bean: class [org.springframework.security.web.authentication.AnonymousAuthenticationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1600, Root bean: class [org.springframework.security.web.session.SessionManagementFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1700, Root bean: class [org.springframework.security.web.access.ExceptionTranslationFilter]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null, order = 1800, <org.springframework.security.web.access.intercept.FilterSecurityInterceptor#0>, order = 1900] | |
17:11:00,838 INFO main laceholderConfigurer: 177 - Loading properties file from class path resource [server.properties] | |
17:11:00,982 INFO main tListableBeanFactory: 549 - Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@309f9f: defining beans [systemPlaceholderConfigurer,configParams,mailSender,elasticSearchConfiguration,esServer,esDataStore,delegatingStore,mapStoreManager,hzServer,backup,baseReflector,baseReflector$child#0,baseReflector$child#1,baseReflector$child#2,baseReflector$child#3,baseReflector$child#4,baseReflector$child#5,baseReflector$child#6,baseReflector$child#7,baseReflector$child#8,baseReflector$child#9,baseReflector$child#10,baseReflector$child#11,baseReflector$child#12,baseReflector$child#13,baseReflector$child#14,cronJobs,myScheduler,org.springframework.scheduling.support.MethodInvokingRunnable#0,org.springframework.scheduling.support.MethodInvokingRunnable#1,org.springframework.scheduling.config.ScheduledTaskRegistrar#0,org.springframework.security.web.PortMapperImpl#0,org.springframework.security.web.context.HttpSessionSecurityContextRepository#0,org.springframework.security.web.authentication.session.SessionFixationProtectionStrategy#0,org.springframework.security.authentication.ProviderManager#0,org.springframework.security.access.vote.AffirmativeBased#0,org.springframework.security.web.access.intercept.FilterSecurityInterceptor#0,org.springframework.security.web.access.DefaultWebInvocationPrivilegeEvaluator#0,org.springframework.security.authentication.AnonymousAuthenticationProvider#0,org.springframework.security.web.savedrequest.HttpSessionRequestCache#0,org.springframework.security.web.authentication.www.BasicAuthenticationEntryPoint#0,org.springframework.security.web.authentication.UsernamePasswordAuthenticationFilter#0,org.springframework.security.config.http.UserDetailsServiceInjectionBeanPostProcessor#0,org.springframework.security.filterChainProxy,restUserDetailsService,org.springframework.security.authentication.dao.DaoAuthenticationProvider#0,org.springframework.security.authentication.DefaultAuthenticationEventPublisher#0,org.springframework.security.authenticationManager]; root of factory hierarchy | |
17:11:01,090 INFO main ropertiesFactoryBean: 177 - Loading properties file from class path resource [elasticsearch-server.properties] | |
17:11:01,136 INFO main .ElasticSearchServer: 47 - Starting the Elastic Search server node | |
17:11:01,297 INFO main g.elasticsearch.node: 78 - [Interloper] {elasticsearch/0.16.2}[1109]: initializing ... | |
17:11:01,376 INFO main lasticsearch.plugins: 78 - [Interloper] loaded [cloud-aws] | |
17:11:04,979 DEBUG main csearch.cache.memory: 70 - [Interloper] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true] | |
17:11:04,992 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [cached], type [cached], keep_alive [5m] | |
17:11:05,026 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [index], type [cached], keep_alive [5m] | |
17:11:05,026 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [search], type [cached], keep_alive [5m] | |
17:11:05,027 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [percolate], type [cached], keep_alive [5m] | |
17:11:05,028 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [management], type [scaling], min [1], size [20], keep_alive [5m] | |
17:11:05,031 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [merge], type [scaling], min [1], size [20], keep_alive [5m] | |
17:11:05,031 DEBUG main ticsearch.threadpool: 70 - [Interloper] creating thread_pool [snapshot], type [scaling], min [1], size [5], keep_alive [5m] | |
17:11:05,051 DEBUG main y.zen.ping.multicast: 70 - [Interloper] using group [224.2.2.4], with port [54328], ttl [3], and address [null] | |
17:11:05,087 DEBUG main ery.zen.ping.unicast: 70 - [Interloper] using initial hosts [] | |
17:11:05,088 DEBUG main search.discovery.ec2: 70 - [Interloper] using initial_ping_timeout [3s] | |
17:11:05,093 DEBUG main rch.discovery.zen.fd: 70 - [Interloper] [master] uses ping_interval [1s], ping_timeout [30s], ping_retries [3] | |
17:11:05,096 DEBUG main rch.discovery.zen.fd: 70 - [Interloper] [node ] uses ping_interval [1s], ping_timeout [30s], ping_retries [3] | |
17:11:05,310 TRACE main rg.elasticsearch.env: 62 - [Interloper] obtaining node lock on /var/local/es/data/elasticsearch-dev/nodes/0 ... | |
17:11:05,373 DEBUG main rg.elasticsearch.env: 70 - [Interloper] using node location [/var/local/es/data/elasticsearch-dev/nodes/0], local_node_id [0] | |
17:11:05,690 DEBUG main r.routing.allocation: 70 - [Interloper] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4] | |
17:11:05,691 DEBUG main r.routing.allocation: 70 - [Interloper] using [allow_rebalance] with [indices_all_active] | |
17:11:05,692 DEBUG main r.routing.allocation: 70 - [Interloper] using [cluster_concurrent_rebalance] with [2] | |
17:11:05,712 DEBUG main ticsearch.monitor.os: 70 - [Interloper] Using probe [org.elasticsearch.monitor.os.JmxOsProbe@f3e133] with refresh_interval [5s] | |
17:11:05,713 DEBUG main arch.monitor.process: 70 - [Interloper] Using probe [org.elasticsearch.monitor.process.JmxProcessProbe@1e75e89] with refresh_interval [5s] | |
17:11:05,714 DEBUG main arch.monitor.network: 70 - [Interloper] Using probe [org.elasticsearch.monitor.network.JmxNetworkProbe@90288e] with refresh_interval [5s] | |
17:11:05,751 DEBUG main arch.monitor.network: 70 - [Interloper] net_info | |
host [domU-12-31-39-04-69-DC] | |
eth0 display_name [eth0] | |
address [/fe80:0:0:0:1031:39ff:fe04:69dc%2] [/10.240.110.42] | |
mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false] | |
lo display_name [lo] | |
address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1] | |
mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false] | |
17:11:05,751 TRACE main arch.monitor.network: 62 - [Interloper] ifconfig | |
NA | |
17:11:06,381 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute TotalNumberOfRequests[r=true,w=false,is=false,type=long] | |
17:11:06,381 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute BoundAddress[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,381 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute PublishAddress[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,383 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute TcpNoDelay[r=true,w=false,is=false,type=java.lang.Boolean] | |
17:11:06,383 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumberOfOutboundConnections[r=true,w=false,is=false,type=long] | |
17:11:06,383 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute Port[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,383 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute WorkerCount[r=true,w=false,is=false,type=int] | |
17:11:06,383 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute TcpReceiveBufferSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,384 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute ReuseAddress[r=true,w=false,is=false,type=java.lang.Boolean] | |
17:11:06,384 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute ConnectTimeout[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,384 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute TcpKeepAlive[r=true,w=false,is=false,type=java.lang.Boolean] | |
17:11:06,384 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute PublishHost[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,384 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute TcpSendBufferSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,385 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Attribute BindHost[r=true,w=false,is=false,type=java.lang.String] | |
17:11:06,419 DEBUG main index.shard.recovery: 70 - [Interloper] using concurrent_streams [5], file_chunk_size [100kb], translog_size [100kb], translog_ops [1000], and compress [true] | |
17:11:06,421 DEBUG main earch.indices.memory: 70 - [Interloper] using index_buffer_size [116mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m] | |
17:11:06,429 DEBUG main indices.cache.filter: 70 - [Interloper] using [node] filter cache with size [232mb] | |
17:11:06,429 DEBUG main ticsearch.gateway.s3: 70 - [Interloper] using bucket [ppkc-es-gateway-dev], region [null], chunk_size [100mb], concurrent_streams [5] | |
17:11:07,175 TRACE main ticsearch.gateway.s3: 62 - [Interloper] [findLatestMetadata]: Processing [metadata-73] | |
17:11:07,463 DEBUG main ticsearch.gateway.s3: 70 - [Interloper] Latest metadata found at index [73] | |
17:11:07,474 INFO main g.elasticsearch.node: 78 - [Interloper] {elasticsearch/0.16.2}[1109]: initialized | |
17:11:07,474 INFO main .ElasticSearchServer: 64 - Starting the Elastic Search server node with these settings: | |
17:11:07,474 INFO main .ElasticSearchServer: 69 - cloud.aws.access_key : AKIAJWQRTNTMFXIMX3WA | |
17:11:07,475 INFO main .ElasticSearchServer: 69 - cloud.aws.secret_key : <HIDDEN> | |
17:11:07,475 INFO main .ElasticSearchServer: 69 - cluster.name : elasticsearch-dev | |
17:11:07,475 INFO main .ElasticSearchServer: 69 - discovery.type : ec2 | |
17:11:07,475 INFO main .ElasticSearchServer: 69 - gateway.s3.bucket : ppkc-es-gateway-dev | |
17:11:07,475 INFO main .ElasticSearchServer: 69 - gateway.type : s3 | |
17:11:07,475 INFO main .ElasticSearchServer: 69 - http.enabled : true | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - http.port : 9311 | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email.filter.0 : lowercase | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email.tokenizer : uax_url_email | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email.type : custom | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.lowercase : true | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.pattern : [@.] | |
17:11:07,476 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.stopwords : _none_ | |
17:11:07,477 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_regex.type : pattern | |
17:11:07,477 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_split.filter.0 : lowercase | |
17:11:07,477 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_split.tokenizer : letter | |
17:11:07,477 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.email_split.type : custom | |
17:11:07,477 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.lowercase_keyword.filter.0 : lowercase | |
17:11:07,477 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.lowercase_keyword.tokenizer : keyword | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.lowercase_keyword.type : custom | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.char_filter.0 : html_strip | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.0 : standard | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.1 : lowercase | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.2 : stop | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.filter.3 : porterStem | |
17:11:07,478 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.tokenizer : standard | |
17:11:07,479 INFO main .ElasticSearchServer: 69 - index.analysis.analyzer.porter_standard.type : custom | |
17:11:07,479 INFO main .ElasticSearchServer: 69 - index.mapping._id.indexed : true | |
17:11:07,479 INFO main .ElasticSearchServer: 69 - index.store.fs.memory.direct : true | |
17:11:07,479 INFO main .ElasticSearchServer: 69 - index.store.memory.direct : true | |
17:11:07,479 INFO main .ElasticSearchServer: 69 - index.store.memory.warm_cache : true | |
17:11:07,479 INFO main .ElasticSearchServer: 69 - index.store.type : niofs | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - name : Interloper | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - network.host : 0.0.0.0 | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - node.data : true | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - path.conf : /usr/share/tomcat6/webapps/ROOT//WEB-INF/config | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - path.data : /var/local/es/data | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - path.data_with_cluster : /var/local/es/data/elasticsearch-dev | |
17:11:07,480 INFO main .ElasticSearchServer: 69 - path.home : /var/local/es | |
17:11:07,481 INFO main .ElasticSearchServer: 69 - path.logs : /var/local/es/logs | |
17:11:07,481 INFO main .ElasticSearchServer: 69 - path.work : /var/local/es/work | |
17:11:07,481 INFO main .ElasticSearchServer: 69 - path.work_with_cluster : /var/local/es/work/elasticsearch-dev | |
17:11:07,481 INFO main .ElasticSearchServer: 69 - transport.tcp.port : 9310 | |
17:11:07,482 INFO main g.elasticsearch.node: 78 - [Interloper] {elasticsearch/0.16.2}[1109]: starting ... | |
17:11:07,616 DEBUG main .NioProviderMetadata: 70 - Using the autodetected NIO constraint level: 0 | |
17:11:07,664 DEBUG main arch.transport.netty: 70 - [Interloper] Bound to address [/0:0:0:0:0:0:0:0:9310] | |
17:11:07,666 INFO main sticsearch.transport: 78 - [Interloper] bound_address {inet[/0:0:0:0:0:0:0:0:9310]}, publish_address {inet[/10.240.110.42:9310]} | |
17:11:07,672 TRACE main sticsearch.discovery: 62 - [Interloper] waiting for 30s for the initial state to be set by the discovery | |
17:11:08,231 TRACE thread-1 search.discovery.ec2: 62 - [Interloper] building dynamic unicast discovery nodes... | |
17:11:08,235 TRACE thread-1 search.discovery.ec2: 62 - [Interloper] adding i-c767d9a9, address 10.91.25.118, transport_address inet[/10.91.25.118:9310] | |
17:11:08,236 TRACE thread-1 search.discovery.ec2: 62 - [Interloper] adding i-7164da1f, address 10.122.62.201, transport_address inet[/10.122.62.201:9310] | |
17:11:08,236 TRACE thread-1 search.discovery.ec2: 62 - [Interloper] adding i-5b553335, address 10.254.91.0, transport_address inet[/10.254.91.0:9310] | |
17:11:08,236 TRACE thread-1 search.discovery.ec2: 62 - [Interloper] adding i-dbb7c0b5, address 10.240.110.42, transport_address inet[/10.240.110.42:9310] | |
17:11:08,236 TRACE thread-1 search.discovery.ec2: 62 - [Interloper] adding i-d9b7c0b7, address 10.240.94.178, transport_address inet[/10.240.94.178:9310] | |
17:11:08,236 DEBUG thread-1 search.discovery.ec2: 70 - [Interloper] using dynamic discovery nodes [[#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]], [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]], [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]], [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
17:11:08,688 TRACE thread-2 ery.zen.ping.unicast: 66 - [Interloper] [1] failed to connect to [#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]] | |
org.elasticsearch.transport.ConnectTransportException: [][inet[/10.91.25.118:9310]] connect_timeout[30s] | |
at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
Caused by: java.net.ConnectException: Connection refused | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
... 3 more | |
17:11:08,688 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x0150ed68]] | |
java.net.ConnectException: Connection refused | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:11,370 TRACE thread-2 search.discovery.ec2: 62 - [Interloper] building dynamic unicast discovery nodes... | |
17:11:11,370 TRACE thread-2 search.discovery.ec2: 62 - [Interloper] adding i-c767d9a9, address 10.91.25.118, transport_address inet[/10.91.25.118:9310] | |
17:11:11,370 TRACE thread-2 search.discovery.ec2: 62 - [Interloper] adding i-7164da1f, address 10.122.62.201, transport_address inet[/10.122.62.201:9310] | |
17:11:11,370 TRACE thread-2 search.discovery.ec2: 62 - [Interloper] adding i-5b553335, address 10.254.91.0, transport_address inet[/10.254.91.0:9310] | |
17:11:11,371 TRACE thread-2 search.discovery.ec2: 62 - [Interloper] adding i-dbb7c0b5, address 10.240.110.42, transport_address inet[/10.240.110.42:9310] | |
17:11:11,371 TRACE thread-2 search.discovery.ec2: 62 - [Interloper] adding i-d9b7c0b7, address 10.240.94.178, transport_address inet[/10.240.94.178:9310] | |
17:11:11,371 DEBUG thread-2 search.discovery.ec2: 70 - [Interloper] using dynamic discovery nodes [[#cloud-i-c767d9a9-0][inet[/10.91.25.118:9310]], [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]], [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]], [#cloud-i-dbb7c0b5-0][inet[/10.240.110.42:9310]], [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
17:11:11,588 DEBUG thread-6 arch.transport.netty: 70 - [Interloper] Connected to node [[#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
17:11:11,592 TRACE thread-6 ery.zen.ping.unicast: 62 - [Interloper] [1] connecting to [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]], disconnect[true] | |
17:11:11,613 DEBUG thread-5 arch.transport.netty: 70 - [Interloper] Connected to node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:11,613 TRACE thread-5 ery.zen.ping.unicast: 62 - [Interloper] [1] connecting to [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], disconnect[false] | |
17:11:11,632 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Interloper] [1] received response from [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]: [ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
17:11:11,635 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Interloper] [1] received response from [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]: [ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null], cluster_name[elasticsearch-dev]}] | |
17:11:11,637 DEBUG ker #1-2 arch.transport.netty: 70 - [Interloper] Disconnected from [[#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
17:11:26,376 DEBUG thread-1 search.discovery.ec2: 70 - [Interloper] ping responses: | |
--> target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [null] | |
17:11:26,379 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [zen-disco-join (elected_as_master)]: execute | |
17:11:26,380 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [1], source [zen-disco-join (elected_as_master)] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
routing_nodes: | |
---- unassigned | |
17:11:26,381 INFO thread-1 arch.cluster.service: 78 - [Interloper] new_master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], reason: zen-disco-join (elected_as_master) | |
17:11:26,383 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:26,384 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:26,384 TRACE main sticsearch.discovery: 62 - [Interloper] initial state set from discovery | |
17:11:26,384 INFO main sticsearch.discovery: 78 - [Interloper] elasticsearch-dev/BYhjXRYVSQelle8PC2rOPQ | |
17:11:26,385 DEBUG thread-1 ticsearch.gateway.s3: 70 - [Interloper] reading state from gateway org.elasticsearch.gateway.shared.SharedStorageGateway$1@389405 ... | |
17:11:26,389 INFO main g.elasticsearch.http: 78 - [Interloper] bound_address {inet[/0:0:0:0:0:0:0:0:9311]}, publish_address {inet[/10.240.110.42:9311]} | |
17:11:26,389 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [zen-disco-join (elected_as_master)]: done applying updated cluster_state | |
17:11:26,389 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1b0edb2 under org.elasticsearch:service=transport | |
17:11:26,390 TRACE main rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@c57f88 under org.elasticsearch:service=transport,transportType=netty | |
17:11:26,390 INFO main g.elasticsearch.node: 78 - [Interloper] {elasticsearch/0.16.2}[1109]: started | |
17:11:26,397 INFO main .ElasticSearchServer: 161 - ES cluster status is RED. Waiting for ES recovery. | |
17:11:26,421 TRACE thread-1 ticsearch.gateway.s3: 62 - [Interloper] [findLatestMetadata]: Processing [metadata-73] | |
17:11:26,510 DEBUG thread-1 ticsearch.gateway.s3: 70 - [Interloper] read state from gateway org.elasticsearch.gateway.shared.SharedStorageGateway$1@389405, took 123ms | |
17:11:26,511 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [local-gateway-elected-state]: execute | |
17:11:26,522 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [1], source [local-gateway-elected-state] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[null], [P], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[null], [P], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[null], [P], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [P], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [P], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [P], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:26,522 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:26,522 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:26,522 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] creating index | |
17:11:26,523 DEBUG thread-1 lasticsearch.indices: 70 - [Interloper] creating Index [ppkc], shards [5]/[1] | |
17:11:27,527 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Interloper] [gc][MarkSweepCompact][5] took [331ms]/[1.1s], reclaimed [86.7mb], leaving [39.6mb] used, max [1.3gb] | |
17:11:27,894 DEBUG thread-1 csearch.index.mapper: 70 - [Interloper] [ppkc] using dynamic[true], default mapping: location[null] and source[{ | |
"_default_" : { | |
} | |
}] | |
17:11:27,899 DEBUG thread-1 .field.data.resident: 70 - [Interloper] [ppkc] using [resident] field cache with max_size [-1], expire [null] | |
17:11:28,004 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,005 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@179a22d under org.elasticsearch:service=indices,index=ppkc | |
17:11:28,006 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [stats-sec], source [{"stats-sec":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:28,112 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [resources], source [{"resources":{"_id":{"index":"not_analyzed"},"properties":{"activity":{"type":"string","index":"not_analyzed"},"aspects":{"type":"string","index":"not_analyzed"},"author":{"type":"string","analyzer":"porter_standard"},"body":{"type":"string"},"categories":{"type":"string","index":"not_analyzed"},"category":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"event":{"type":"string","index":"not_analyzed"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"locale":{"type":"string","index":"not_analyzed"},"mimetype":{"type":"string","index":"not_analyzed"},"name":{"type":"string","analyzer":"porter_standard"},"path":{"type":"string","index":"not_analyzed"},"postcardImage":{"type":"string","index":"not_analyzed"},"rating":{"type":"float"},"ref":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"reviewStatus":{"type":"string","index":"not_analyzed"},"size":{"type":"string","index":"not_analyzed"},"subject":{"type":"string"},"taggable":{"type":"string","analyzer":"lowercase_keyword"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"multi_field","fields":{"title":{"type":"string","analyzer":"lowercase_keyword"},"untouched":{"type":"string","index":"not_analyzed","include_in_all":false}}},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"},"xmltext":{"type":"string","analyzer":"porter_standard"}}}}] | |
17:11:28,121 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [games], source [{"games":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"description":{"type":"string","index":"not_analyzed"},"key":{"type":"string","index":"not_analyzed"},"rating":{"type":"float"}}}}] | |
17:11:28,123 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [stats-day], source [{"stats-day":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:28,125 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [gamedata], source [{"gamedata":{"_id":{"index":"not_analyzed"},"properties":{"completionStatus":{"type":"boolean","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"difficultyLevel":{"type":"integer"},"gameKey":{"type":"string","index":"not_analyzed"},"mission":{"type":"string","index":"not_analyzed"},"placeFinished":{"type":"integer"},"score":{"type":"integer"},"stateData":{"type":"object"},"user":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"winner":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,159 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [profileVerificationTokens], source [{"profileVerificationTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,161 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [posts], source [{"posts":{"_id":{"index":"not_analyzed"},"properties":{"active":{"type":"integer"},"creator":{"properties":{"_id":{"type":"string","index":"not_analyzed"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"fullName":{"type":"string"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"thumbnail":{"type":"object"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayProperties":{"properties":{"postcardCountry":{"type":"string"},"postcardKey":{"type":"string"}}},"ip":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likedBy":{"type":"integer"},"likes":{"type":"integer"},"message":{"type":"string","analyzer":"porter_standard"},"parentId":{"type":"string","index":"not_analyzed","null_value":"0"},"recipients":{"properties":{"active":{"type":"boolean"},"read":{"type":"boolean"},"userId":{"type":"string"}}},"rootId":{"type":"string","index":"not_analyzed"},"spam":{"type":"integer"},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"}}}}] | |
17:11:28,167 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [passwordResetTokens], source [{"passwordResetTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,169 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [stats-minute], source [{"stats-minute":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:28,170 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [friendcodes], source [{"friendcodes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"hashCode":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,172 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [spams], source [{"spams":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"markedById":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,174 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [views], source [{"views":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"viewedById":{"type":"string","index":"not_analyzed","null_value":"0"},"viewedFromIp":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,176 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [likes], source [{"likes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"likedById":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,177 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [refLists], source [{"refLists":{"_id":{"index":"not_analyzed"},"properties":{"key":{"type":"string","index":"not_analyzed"},"refData":{"properties":{"_id":{"type":"string"},"categoryKey":{"type":"string"},"country":{"type":"string"},"dataType":{"type":"string"},"description":{"type":"string"},"key":{"type":"string"},"order":{"type":"long"},"type":{"type":"string"}}}}}}] | |
17:11:28,183 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [activityStreams], source [{"activityStreams":{"_id":{"index":"not_analyzed"},"properties":{"acts":{"properties":{"_id":{"type":"string"},"about":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"key":{"type":"string"},"locale":{"type":"string"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idCrop":{"type":"string"},"idSource":{"type":"string"}}},"title":{"type":"string"},"username":{"type":"string"}}},"actor":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"direct":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"completionStatus":{"type":"boolean"},"country":{"type":"string"},"creator":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string"},"difficultyLevel":{"type":"long"},"entityDataType":{"type":"string"},"entityId":{"type":"string"},"gameKey":{"type":"string"},"key":{"type":"string"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string"},"messagingType":{"type":"string"},"metadata":{"dynamic":"true","properties":{"duration":{"type":"string"},"height":{"type":"string"},"mp4Key":{"type":"string"},"ogvKey":{"type":"string"},"width":{"type":"string"}}},"mission":{"type":"string"},"ownerId":{"type":"string"},"parentId":{"type":"string"},"path":{"dynamic":"true","properties":{"mp4":{"type":"string"},"ogv":{"type":"string"}}},"placeFinished":{"type":"long"},"private":{"type":"boolean"},"profileType":{"type":"string"},"ratedById":{"type":"string"},"ratingsValue":{"type":"string"},"receivedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"reviewStatus":{"type":"string"},"rootId":{"type":"string"},"score":{"type":"string"},"stateData":{"type":"object","dynamic":"true"},"status":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idSource":{"type":"string"}}},"title":{"type":"string"},"type":{"type":"string"},"user":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"username":{"type":"string"}}},"verb":{"type":"string"}}}}}}] | |
17:11:28,261 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [userUploadedContent], source [{"userUploadedContent":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string","index":"not_analyzed"},"metadata":{"properties":{"duration":{"type":"string"},"height":{"type":"string"},"mp4Key":{"type":"string"},"ogvKey":{"type":"string"},"width":{"type":"string"}}},"mimetype":{"type":"string","index":"not_analyzed"},"ownerId":{"type":"string","index":"not_analyzed"},"path":{"properties":{"mp4":{"type":"string"},"ogv":{"type":"string"}}},"private":{"type":"boolean","index":"not_analyzed"},"rating":{"type":"float"},"reviewStatus":{"type":"string","index":"not_analyzed"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,266 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [activities], source [{"activities":{"_id":{"index":"not_analyzed"},"properties":{"about":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"key":{"type":"string"},"locale":{"type":"string"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idCrop":{"type":"string"},"idSource":{"type":"string"}}},"title":{"type":"string"},"username":{"type":"string"}}},"actor":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"direct":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"completionStatus":{"type":"boolean"},"country":{"type":"string"},"creator":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string"},"difficultyLevel":{"type":"long"},"entityDataType":{"type":"string"},"entityId":{"type":"string"},"gameKey":{"type":"string"},"key":{"type":"string"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string"},"messagingType":{"type":"string"},"metadata":{"dynamic":"true","properties":{"duration":{"type":"string"},"height":{"type":"string"},"mp4Key":{"type":"string"},"ogvKey":{"type":"string"},"width":{"type":"string"}}},"mission":{"type":"string"},"ownerId":{"type":"string"},"parentId":{"type":"string"},"path":{"dynamic":"true","properties":{"mp4":{"type":"string"},"ogv":{"type":"string"}}},"placeFinished":{"type":"long"},"private":{"type":"boolean"},"profileType":{"type":"string"},"ratedById":{"type":"string"},"ratingsValue":{"type":"string"},"receivedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"reviewStatus":{"type":"string"},"rootId":{"type":"string"},"score":{"type":"string"},"stateData":{"type":"object","dynamic":"true"},"status":{"type":"string"},"thumbnail":{"dynamic":"true","properties":{"idSource":{"type":"string"}}},"title":{"type":"string"},"type":{"type":"string"},"user":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"username":{"type":"string"}}},"verb":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:28,407 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [profiles], source [{"profiles":{"_id":{"index":"not_analyzed"},"properties":{"about":{"type":"string","analyzer":"porter_standard"},"accomplishmentsAndLearning":{"properties":{"description":{"type":"string","analyzer":"porter_standard"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"accountEmail":{"properties":{"address":{"type":"string","analyzer":"email"},"status":{"type":"string","index":"not_analyzed"}}},"accountStatii":{"type":"object"},"accountType":{"type":"string","index":"not_analyzed"},"achievements":{"type":"string","index":"not_analyzed"},"addresses":{"properties":{"block":{"type":"string","index":"not_analyzed"},"city":{"type":"string","index":"not_analyzed"},"countryName":{"type":"string","index":"not_analyzed"},"extendedAddress":{"type":"string","index":"not_analyzed"},"locality":{"type":"string","index":"not_analyzed"},"poBox":{"type":"string","index":"not_analyzed"},"postalCode":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"},"streetAddress":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"},"town":{"type":"string","index":"not_analyzed"}}},"avatar":{"properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"badges":{"type":"string","index":"not_analyzed","null_value":"na"},"birthDate":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"businesses":{"type":"object"},"children":{"properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"civilId":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayEmails":{"properties":{"address":{"type":"string","analyzer":"email"},"type":{"type":"string","index":"not_analyzed"}}},"educationHistory":{"properties":{"country":{"type":"string","index":"not_analyzed"},"degree":{"type":"string","analyzer":"porter_standard"},"edNotes":{"type":"string","analyzer":"porter_standard"},"fieldOfStudy":{"type":"string","analyzer":"porter_standard"},"schoolName":{"type":"string","index":"not_analyzed"},"yearFrom":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearTo":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}},"ethnicity":{"type":"string","index":"not_analyzed"},"followedBy":{"type":"string","index":"not_analyzed","null_value":"na"},"follows":{"type":"string","index":"not_analyzed","null_value":"na"},"friends":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"friendsPendingIn":{"dynamic":"true","properties":{"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"initiatedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"status":{"type":"string"}}},"friendsPendingOut":{"dynamic":"true","properties":{"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"receivedBy":{"dynamic":"true","properties":{"_id":{"type":"string"},"avatar":{"dynamic":"true","properties":{"assetList":{"type":"string"},"mimetype":{"type":"string"}}},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"status":{"type":"string"}}},"fullDescription":{"type":"string","analyzer":"porter_standard"},"gender":{"type":"string","index":"not_analyzed"},"generalText":{"properties":{"description":{"type":"string","index":"not_analyzed"},"textTitle":{"type":"string","index":"not_analyzed"}}},"instantMessenger":{"properties":{"provider":{"type":"string","index":"not_analyzed"},"screenName":{"type":"string","index":"not_analyzed"}}},"interests":{"properties":{"animal-intc":{"type":"string","analyzer":"lowercase_keyword"},"food-intc":{"type":"string","analyzer":"lowercase_keyword"},"hobby-intc":{"type":"string","analyzer":"lowercase_keyword"},"music-intc":{"type":"string","analyzer":"lowercase_keyword"},"schoolsubject-intc":{"type":"string","analyzer":"lowercase_keyword"}}},"languagePref":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"loginHistory":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"date":{"type":"string","index":"not_analyzed"},"ip":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"}}},"maritalStatus":{"type":"string","index":"not_analyzed"},"messagingType":{"type":"string"},"moodStatus":{"type":"string","index":"not_analyzed"},"myExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"name":{"properties":{"fullName":{"type":"string","analyzer":"porter_standard"},"given":{"type":"string","analyzer":"porter_standard"},"grandfather":{"type":"string","analyzer":"porter_standard"},"middle":{"type":"string","analyzer":"porter_standard"},"pre":{"type":"string","analyzer":"porter_standard"},"suf":{"type":"string","analyzer":"porter_standard"},"surname":{"type":"string","analyzer":"porter_standard"}}},"nationality":{"type":"string","index":"not_analyzed"},"notificationPref":{"type":"string","index":"not_analyzed"},"notificationSettings":{"properties":{"fieldName":{"type":"string"},"value":{"dynamic":"true","properties":{"alert":{"type":"boolean"},"stream":{"type":"boolean"}}}}},"othersExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"parent":{"properties":{"_id":{"type":"string"},"country":{"type":"string"},"dataType":{"type":"string"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"messagingType":{"type":"string"},"profileType":{"type":"string"},"username":{"type":"string"}}},"password":{"type":"string","index":"not_analyzed"},"paypalInfo":{"properties":{"inactiveProfileIds":{"dynamic":"true","properties":{"I-125VLPCXDT68":{"type":"date","format":"dateOptionalTime"},"I-FVYFR49G91PR":{"type":"date","format":"dateOptionalTime"},"I-NCH9RG50MPNC":{"type":"date","format":"dateOptionalTime"},"I-WA57CAVLFPKH":{"type":"date","format":"dateOptionalTime"}}},"recurringProfileId":{"type":"string"}}},"pendingAccountChange":{"properties":{"changeAccountTypeTo":{"type":"string"},"dateofChange":{"type":"date","format":"dateOptionalTime"}}},"penpalAccessCodes:":{"type":"object"},"penpals":{"type":"object"},"penpalsPending":{"type":"object"},"percentComplete":{"type":"integer"},"phones":{"properties":{"extension":{"type":"string","index":"not_analyzed"},"number":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"}}},"placeOfBirth":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"}}},"privacySettings":{"properties":{"fieldName":{"type":"string","index":"not_analyzed"},"value":{"type":"string","index":"not_analyzed"}}},"privacyVisibility":{"properties":{"privateInformation":{"type":"string","index":"not_analyzed"},"searchResults":{"type":"string","index":"not_analyzed"}}},"profileType":{"type":"string","index":"not_analyzed"},"promoCodes":{"type":"string","index":"not_analyzed"},"race":{"type":"string","index":"not_analyzed"},"religion":{"type":"string","index":"not_analyzed"},"requests":{"type":"string","index":"not_analyzed","null_value":"na"},"roles":{"type":"string","index":"not_analyzed"},"socialNetworks":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"source":{"type":"string"},"status":{"type":"string","index":"not_analyzed"},"tags":{"type":"string","index":"not_analyzed","null_value":"na"},"tempParentEmailAddress":{"type":"string","index":"not_analyzed"},"thirdPartyLogins":{"properties":{"identifier":{"type":"string","index":"not_analyzed"},"values":{"type":"object"}}},"threeDayPostcards":{"properties":{"lastMessageSentDate":{"type":"date","format":"dateOptionalTime"},"receivedMessages":{"type":"long"}}},"thumbNail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"thumbnail":{"type":"object","dynamic":"true"},"username":{"type":"string","analyzer":"lowercase_keyword"},"views":{"type":"integer"},"websites":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"}}},"workHistory":{"properties":{"businessName":{"type":"string","analyzer":"porter_standard"},"location":{"type":"string","index":"not_analyzed"},"title":{"type":"string","analyzer":"porter_standard"},"workNotes":{"type":"string","analyzer":"porter_standard"},"yearFinished":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearStarted":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}}}}}] | |
17:11:28,487 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [stats-hour], source [{"stats-hour":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:28,491 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [ratings], source [{"ratings":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"ratedById":{"type":"string","index":"not_analyzed"},"ratingsValue":{"type":"float"}}}}] | |
17:11:28,495 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc] adding mapping [promocodes], source [{"promocodes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"daysFree":{"type":"integer"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"promoKey":{"type":"string"}}}}] | |
17:11:28,499 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc][0] creating shard | |
17:11:28,499 DEBUG thread-1 search.index.service: 70 - [Interloper] [ppkc] creating shard_id [0] | |
17:11:28,780 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [ppkc][0] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/0/index] | |
17:11:28,781 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [ppkc][0] Using [keep_only_last] deletion policy | |
17:11:28,782 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [ppkc][0] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:28,783 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [ppkc][0] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:28,784 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][0] state: [CREATED] | |
17:11:28,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:28,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:28,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:28,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:28,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,786 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,786 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,786 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:28,786 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:28,786 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,786 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1b2e165 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=0 | |
17:11:28,787 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:28,787 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,787 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1bef24f under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=0,shardType=store | |
17:11:28,787 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [ppkc][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:28,825 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][0] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:28,826 DEBUG thread-5 search.index.gateway: 70 - [Interloper] [ppkc][0] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0] ... | |
17:11:28,827 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc][1] creating shard | |
17:11:28,827 DEBUG thread-1 search.index.service: 70 - [Interloper] [ppkc] creating shard_id [1] | |
17:11:28,842 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [ppkc][1] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/1/index] | |
17:11:28,842 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [ppkc][1] Using [keep_only_last] deletion policy | |
17:11:28,842 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [ppkc][1] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:28,843 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [ppkc][1] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:28,843 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][1] state: [CREATED] | |
17:11:28,844 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:28,844 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:28,844 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:28,845 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,846 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1abbba1 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=1 | |
17:11:28,846 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:28,846 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,846 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@182ab3e under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=1,shardType=store | |
17:11:28,847 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [ppkc][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:28,847 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[ppkc][1]), total is [116mb] with [1] active shards, each shard set to [116mb] | |
17:11:28,847 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][1] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:28,847 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][1] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1] ... | |
17:11:28,848 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc][2] creating shard | |
17:11:28,848 DEBUG thread-1 search.index.service: 70 - [Interloper] [ppkc] creating shard_id [2] | |
17:11:28,936 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [ppkc][2] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/2/index] | |
17:11:28,936 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [ppkc][2] Using [keep_only_last] deletion policy | |
17:11:28,937 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [ppkc][2] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:28,938 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [ppkc][2] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:28,938 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][2] state: [CREATED] | |
17:11:28,939 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:28,939 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:28,940 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:28,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@17889e9 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=2 | |
17:11:28,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:28,941 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:28,942 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1afbf49 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=2,shardType=store | |
17:11:28,973 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [ppkc][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:28,974 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[ppkc][2]), total is [116mb] with [2] active shards, each shard set to [58mb] | |
17:11:28,974 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][2] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:28,974 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc][3] creating shard | |
17:11:28,974 DEBUG thread-1 search.index.service: 70 - [Interloper] [ppkc] creating shard_id [3] | |
17:11:28,976 DEBUG thread-6 search.index.gateway: 70 - [Interloper] [ppkc][2] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2] ... | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.tis], does not exists in local store | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.fnm], does not exists in local store | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.nrm], does not exists in local store | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.frq], does not exists in local store | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.prx], does not exists in local store | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.tis], does not exists in local store | |
17:11:28,982 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.fdx], does not exists in local store | |
17:11:28,983 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.frq], does not exists in local store | |
17:11:28,983 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.tii], does not exists in local store | |
17:11:28,983 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.fnm], does not exists in local store | |
17:11:28,983 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.tii], does not exists in local store | |
17:11:28,984 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.frq], does not exists in local store | |
17:11:28,988 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.frq], does not exists in local store | |
17:11:28,988 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.fdt], does not exists in local store | |
17:11:28,988 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4_2.del], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.fdx], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.tis], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.fnm], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.frq], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.nrm], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.tii], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.fdt], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.prx], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.tii], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.fdx], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.fdt], does not exists in local store | |
17:11:28,989 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.fdx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.tis], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.nrm], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.fdx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.nrm], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.fdx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.fdt], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.prx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16_3.del], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.prx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.prx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.fdt], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.prx], does not exists in local store | |
17:11:28,990 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.fdx], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.fnm], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.frq], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.frq], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.tis], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.tis], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.fdt], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.fdt], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.fdx], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.fnm], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.nrm], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.fnm], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.prx], does not exists in local store | |
17:11:28,991 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.nrm], does not exists in local store | |
17:11:28,992 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.tii], does not exists in local store | |
17:11:28,992 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.nrm], does not exists in local store | |
17:11:28,992 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.frq], does not exists in local store | |
17:11:28,992 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.frq], does not exists in local store | |
17:11:28,992 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.frq], does not exists in local store | |
17:11:28,992 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.tii], does not exists in local store | |
17:11:28,992 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.tis], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.fdt], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.fdt], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.nrm], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.fdt], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.frq], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.tii], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.tii], does not exists in local store | |
17:11:28,997 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.fdx], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.fnm], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.frq], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.nrm], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.nrm], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [segments_80], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.nrm], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.prx], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.fnm], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.fdt], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.fnm], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl_z.del], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.prx], does not exists in local store | |
17:11:28,998 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.tis], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.tis], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.fdx], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_15.tii], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.fdx], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1rf.prx], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1jl.fdx], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_l.fdt], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.frq], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering [_1re.prx], does not exists in local store | |
17:11:28,999 TRACE thread-5 rch.index.gateway.s3: 62 - [Interloper] [ppkc][0] recovering_files [42] with total_size [7.3mb], reusing_files [0] with reused_size [0b] | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.nrm], does not exists in local store | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9_v.del], does not exists in local store | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.prx], does not exists in local store | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.nrm], does not exists in local store | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.prx], does not exists in local store | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.fdt], does not exists in local store | |
17:11:29,000 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.tis], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.fdx], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.fdx], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.fnm], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.nrm], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.tii], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.fnm], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.fdt], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.tis], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.frq], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.prx], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.fdt], does not exists in local store | |
17:11:29,001 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.fnm], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.tii], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.frq], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.tii], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.fnm], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.prx], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.fnm], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.fdx], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.prx], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.tis], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.tis], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.prx], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.tii], does not exists in local store | |
17:11:29,002 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.tis], does not exists in local store | |
17:11:29,003 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.nrm], does not exists in local store | |
17:11:29,003 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.fdx], does not exists in local store | |
17:11:29,094 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [ppkc][3] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/3/index] | |
17:11:29,095 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [ppkc][3] Using [keep_only_last] deletion policy | |
17:11:29,095 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [ppkc][3] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:29,096 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [ppkc][3] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:29,096 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][3] state: [CREATED] | |
17:11:29,132 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.prx], does not exists in local store | |
17:11:29,132 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.fdt], does not exists in local store | |
17:11:29,132 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.fdt], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.fnm], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.prx], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.frq], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.tii], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.prx], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.frq], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.nrm], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.fnm], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.tii], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.fnm], does not exists in local store | |
17:11:29,133 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao_2.del], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.nrm], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.prx], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.prx], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.fdt], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.fdx], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.fdx], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.fnm], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.fdx], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.tis], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.tis], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.tis], does not exists in local store | |
17:11:29,134 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.tis], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.tis], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.fnm], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.tis], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.tii], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.tii], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.fdt], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.tii], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.fdx], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.frq], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.tii], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.frq], does not exists in local store | |
17:11:29,135 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.tii], does not exists in local store | |
17:11:29,136 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.nrm], does not exists in local store | |
17:11:29,136 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [segments_7z], does not exists in local store | |
17:11:29,136 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.fnm], does not exists in local store | |
17:11:29,136 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.tis], does not exists in local store | |
17:11:29,136 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.fnm], does not exists in local store | |
17:11:29,136 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.tis], does not exists in local store | |
17:11:29,137 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_w.nrm], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.tii], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1va.fdt], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vb.tis], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_l.tii], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_16.tis], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.nrm], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.tii], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5.fnm], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v5_1.del], does not exists in local store | |
17:11:29,138 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v4.frq], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1j9.frq], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [segments_87], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1vc.tis], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.fnm], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v8.fnm], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v9.tii], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.fdt], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering [_1v7.fdx], does not exists in local store | |
17:11:29,139 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [ppkc][1] recovering_files [101] with total_size [8.4mb], reusing_files [0] with reused_size [0b] | |
17:11:29,137 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:29,140 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:29,140 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:29,140 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:29,141 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@cff5ed under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=3 | |
17:11:29,142 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:29,142 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:29,142 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@c4f498 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=3,shardType=store | |
17:11:29,142 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [ppkc][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:29,143 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[ppkc][3]), total is [116mb] with [3] active shards, each shard set to [38.6mb] | |
17:11:29,143 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][3] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:29,144 DEBUG hread-12 search.index.gateway: 70 - [Interloper] [ppkc][3] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3] ... | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.fdt], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.fdx], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.prx], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.frq], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2as.frq], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.tis], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.tii], does not exists in local store | |
17:11:29,153 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.nrm], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.fdx], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.frq], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.nrm], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.fdt], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.fnm], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.prx], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298_e.del], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.prx], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.fdt], does not exists in local store | |
17:11:29,154 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.tii], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.prx], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.frq], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.fnm], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.fdx], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.fdt], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ap.nrm], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.fnm], does not exists in local store | |
17:11:29,155 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_15.nrm], does not exists in local store | |
17:11:29,156 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.tii], does not exists in local store | |
17:11:29,156 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.nrm], does not exists in local store | |
17:11:29,156 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.frq], does not exists in local store | |
17:11:29,156 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.fdt], does not exists in local store | |
17:11:29,228 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.nrm], does not exists in local store | |
17:11:29,228 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.fdt], does not exists in local store | |
17:11:29,228 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2aq.tis], does not exists in local store | |
17:11:29,228 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ao.nrm], does not exists in local store | |
17:11:29,229 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2ar.fdx], does not exists in local store | |
17:11:29,229 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_298.fdx], does not exists in local store | |
17:11:29,229 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_k.frq], does not exists in local store | |
17:11:29,229 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2at.fdx], does not exists in local store | |
17:11:29,229 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering [_2au.prx], does not exists in local store | |
17:11:29,229 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [ppkc][2] recovering_files [83] with total_size [7.9mb], reusing_files [0] with reused_size [0b] | |
17:11:29,235 INFO thread-1 lasticsearch.gateway: 78 - [Interloper] recovered [2] indices into cluster_state | |
17:11:29,236 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [local-gateway-elected-state]: done applying updated cluster_state | |
17:11:29,236 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:29,237 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:29,238 DEBUG hread-13 ticsearch.gateway.s3: 70 - [Interloper] writing to gateway org.elasticsearch.gateway.shared.SharedStorageGateway$2@bc917c ... | |
17:11:29,889 DEBUG thread-5 h.index.engine.robin: 70 - [Interloper] [ppkc][0] Starting engine | |
17:11:30,236 DEBUG thread-5 .index.shard.service: 70 - [Interloper] [ppkc][0] scheduling refresher every 1s | |
17:11:30,322 DEBUG thread-5 .index.shard.service: 70 - [Interloper] [ppkc][0] scheduling optimizer / merger every 1s | |
17:11:30,322 DEBUG thread-5 .index.shard.service: 70 - [Interloper] [ppkc][0] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:30,322 TRACE thread-5 .index.shard.service: 62 - [Interloper] [ppkc][0] refresh with waitForOperations[false] | |
17:11:30,323 DEBUG thread-5 search.index.gateway: 70 - [Interloper] [ppkc][0] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0], took [1.4s] | |
index : files [42] with total_size [7.3mb], took[907ms] | |
: recovered_files [42] with total_size [7.3mb] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [1.3s] | |
17:11:30,323 DEBUG thread-5 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:30,323 DEBUG thread-5 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:30,324 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:30,324 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:30,325 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [ppkc][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:30,770 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.prx], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.fnm], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.frq], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u_l.del], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.fdx], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag_g.del], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.fnm], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.tii], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.frq], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.tii], does not exists in local store | |
17:11:30,771 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.fdt], does not exists in local store | |
17:11:30,772 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.prx], does not exists in local store | |
17:11:30,772 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.fdx], does not exists in local store | |
17:11:30,772 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.frq], does not exists in local store | |
17:11:30,772 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.fnm], does not exists in local store | |
17:11:30,772 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.tis], does not exists in local store | |
17:11:30,772 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.tis], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.fdt], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.frq], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.fnm], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.fdx], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.frq], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.prx], does not exists in local store | |
17:11:30,776 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.prx], does not exists in local store | |
17:11:30,777 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.nrm], does not exists in local store | |
17:11:30,777 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.fnm], does not exists in local store | |
17:11:30,777 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.nrm], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.frq], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.prx], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.fdt], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.fdt], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.fdt], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.fdt], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.frq], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.fdx], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.prx], does not exists in local store | |
17:11:30,778 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.prx], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.prx], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.fdx], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.fdx], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.tis], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.nrm], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.nrm], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.tis], does not exists in local store | |
17:11:30,779 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_w.nrm], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.fdx], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.fnm], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.tii], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28b.tii], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.nrm], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.tii], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.fnm], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.tis], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.tii], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [segments_87], does not exists in local store | |
17:11:30,780 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.fdt], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.tii], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.tis], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.fdx], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k_2.del], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_289.fdt], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.tii], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28c.nrm], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_ag.tis], does not exists in local store | |
17:11:30,781 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.fnm], does not exists in local store | |
17:11:30,782 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_28a.tis], does not exists in local store | |
17:11:30,782 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_k.frq], does not exists in local store | |
17:11:30,782 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering [_26u.nrm], does not exists in local store | |
17:11:30,782 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][3] recovering_files [68] with total_size [8.1mb], reusing_files [0] with reused_size [0b] | |
17:11:32,600 DEBUG thread-1 h.index.engine.robin: 70 - [Interloper] [ppkc][1] Starting engine | |
17:11:32,612 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x00e5d622]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:32,613 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x0147ff11]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:32,613 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x009fa12f]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:32,613 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x00b6e768]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:32,614 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x014d8a08]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:32,614 TRACE thread-4 ery.zen.ping.unicast: 66 - [Interloper] [1] failed to connect to [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]] | |
org.elasticsearch.transport.ConnectTransportException: [][inet[/10.254.91.0:9310]] connect_timeout[30s] | |
at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
Caused by: java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
... 3 more | |
17:11:32,616 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x00059dbd]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:32,697 DEBUG thread-6 h.index.engine.robin: 70 - [Interloper] [ppkc][2] Starting engine | |
17:11:32,769 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][1] scheduling refresher every 1s | |
17:11:32,769 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][1] scheduling optimizer / merger every 1s | |
17:11:32,769 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][1] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:32,770 TRACE thread-1 .index.shard.service: 62 - [Interloper] [ppkc][1] refresh with waitForOperations[false] | |
17:11:32,770 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][1] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1], took [3.9s] | |
index : files [101] with total_size [8.4mb], took[3.6s] | |
: recovered_files [101] with total_size [8.4mb] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [3.7s] | |
17:11:32,770 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:32,770 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:32,855 DEBUG thread-6 .index.shard.service: 70 - [Interloper] [ppkc][2] scheduling refresher every 1s | |
17:11:32,855 DEBUG thread-6 .index.shard.service: 70 - [Interloper] [ppkc][2] scheduling optimizer / merger every 1s | |
17:11:32,856 DEBUG thread-6 .index.shard.service: 70 - [Interloper] [ppkc][2] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:32,856 TRACE thread-6 .index.shard.service: 62 - [Interloper] [ppkc][2] refresh with waitForOperations[false] | |
17:11:32,856 DEBUG thread-6 search.index.gateway: 70 - [Interloper] [ppkc][2] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2], took [3.8s] | |
index : files [83] with total_size [7.9mb], took[3.5s] | |
: recovered_files [83] with total_size [7.9mb] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [3.7s] | |
17:11:32,856 DEBUG thread-6 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:32,856 DEBUG thread-6 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:33,346 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [ppkc][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,365 DEBUG hread-13 ticsearch.gateway.s3: 70 - [Interloper] wrote to gateway org.elasticsearch.gateway.shared.SharedStorageGateway$2@bc917c, took 3.9s | |
17:11:33,439 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][0], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,531 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][0], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,531 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][1], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,575 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][1], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,575 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,587 DEBUG hread-12 h.index.engine.robin: 70 - [Interloper] [ppkc][3] Starting engine | |
17:11:33,607 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [ppkc][3] scheduling refresher every 1s | |
17:11:33,607 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [ppkc][3] scheduling optimizer / merger every 1s | |
17:11:33,607 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [ppkc][3] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:33,608 TRACE hread-12 .index.shard.service: 62 - [Interloper] [ppkc][3] refresh with waitForOperations[false] | |
17:11:33,608 DEBUG hread-12 search.index.gateway: 70 - [Interloper] [ppkc][3] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3], took [4.4s] | |
index : files [68] with total_size [8.1mb], took[2.8s] | |
: recovered_files [68] with total_size [8.1mb] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [2.8s] | |
17:11:33,608 DEBUG hread-12 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:33,608 DEBUG hread-12 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:33,706 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,706 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,757 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,757 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,846 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,848 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [2], source [shard-started ([ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[null], [P], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[null], [P], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [P], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [P], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:33,849 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:33,849 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:33,849 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][0] scheduling snapshot every [10s] | |
17:11:33,850 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:33,850 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:33,850 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:33,850 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:33,850 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:33,851 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:33,851 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:33,851 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:33,851 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:33,851 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [ppkc][4] creating shard | |
17:11:33,851 DEBUG thread-1 search.index.service: 70 - [Interloper] [ppkc] creating shard_id [4] | |
17:11:33,865 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [ppkc][4] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/ppkc/4/index] | |
17:11:33,865 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [ppkc][4] Using [keep_only_last] deletion policy | |
17:11:33,866 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [ppkc][4] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:33,866 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [ppkc][4] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:33,866 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][4] state: [CREATED] | |
17:11:33,867 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:33,867 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:33,867 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:33,868 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:33,869 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1b7a875 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=4 | |
17:11:33,869 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:33,869 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:33,869 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1ac0292 under org.elasticsearch:service=indices,index=ppkc,subService=shards,shard=4,shardType=store | |
17:11:33,870 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [ppkc][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:33,870 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[ppkc][4]), total is [116mb] with [4] active shards, each shard set to [29mb] | |
17:11:33,870 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [ppkc][4] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:33,870 DEBUG hread-12 search.index.gateway: 70 - [Interloper] [ppkc][4] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4] ... | |
17:11:33,872 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:33,872 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:33,872 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:33,872 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][0], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,872 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][0], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,873 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][1], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,873 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][1], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,873 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,874 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,874 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,874 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,874 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:33,875 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:33,875 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [3], source [shard-started ([ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[null], [P], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [P], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:33,876 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:33,876 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:33,876 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] creating index | |
17:11:33,876 DEBUG thread-1 lasticsearch.indices: 70 - [Interloper] creating Index [cluster], shards [5]/[1] | |
17:11:34,076 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.tii], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.frq], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.tii], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.fnm], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.tis], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.fnm], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.prx], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.nrm], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.frq], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.tis], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.fdx], does not exists in local store | |
17:11:34,077 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.fnm], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.tii], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.nrm], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.fdx], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.tii], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.fdx], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.tis], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.fdt], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.fdt], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.nrm], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.nrm], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.fnm], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.fnm], does not exists in local store | |
17:11:34,078 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.frq], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.tis], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.tii], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.tis], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.fdt], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.frq], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.fdx], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.frq], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.fdt], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.prx], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.tis], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.tii], does not exists in local store | |
17:11:34,079 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.frq], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.fnm], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.tis], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [segments_8c], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.tii], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.nrm], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.tii], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.fnm], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.tii], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.fdt], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.fnm], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.frq], does not exists in local store | |
17:11:34,080 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.fdx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.frq], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.fdx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.fdt], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.fdx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.prx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.prx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.tis], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.prx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj.prx], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.fdt], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.tis], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.nrm], does not exists in local store | |
17:11:34,081 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.frq], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.fdx], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.fdx], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_w.nrm], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.fdt], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.nrm], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.fnm], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.nrm], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7_o.del], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.nrm], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_x7.prx], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.prx], does not exists in local store | |
17:11:34,082 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.fdx], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wy.fnm], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.tii], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.prx], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.fdt], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wu.tis], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1x0.nrm], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.tii], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wx.prx], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.frq], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.fdt], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wj_6.del], does not exists in local store | |
17:11:34,083 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_k.frq], does not exists in local store | |
17:11:34,084 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.tis], does not exists in local store | |
17:11:34,084 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.prx], does not exists in local store | |
17:11:34,084 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1ww.fdx], does not exists in local store | |
17:11:34,084 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wv.fnm], does not exists in local store | |
17:11:34,084 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering [_1wz.fdt], does not exists in local store | |
17:11:34,084 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [ppkc][4] recovering_files [91] with total_size [7.8mb], reusing_files [0] with reused_size [0b] | |
17:11:34,391 DEBUG thread-1 csearch.index.mapper: 70 - [Interloper] [cluster] using dynamic[true], default mapping: location[null] and source[{ | |
"_default_" : { | |
} | |
}] | |
17:11:34,393 DEBUG thread-1 .field.data.resident: 70 - [Interloper] [cluster] using [resident] field cache with max_size [-1], expire [null] | |
17:11:34,530 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,530 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1c94b8f under org.elasticsearch:service=indices,index=cluster | |
17:11:34,532 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [stats-sec], source [{"stats-sec":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:34,533 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [resources], source [{"resources":{"_id":{"index":"not_analyzed"},"properties":{"activity":{"type":"string","index":"not_analyzed"},"aspects":{"type":"string","index":"not_analyzed"},"author":{"type":"string","analyzer":"porter_standard"},"categories":{"type":"string","index":"not_analyzed"},"category":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"event":{"type":"string","index":"not_analyzed"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"locale":{"type":"string","index":"not_analyzed"},"mimetype":{"type":"string","index":"not_analyzed"},"name":{"type":"string","analyzer":"porter_standard"},"path":{"type":"string","index":"not_analyzed"},"postcardImage":{"type":"string","index":"not_analyzed"},"rating":{"type":"float"},"ref":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"reviewStatus":{"type":"string","index":"not_analyzed"},"size":{"type":"string","index":"not_analyzed"},"taggable":{"type":"string","analyzer":"lowercase_keyword"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"multi_field","fields":{"title":{"type":"string","analyzer":"lowercase_keyword"},"untouched":{"type":"string","index":"not_analyzed","include_in_all":false}}},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"},"xmltext":{"type":"string","analyzer":"porter_standard"}}}}] | |
17:11:34,536 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [stats-day], source [{"stats-day":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:34,537 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [gamedata], source [{"gamedata":{"_id":{"index":"not_analyzed"},"properties":{"completionStatus":{"type":"boolean","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"difficultyLevel":{"type":"integer"},"gameKey":{"type":"string","index":"not_analyzed"},"mission":{"type":"string","index":"not_analyzed"},"placeFinished":{"type":"integer"},"score":{"type":"integer"},"stateData":{"type":"object"},"user":{"type":"object"},"winner":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,539 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [profileVerificationTokens], source [{"profileVerificationTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,540 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [posts], source [{"posts":{"_id":{"index":"not_analyzed"},"properties":{"active":{"type":"integer"},"creator":{"properties":{"_id":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string"},"fullName":{"type":"string"},"thumbnail":{"type":"object"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayProperties":{"type":"object"},"ip":{"type":"string","index":"not_analyzed"},"likedBy":{"type":"integer"},"likes":{"type":"integer"},"message":{"type":"string","analyzer":"porter_standard"},"parentId":{"type":"string","index":"not_analyzed","null_value":"0"},"recipients":{"type":"object"},"rootId":{"type":"string","index":"not_analyzed"},"spam":{"type":"integer"},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"views":{"type":"integer"}}}}] | |
17:11:34,543 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [passwordResetTokens], source [{"passwordResetTokens":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"emailAddress":{"type":"string","index":"not_analyzed"},"userId":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,545 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [stats-minute], source [{"stats-minute":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:34,546 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [spams], source [{"spams":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"markedById":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,548 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [views], source [{"views":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"viewedById":{"type":"string","index":"not_analyzed","null_value":"0"},"viewedFromIp":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,603 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [likes], source [{"likes":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"likedById":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,605 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [refLists], source [{"refLists":{"_id":{"index":"not_analyzed"},"properties":{"key":{"type":"string","index":"not_analyzed"},"refData":{"type":"object"}}}}] | |
17:11:34,606 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [activityStreams], source [{"activityStreams":{"_id":{"index":"not_analyzed"},"properties":{"acts":{"type":"object"}}}}] | |
17:11:34,608 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [userUploadedContent], source [{"userUploadedContent":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"description":{"type":"string","analyzer":"porter_standard"},"key":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"locale":{"type":"string","index":"not_analyzed"},"metadata":{"type":"object"},"mimetype":{"type":"string","index":"not_analyzed"},"ownerId":{"type":"string","index":"not_analyzed"},"path":{"type":"object"},"private":{"type":"boolean","index":"not_analyzed"},"rating":{"type":"float"},"reviewStatus":{"type":"string","index":"not_analyzed"},"thumbnail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"title":{"type":"string","analyzer":"porter_standard"},"type":{"type":"string","index":"not_analyzed"},"uri":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,612 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [profiles], source [{"profiles":{"_id":{"index":"not_analyzed"},"properties":{"about":{"type":"string","analyzer":"porter_standard"},"accomplishmentsAndLearning":{"properties":{"description":{"type":"string","analyzer":"porter_standard"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"accountEmail":{"properties":{"address":{"type":"string","analyzer":"email"},"status":{"type":"string","index":"not_analyzed"}}},"accountStatii":{"type":"object"},"accountType":{"type":"string","index":"not_analyzed"},"achievements":{"type":"string","index":"not_analyzed"},"addresses":{"properties":{"block":{"type":"string","index":"not_analyzed"},"city":{"type":"string","index":"not_analyzed"},"countryName":{"type":"string","index":"not_analyzed"},"extendedAddress":{"type":"string","index":"not_analyzed"},"locality":{"type":"string","index":"not_analyzed"},"poBox":{"type":"string","index":"not_analyzed"},"postalCode":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"},"streetAddress":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"},"town":{"type":"string","index":"not_analyzed"}}},"avatar":{"type":"object"},"badges":{"type":"string","index":"not_analyzed","null_value":"na"},"birthDate":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"businesses":{"type":"object"},"children":{"type":"object"},"civilId":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"displayEmails":{"properties":{"address":{"type":"string","analyzer":"email"},"type":{"type":"string","index":"not_analyzed"}}},"educationHistory":{"properties":{"country":{"type":"string","index":"not_analyzed"},"degree":{"type":"string","analyzer":"porter_standard"},"edNotes":{"type":"string","analyzer":"porter_standard"},"fieldOfStudy":{"type":"string","analyzer":"porter_standard"},"schoolName":{"type":"string","index":"not_analyzed"},"yearFrom":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearTo":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}},"ethnicity":{"type":"string","index":"not_analyzed"},"followedBy":{"type":"string","index":"not_analyzed","null_value":"na"},"follows":{"type":"string","index":"not_analyzed","null_value":"na"},"fullDescription":{"type":"string","analyzer":"porter_standard"},"gender":{"type":"string","index":"not_analyzed"},"generalText":{"properties":{"description":{"type":"string","index":"not_analyzed"},"textTitle":{"type":"string","index":"not_analyzed"}}},"instantMessenger":{"properties":{"provider":{"type":"string","index":"not_analyzed"},"screenName":{"type":"string","index":"not_analyzed"}}},"interests":{"properties":{"animal-intc":{"type":"string","analyzer":"lowercase_keyword"},"food-intc":{"type":"string","analyzer":"lowercase_keyword"},"hobby-intc":{"type":"string","analyzer":"lowercase_keyword"},"music-intc":{"type":"string","analyzer":"lowercase_keyword"},"schoolsubject-intc":{"type":"string","analyzer":"lowercase_keyword"}}},"languagePref":{"type":"string","index":"not_analyzed"},"lastModifiedDate":{"type":"date","format":"dateOptionalTime"},"likes":{"type":"integer"},"loginHistory":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"date":{"type":"string","index":"not_analyzed"},"ip":{"type":"string","index":"not_analyzed"},"region":{"type":"string","index":"not_analyzed"}}},"maritalStatus":{"type":"string","index":"not_analyzed"},"moodStatus":{"type":"string","index":"not_analyzed"},"myExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"name":{"properties":{"fullName":{"type":"string","analyzer":"porter_standard"},"given":{"type":"string","analyzer":"porter_standard"},"grandfather":{"type":"string","analyzer":"porter_standard"},"middle":{"type":"string","analyzer":"porter_standard"},"pre":{"type":"string","analyzer":"porter_standard"},"suf":{"type":"string","analyzer":"porter_standard"},"surname":{"type":"string","analyzer":"porter_standard"}}},"nationality":{"type":"string","index":"not_analyzed"},"notificationPref":{"type":"string","index":"not_analyzed"},"notificationSettings":{"type":"object"},"othersExpertise":{"properties":{"description":{"type":"string","index":"not_analyzed"},"topicTitle":{"type":"string","index":"not_analyzed"}}},"parent":{"type":"object"},"password":{"type":"string","index":"not_analyzed"},"paypalInfo":{"type":"object"},"pendingAccountChange":{"type":"object"},"penpalAccessCodes:":{"type":"object"},"penpals":{"type":"object"},"penpalsPending":{"type":"object"},"percentComplete":{"type":"integer"},"phones":{"properties":{"extension":{"type":"string","index":"not_analyzed"},"number":{"type":"string","index":"not_analyzed"},"title":{"type":"string","index":"not_analyzed"}}},"placeOfBirth":{"properties":{"city":{"type":"string","index":"not_analyzed"},"country":{"type":"string","index":"not_analyzed"},"state":{"type":"string","index":"not_analyzed"}}},"privacySettings":{"properties":{"fieldName":{"type":"string","index":"not_analyzed"},"value":{"type":"string","index":"not_analyzed"}}},"privacyVisibility":{"properties":{"privateInformation":{"type":"string","index":"not_analyzed"},"searchResults":{"type":"string","index":"not_analyzed"}}},"profileType":{"type":"string","index":"not_analyzed"},"promoCodes":{"type":"string","index":"not_analyzed"},"race":{"type":"string","index":"not_analyzed"},"religion":{"type":"string","index":"not_analyzed"},"requests":{"type":"string","index":"not_analyzed","null_value":"na"},"roles":{"type":"string","index":"not_analyzed"},"socialNetworks":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"},"username":{"type":"string","analyzer":"lowercase_keyword"}}},"status":{"type":"string","index":"not_analyzed"},"tags":{"type":"string","index":"not_analyzed","null_value":"na"},"tempParentEmailAddress":{"type":"string","index":"not_analyzed"},"thirdPartyLogins":{"properties":{"identifier":{"type":"string","index":"not_analyzed"},"values":{"type":"object"}}},"threeDayPostcards":{"type":"object"},"thumbNail":{"properties":{"idCrop":{"type":"string","index":"not_analyzed"},"idSource":{"type":"string","index":"not_analyzed"}}},"username":{"type":"string","analyzer":"lowercase_keyword"},"views":{"type":"integer"},"websites":{"properties":{"title":{"type":"string","index":"not_analyzed"},"url":{"type":"string","index":"not_analyzed"}}},"workHistory":{"properties":{"businessName":{"type":"string","analyzer":"porter_standard"},"location":{"type":"string","index":"not_analyzed"},"title":{"type":"string","analyzer":"porter_standard"},"workNotes":{"type":"string","analyzer":"porter_standard"},"yearFinished":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}},"yearStarted":{"properties":{"gregorian":{"type":"string","index":"not_analyzed"},"hijri":{"type":"string","index":"not_analyzed"},"preference":{"type":"string","index":"not_analyzed"}}}}}}}}] | |
17:11:34,638 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [activities], source [{"activities":{"_id":{"index":"not_analyzed"},"properties":{"about":{"type":"object"},"actor":{"type":"object"},"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"direct":{"type":"object"},"verb":{"type":"string","index":"not_analyzed"}}}}] | |
17:11:34,642 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [stats-hour], source [{"stats-hour":{"_id":{"index":"not_analyzed"},"properties":{"es":{"type":"object"},"hz":{"type":"object"},"sc":{"type":"object"},"timeStamp":{"type":"date","format":"dateOptionalTime"}}}}] | |
17:11:34,647 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster] adding mapping [ratings], source [{"ratings":{"_id":{"index":"not_analyzed"},"properties":{"dataType":{"type":"string","index":"not_analyzed"},"dateCreated":{"type":"date","format":"dateOptionalTime"},"entityDataType":{"type":"string","index":"not_analyzed"},"entityId":{"type":"string","index":"not_analyzed"},"ratedById":{"type":"string","index":"not_analyzed"},"ratingsValue":{"type":"float"}}}}] | |
17:11:34,755 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][1] scheduling snapshot every [10s] | |
17:11:34,755 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:34,755 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:34,755 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:34,755 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:34,755 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:34,755 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:34,756 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster][0] creating shard | |
17:11:34,756 DEBUG thread-1 search.index.service: 70 - [Interloper] [cluster] creating shard_id [0] | |
17:11:34,776 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [cluster][0] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/0/index] | |
17:11:34,776 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [cluster][0] Using [keep_only_last] deletion policy | |
17:11:34,777 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [cluster][0] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:34,778 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [cluster][0] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:34,778 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][0] state: [CREATED] | |
17:11:34,782 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:34,783 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:34,784 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:34,784 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:34,784 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,784 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,784 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,784 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:34,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:34,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,785 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@fc9fac under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=0 | |
17:11:34,787 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:34,787 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,787 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@12f0342 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=0,shardType=store | |
17:11:34,788 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [cluster][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:34,788 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[cluster][0]), total is [116mb] with [5] active shards, each shard set to [23.1mb] | |
17:11:34,788 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][0] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:34,789 DEBUG thread-6 search.index.gateway: 70 - [Interloper] [cluster][0] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0] ... | |
17:11:34,792 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:34,792 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:34,792 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:34,792 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][1], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,792 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][1], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,793 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,793 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,793 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,793 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,793 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,793 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,794 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [4], source [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [P], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:34,794 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:34,794 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:34,795 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][2] scheduling snapshot every [10s] | |
17:11:34,795 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:34,795 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:34,795 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:34,795 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster][1] creating shard | |
17:11:34,795 DEBUG thread-1 search.index.service: 70 - [Interloper] [cluster] creating shard_id [1] | |
17:11:34,810 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [cluster][1] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/1/index] | |
17:11:34,810 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [cluster][1] Using [keep_only_last] deletion policy | |
17:11:34,811 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [cluster][1] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:34,883 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [cluster][1] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:34,884 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][1] state: [CREATED] | |
17:11:34,885 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:34,885 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:34,885 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:34,886 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:34,887 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,887 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@1fd9645 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=1 | |
17:11:34,887 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:34,888 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,888 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@d1817d under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=1,shardType=store | |
17:11:34,888 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [cluster][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:34,889 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[cluster][1]), total is [116mb] with [6] active shards, each shard set to [19.3mb] | |
17:11:34,889 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][1] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:34,889 DEBUG hread-13 search.index.gateway: 70 - [Interloper] [cluster][1] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1] ... | |
17:11:34,897 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:34,897 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:34,897 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:34,897 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,897 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][2], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,898 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,898 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,898 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:34,898 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:34,899 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [5], source [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [P], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:34,899 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:34,900 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:34,900 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][3] scheduling snapshot every [10s] | |
17:11:34,901 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster][2] creating shard | |
17:11:34,901 DEBUG thread-1 search.index.service: 70 - [Interloper] [cluster] creating shard_id [2] | |
17:11:34,991 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [cluster][2] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/2/index] | |
17:11:34,991 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [cluster][2] Using [keep_only_last] deletion policy | |
17:11:34,991 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [cluster][2] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:34,992 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [cluster][2] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:34,992 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][2] state: [CREATED] | |
17:11:34,993 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:34,993 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:34,993 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:34,993 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:34,994 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:34,995 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@deea66 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=2 | |
17:11:35,037 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:35,037 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,038 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@431753 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=2,shardType=store | |
17:11:35,038 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [cluster][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:35,038 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[cluster][2]), total is [116mb] with [7] active shards, each shard set to [16.5mb] | |
17:11:35,039 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][2] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:35,039 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][2] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2] ... | |
17:11:35,040 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,040 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,041 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,042 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,043 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,043 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,525 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [cluster][0] recovering [segments_1], does not exists in local store | |
17:11:35,526 TRACE thread-6 rch.index.gateway.s3: 62 - [Interloper] [cluster][0] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
17:11:35,536 DEBUG hread-12 h.index.engine.robin: 70 - [Interloper] [ppkc][4] Starting engine | |
17:11:35,542 TRACE hread-13 rch.index.gateway.s3: 62 - [Interloper] [cluster][1] recovering [segments_1], does not exists in local store | |
17:11:35,542 TRACE hread-13 rch.index.gateway.s3: 62 - [Interloper] [cluster][1] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
17:11:35,543 DEBUG thread-6 h.index.engine.robin: 70 - [Interloper] [cluster][0] Starting engine | |
17:11:35,544 DEBUG thread-6 .index.shard.service: 70 - [Interloper] [cluster][0] scheduling refresher every 1s | |
17:11:35,544 DEBUG thread-6 .index.shard.service: 70 - [Interloper] [cluster][0] scheduling optimizer / merger every 1s | |
17:11:35,545 DEBUG thread-6 .index.shard.service: 70 - [Interloper] [cluster][0] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:35,545 TRACE thread-6 .index.shard.service: 62 - [Interloper] [cluster][0] refresh with waitForOperations[false] | |
17:11:35,545 DEBUG thread-6 search.index.gateway: 70 - [Interloper] [cluster][0] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0], took [757ms] | |
index : files [1] with total_size [32b], took[18ms] | |
: recovered_files [1] with total_size [32b] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [20ms] | |
17:11:35,545 DEBUG thread-6 cluster.action.shard: 70 - [Interloper] sending shard started for [cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,545 DEBUG thread-6 cluster.action.shard: 70 - [Interloper] received shard started for [cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,546 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:35,546 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,546 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:35,546 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][3], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:35,546 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:35,546 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:35,547 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [6], source [shard-started ([cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [P], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:35,548 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:35,548 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:35,548 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][0] scheduling snapshot every [10s] | |
17:11:35,556 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster][3] creating shard | |
17:11:35,556 DEBUG thread-1 search.index.service: 70 - [Interloper] [cluster] creating shard_id [3] | |
17:11:35,655 DEBUG hread-13 h.index.engine.robin: 70 - [Interloper] [cluster][1] Starting engine | |
17:11:35,656 DEBUG hread-13 .index.shard.service: 70 - [Interloper] [cluster][1] scheduling refresher every 1s | |
17:11:35,656 DEBUG hread-13 .index.shard.service: 70 - [Interloper] [cluster][1] scheduling optimizer / merger every 1s | |
17:11:35,656 DEBUG hread-13 .index.shard.service: 70 - [Interloper] [cluster][1] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:35,656 TRACE hread-13 .index.shard.service: 62 - [Interloper] [cluster][1] refresh with waitForOperations[false] | |
17:11:35,656 DEBUG hread-13 search.index.gateway: 70 - [Interloper] [cluster][1] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1], took [767ms] | |
index : files [1] with total_size [32b], took[113ms] | |
: recovered_files [1] with total_size [32b] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [114ms] | |
17:11:35,657 DEBUG hread-13 cluster.action.shard: 70 - [Interloper] sending shard started for [cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,657 DEBUG hread-13 cluster.action.shard: 70 - [Interloper] received shard started for [cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,660 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [cluster][2] recovering [segments_1], does not exists in local store | |
17:11:35,660 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [cluster][2] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
17:11:35,671 DEBUG thread-1 h.index.engine.robin: 70 - [Interloper] [cluster][2] Starting engine | |
17:11:35,672 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][2] scheduling refresher every 1s | |
17:11:35,672 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][2] scheduling optimizer / merger every 1s | |
17:11:35,672 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][2] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:35,673 TRACE thread-1 .index.shard.service: 62 - [Interloper] [cluster][2] refresh with waitForOperations[false] | |
17:11:35,673 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][2] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2], took [634ms] | |
index : files [1] with total_size [32b], took[11ms] | |
: recovered_files [1] with total_size [32b] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [13ms] | |
17:11:35,673 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,673 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,684 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [cluster][3] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/3/index] | |
17:11:35,685 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [cluster][3] Using [keep_only_last] deletion policy | |
17:11:35,685 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [cluster][3] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:35,685 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [cluster][3] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:35,686 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][3] state: [CREATED] | |
17:11:35,686 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:35,687 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:35,688 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,688 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@8980b7 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=3 | |
17:11:35,688 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [ppkc][4] scheduling refresher every 1s | |
17:11:35,688 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [ppkc][4] scheduling optimizer / merger every 1s | |
17:11:35,688 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [ppkc][4] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:35,688 TRACE hread-12 .index.shard.service: 62 - [Interloper] [ppkc][4] refresh with waitForOperations[false] | |
17:11:35,689 DEBUG hread-12 search.index.gateway: 70 - [Interloper] [ppkc][4] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4], took [1.8s] | |
index : files [91] with total_size [7.8mb], took[1.4s] | |
: recovered_files [91] with total_size [7.8mb] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [1.6s] | |
17:11:35,689 DEBUG hread-12 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,689 DEBUG hread-12 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,689 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:35,689 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,689 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@13b0106 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=3,shardType=store | |
17:11:35,690 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [cluster][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:35,690 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[cluster][3]), total is [116mb] with [8] active shards, each shard set to [14.5mb] | |
17:11:35,690 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][3] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:35,690 DEBUG hread-12 search.index.gateway: 70 - [Interloper] [cluster][3] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3] ... | |
17:11:35,692 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,692 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,693 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,693 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:35,693 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,693 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: checking node [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]] | |
17:11:35,693 TRACE thread-1 ch.gateway.blobstore: 62 - [Interloper] [cluster][4], node[null], [P], s[UNASSIGNED]: node ignored for pre_allocation [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], total_size_matched [0b] smaller than last_size_matched [0b] | |
17:11:35,694 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [7], source [shard-started ([cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:35,694 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:35,694 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:35,695 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:35,695 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:35,695 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:35,695 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][1] scheduling snapshot every [10s] | |
17:11:35,695 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:35,695 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:35,695 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:35,696 DEBUG thread-1 arch.indices.cluster: 70 - [Interloper] [cluster][4] creating shard | |
17:11:35,696 DEBUG thread-1 search.index.service: 70 - [Interloper] [cluster] creating shard_id [4] | |
17:11:35,708 DEBUG thread-1 earch.index.store.fs: 70 - [Interloper] [cluster][4] using [nio_fs] store with path [/var/local/es/data/elasticsearch-dev/nodes/0/indices/cluster/4/index] | |
17:11:35,709 DEBUG thread-1 index.deletionpolicy: 70 - [Interloper] [cluster][4] Using [keep_only_last] deletion policy | |
17:11:35,709 DEBUG thread-1 h.index.merge.policy: 70 - [Interloper] [cluster][4] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true] | |
17:11:35,709 DEBUG thread-1 ndex.merge.scheduler: 70 - [Interloper] [cluster][4] using [concurrent] merge scheduler with max_thread_count[1] | |
17:11:35,710 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][4] state: [CREATED] | |
17:11:35,711 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute MaxDoc[r=true,w=false,is=false,type=int] | |
17:11:35,711 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute NumDocs[r=true,w=false,is=false,type=int] | |
17:11:35,711 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogId[r=true,w=false,is=false,type=long] | |
17:11:35,712 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogNumberOfOperations[r=true,w=false,is=false,type=long] | |
17:11:35,712 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Index[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute State[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute RoutingState[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute TranslogSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute ShardId[r=true,w=false,is=false,type=int] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Primary[r=true,w=false,is=true,type=boolean] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute StoreSize[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,713 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@18c0dc2 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=4 | |
17:11:35,806 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute SizeInBytes[r=true,w=false,is=false,type=long] | |
17:11:35,806 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Attribute Size[r=true,w=false,is=false,type=java.lang.String] | |
17:11:35,807 TRACE thread-1 rg.elasticsearch.jmx: 62 - [Interloper] Registered org.elasticsearch.jmx.ResourceDMBean@57e030 under org.elasticsearch:service=indices,index=cluster,subService=shards,shard=4,shardType=store | |
17:11:35,807 DEBUG thread-1 earch.index.translog: 70 - [Interloper] [cluster][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m] | |
17:11:35,807 DEBUG thread-1 earch.indices.memory: 70 - [Interloper] recalculating shard indexing buffer (reason=created_shard[cluster][4]), total is [116mb] with [9] active shards, each shard set to [12.8mb] | |
17:11:35,808 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][4] state: [CREATED]->[RECOVERING], reason [from gateway] | |
17:11:35,808 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][4] starting recovery from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4] ... | |
17:11:35,809 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,809 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:35,809 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,810 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [8], source [shard-started ([cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:35,811 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:35,811 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:35,811 TRACE thread-1 arch.indices.cluster: 62 - [Interloper] [{}][{}] master [{}] marked shard as initializing, but shard already created, mark shard as started | |
17:11:35,812 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:35,812 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started] | |
17:11:35,812 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][2] scheduling snapshot every [10s] | |
17:11:35,813 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,813 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:35,813 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,814 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [9], source [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:35,814 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:35,814 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:35,815 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][4] scheduling snapshot every [10s] | |
17:11:35,816 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,816 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,816 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,816 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,816 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,816 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: execute | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [master [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,817 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,822 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [cluster][3] recovering [segments_1], does not exists in local store | |
17:11:35,822 TRACE hread-12 rch.index.gateway.s3: 62 - [Interloper] [cluster][3] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
17:11:35,839 DEBUG hread-12 h.index.engine.robin: 70 - [Interloper] [cluster][3] Starting engine | |
17:11:35,842 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [cluster][3] scheduling refresher every 1s | |
17:11:35,842 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [cluster][3] scheduling optimizer / merger every 1s | |
17:11:35,842 DEBUG hread-12 .index.shard.service: 70 - [Interloper] [cluster][3] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:35,842 TRACE hread-12 .index.shard.service: 62 - [Interloper] [cluster][3] refresh with waitForOperations[false] | |
17:11:35,842 DEBUG hread-12 search.index.gateway: 70 - [Interloper] [cluster][3] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3], took [152ms] | |
index : files [1] with total_size [32b], took[17ms] | |
: recovered_files [1] with total_size [32b] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [20ms] | |
17:11:35,843 DEBUG hread-12 cluster.action.shard: 70 - [Interloper] sending shard started for [cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,843 DEBUG hread-12 cluster.action.shard: 70 - [Interloper] received shard started for [cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,843 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:35,843 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,844 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [10], source [shard-started ([cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:35,845 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:35,845 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:35,846 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][3] scheduling snapshot every [10s] | |
17:11:35,847 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,847 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,847 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:35,915 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [cluster][4] recovering [segments_1], does not exists in local store | |
17:11:35,915 TRACE thread-1 rch.index.gateway.s3: 62 - [Interloper] [cluster][4] recovering_files [1] with total_size [32b], reusing_files [0] with reused_size [0b] | |
17:11:35,925 DEBUG thread-1 h.index.engine.robin: 70 - [Interloper] [cluster][4] Starting engine | |
17:11:35,926 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][4] scheduling refresher every 1s | |
17:11:35,926 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][4] scheduling optimizer / merger every 1s | |
17:11:35,926 DEBUG thread-1 .index.shard.service: 70 - [Interloper] [cluster][4] state: [RECOVERING]->[STARTED], reason [post recovery from gateway, no translog] | |
17:11:35,926 TRACE thread-1 .index.shard.service: 62 - [Interloper] [cluster][4] refresh with waitForOperations[false] | |
17:11:35,926 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][4] recovery completed from s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4], took [118ms] | |
index : files [1] with total_size [32b], took[10ms] | |
: recovered_files [1] with total_size [32b] | |
: reusing_files [0] with total_size [0b] | |
translog : number_of_operations [0], took [11ms] | |
17:11:35,926 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] sending shard started for [cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,926 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] received shard started for [cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,927 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute | |
17:11:35,927 DEBUG thread-1 cluster.action.shard: 70 - [Interloper] applying started shard [cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING], reason [after recovery from gateway] | |
17:11:35,928 TRACE thread-1 arch.cluster.service: 62 - [Interloper] cluster state updated: | |
version [11], source [shard-started ([cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]] | |
nodes: | |
[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], local, master | |
routing_table: | |
-- index [ppkc] | |
----shard_id [ppkc][0] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][1] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][2] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][3] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [ppkc][4] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
-- index [cluster] | |
----shard_id [cluster][0] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][1] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][2] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][3] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
----shard_id [cluster][4] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
routing_nodes: | |
-----node_id[BYhjXRYVSQelle8PC2rOPQ] | |
--------[ppkc][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[ppkc][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][0], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][1], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][2], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][3], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
--------[cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[STARTED] | |
---- unassigned | |
--------[ppkc][0], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][1], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][2], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][3], node[null], [R], s[UNASSIGNED] | |
--------[ppkc][4], node[null], [R], s[UNASSIGNED] | |
--------[cluster][0], node[null], [R], s[UNASSIGNED] | |
--------[cluster][1], node[null], [R], s[UNASSIGNED] | |
--------[cluster][2], node[null], [R], s[UNASSIGNED] | |
--------[cluster][3], node[null], [R], s[UNASSIGNED] | |
--------[cluster][4], node[null], [R], s[UNASSIGNED] | |
17:11:35,929 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: execute | |
17:11:35,929 DEBUG thread-1 search.river.cluster: 70 - [Interloper] processing [reroute_rivers_node_changed]: no change in cluster_state | |
17:11:35,929 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][4] scheduling snapshot every [10s] | |
17:11:35,930 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [shard-started ([cluster][4], node[BYhjXRYVSQelle8PC2rOPQ], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state | |
17:11:35,931 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: execute | |
17:11:35,932 DEBUG thread-1 arch.cluster.service: 70 - [Interloper] processing [routing-table-updater]: no change in cluster_state | |
17:11:36,004 INFO main .ElasticSearchServer: 172 - ES cluster status is YELLOW | |
17:11:36,004 INFO main .ElasticSearchServer: 78 - Elastic Search server is started. | |
17:11:36,091 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1e95d95 | |
17:11:36,098 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@16c006e | |
17:11:36,098 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1905335 | |
17:11:36,098 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@46ee9d | |
17:11:36,099 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@dbab83 | |
17:11:36,099 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1d9626b | |
17:11:36,099 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@cc87c1 | |
17:11:36,100 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1e4b53d | |
17:11:36,100 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@36ef21 | |
17:11:36,100 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@8d9b22 | |
17:11:36,100 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@c3f750 | |
17:11:36,101 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1a1d5cb | |
17:11:36,101 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1db0c7e | |
17:11:36,101 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@115870 | |
17:11:36,101 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@c5294d | |
17:11:36,102 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@18c5880 | |
17:11:36,102 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@a24141 | |
17:11:36,103 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@6a16d4 | |
17:11:36,103 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@100e398 | |
17:11:36,103 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@15e10ab | |
17:11:36,103 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@987c7d | |
17:11:36,104 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@115272a | |
17:11:36,104 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1be496b | |
17:11:36,139 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1c617e0 | |
17:11:36,139 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@497e4b | |
17:11:36,140 DEBUG main cast.MapStoreManager: 82 - Instantiated MapStoreManager: com.tracermedia.hazelcast.MapStoreManager@1026e12 | |
17:11:36,142 INFO main t.HazelcastBootstrap: 61 - ---------------------------------------- | |
17:11:36,142 INFO main t.HazelcastBootstrap: 62 - Starting Hazelcast bootstrap process | |
17:11:36,609 INFO main t.HazelcastBootstrap: 177 - The following list of IP addresses were identified in the cluster: [10.240.110.42] | |
17:11:36,611 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-resources with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1e95d95 | |
17:11:36,612 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-profiles with mapStore instance com.tracermedia.hazelcast.MapStoreManager@16c006e | |
17:11:36,612 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-likes with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1905335 | |
17:11:36,612 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-activities with mapStore instance com.tracermedia.hazelcast.MapStoreManager@46ee9d | |
17:11:36,612 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-activityStreams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@dbab83 | |
17:11:36,612 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-ventures with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1d9626b | |
17:11:36,612 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-posts with mapStore instance com.tracermedia.hazelcast.MapStoreManager@cc87c1 | |
17:11:36,613 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-spams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1e4b53d | |
17:11:36,613 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-passwordResetTokens with mapStore instance com.tracermedia.hazelcast.MapStoreManager@36ef21 | |
17:11:36,613 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-refLists with mapStore instance com.tracermedia.hazelcast.MapStoreManager@8d9b22 | |
17:11:36,613 INFO main t.HazelcastBootstrap: 124 - Associating map name nep-views with mapStore instance com.tracermedia.hazelcast.MapStoreManager@c3f750 | |
17:11:36,613 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-resources with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1a1d5cb | |
17:11:36,614 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-profiles with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1db0c7e | |
17:11:36,614 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-refLists with mapStore instance com.tracermedia.hazelcast.MapStoreManager@115870 | |
17:11:36,614 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-gamedata with mapStore instance com.tracermedia.hazelcast.MapStoreManager@c5294d | |
17:11:36,614 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-activities with mapStore instance com.tracermedia.hazelcast.MapStoreManager@18c5880 | |
17:11:36,614 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-activityStreams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@a24141 | |
17:11:36,615 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-passwordResetTokens with mapStore instance com.tracermedia.hazelcast.MapStoreManager@6a16d4 | |
17:11:36,615 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-posts with mapStore instance com.tracermedia.hazelcast.MapStoreManager@100e398 | |
17:11:36,615 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-profileVerificationTokens with mapStore instance com.tracermedia.hazelcast.MapStoreManager@15e10ab | |
17:11:36,616 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-ratings with mapStore instance com.tracermedia.hazelcast.MapStoreManager@987c7d | |
17:11:36,616 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-spams with mapStore instance com.tracermedia.hazelcast.MapStoreManager@115272a | |
17:11:36,616 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-userUploadedContent with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1be496b | |
17:11:36,616 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-games with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1c617e0 | |
17:11:36,616 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-friendcodes with mapStore instance com.tracermedia.hazelcast.MapStoreManager@497e4b | |
17:11:36,616 INFO main t.HazelcastBootstrap: 124 - Associating map name ppkc-promocodes with mapStore instance com.tracermedia.hazelcast.MapStoreManager@1026e12 | |
17:11:37,827 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Interloper] [gc][MarkSweepCompact][6] took [666ms]/[1.8s], reclaimed [284.6mb], leaving [52.4mb] used, max [1.3gb] | |
17:11:39,304 INFO main t.HazelcastBootstrap: 83 - Hazelcast node [_hzInstance_0_hazelcast-dev] joined the cluster. Members: /10.240.110.42 | |
17:11:39,330 INFO main t.HazelcastBootstrap: 87 - Hazelcast bootstrap process completed | |
17:11:39,330 INFO main t.HazelcastBootstrap: 88 - ---------------------------------------- | |
17:11:40,280 DEBUG main lipse.jetty.util.log: 70 - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.eclipse.jetty.util.log) via org.eclipse.jetty.util.log.Slf4jLog | |
17:11:40,281 DEBUG main lipse.jetty.util.log: 70 - Starting org.eclipse.jetty.client.HttpClient@141622d | |
17:11:40,281 DEBUG main lipse.jetty.util.log: 70 - Starting qtp25415395{8<=0<=0/100,-1} | |
17:11:40,287 DEBUG main lipse.jetty.util.log: 70 - STARTED qtp25415395{8<=7<=8/100,0} | |
17:11:40,294 DEBUG main lipse.jetty.util.log: 70 - Starting org.eclipse.jetty.client.SelectConnector@13cc73c | |
17:11:40,295 DEBUG main lipse.jetty.util.log: 70 - Starting org.eclipse.jetty.client.SelectConnector$Manager@1ef5e7d | |
17:11:40,297 DEBUG main lipse.jetty.util.log: 70 - STARTED org.eclipse.jetty.client.SelectConnector$Manager@1ef5e7d | |
17:11:40,300 DEBUG main lipse.jetty.util.log: 70 - STARTED org.eclipse.jetty.client.SelectConnector@13cc73c | |
17:11:40,301 DEBUG main lipse.jetty.util.log: 70 - STARTED org.eclipse.jetty.client.HttpClient@141622d | |
17:11:40,487 INFO main eadPoolTaskScheduler: 115 - Initializing ExecutorService 'myScheduler' | |
17:11:40,675 INFO main rSecurityInterceptor: 156 - Validated configuration attributes | |
17:11:40,869 INFO main ontext.ContextLoader: 214 - Root WebApplicationContext: initialization completed in 42032 ms | |
17:11:41,852 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Interloper] [gc][MarkSweepCompact][7] took [518ms]/[2.3s], reclaimed [57mb], leaving [61.9mb] used, max [1.3gb] | |
17:11:43,886 DEBUG thread-1 icsearch.monitor.jvm: 70 - [Interloper] [gc][MarkSweepCompact][8] took [602ms]/[2.9s], reclaimed [41mb], leaving [65.5mb] used, max [1.3gb] | |
17:11:43,912 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][0] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0] ... | |
17:11:44,715 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][0] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][0], took [666ms] | |
index : version [1306977244901], number_of_files [1] with total_size [1.2kb], took [97ms] | |
translog : id [1306977244901], number_of_operations [0], took [0s] | |
17:11:44,779 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][1] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1] ... | |
17:11:44,798 DEBUG thread-2 search.index.gateway: 70 - [Interloper] [ppkc][2] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2] ... | |
17:11:44,937 DEBUG thread-3 search.index.gateway: 70 - [Interloper] [ppkc][3] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3] ... | |
17:11:45,144 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][1] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][1], took [352ms] | |
index : version [1306977245453], number_of_files [1] with total_size [2.7kb], took [55ms] | |
translog : id [1306977245453], number_of_operations [0], took [0s] | |
17:11:45,161 DEBUG thread-2 search.index.gateway: 70 - [Interloper] [ppkc][2] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][2], took [363ms] | |
index : version [1306977247097], number_of_files [1] with total_size [2.2kb], took [52ms] | |
translog : id [1306977247097], number_of_operations [0], took [0s] | |
17:11:45,462 DEBUG thread-3 search.index.gateway: 70 - [Interloper] [ppkc][3] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][3], took [525ms] | |
index : version [1306977246889], number_of_files [1] with total_size [1.9kb], took [248ms] | |
translog : id [1306977246889], number_of_operations [0], took [0s] | |
17:11:45,556 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][0] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0] ... | |
17:11:45,693 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [cluster][0] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][0], took [137ms] | |
index : version [1307352985548], number_of_files [1] with total_size [32b], took [17ms] | |
translog : id [1307352985548], number_of_operations [0], took [0s] | |
17:11:45,695 DEBUG thread-2 search.index.gateway: 70 - [Interloper] [cluster][1] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1] ... | |
17:11:45,812 DEBUG thread-3 search.index.gateway: 70 - [Interloper] [cluster][2] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2] ... | |
17:11:45,815 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][4] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4] ... | |
17:11:45,847 DEBUG thread-4 search.index.gateway: 70 - [Interloper] [cluster][3] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3] ... | |
17:11:45,886 DEBUG thread-2 search.index.gateway: 70 - [Interloper] [cluster][1] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][1], took [191ms] | |
index : version [1307352985570], number_of_files [1] with total_size [32b], took [20ms] | |
translog : id [1307352985570], number_of_operations [0], took [0s] | |
17:11:45,960 DEBUG thread-2 search.index.gateway: 70 - [Interloper] [cluster][4] snapshot (scheduled) to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4] ... | |
17:11:45,997 DEBUG thread-3 search.index.gateway: 70 - [Interloper] [cluster][2] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][2], took [184ms] | |
index : version [1307352985600], number_of_files [1] with total_size [32b], took [37ms] | |
translog : id [1307352985600], number_of_operations [0], took [0s] | |
17:11:46,030 DEBUG thread-1 search.index.gateway: 70 - [Interloper] [ppkc][4] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][ppkc][4], took [215ms] | |
index : version [1306977245793], number_of_files [1] with total_size [2.5kb], took [72ms] | |
translog : id [1306977245793], number_of_operations [0], took [0s] | |
17:11:46,062 DEBUG thread-4 search.index.gateway: 70 - [Interloper] [cluster][3] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][3], took [215ms] | |
index : version [1307352985631], number_of_files [1] with total_size [32b], took [20ms] | |
translog : id [1307352985631], number_of_operations [0], took [0s] | |
17:11:46,078 DEBUG thread-2 search.index.gateway: 70 - [Interloper] [cluster][4] snapshot (scheduled) completed to s3://ppkc-es-gateway-dev/[elasticsearch-dev][indices][cluster][4], took [118ms] | |
index : version [1307352986102], number_of_files [1] with total_size [32b], took [20ms] | |
translog : id [1307352986102], number_of_operations [0], took [0s] | |
17:11:53,692 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x01b3cc96]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,693 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x0092fe09]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,693 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x0064064b]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,694 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x016e3762]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,695 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x016ce9df]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,695 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x00d942d9]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,695 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x013ca972]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,695 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x0084e3f9]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,696 TRACE thread-3 ery.zen.ping.unicast: 66 - [Interloper] [1] failed to connect to [#cloud-i-7164da1f-0][inet[/10.122.62.201:9310]] | |
org.elasticsearch.transport.ConnectTransportException: [][inet[/10.122.62.201:9310]] connect_timeout[30s] | |
at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
Caused by: java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
... 3 more | |
17:11:53,698 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x001c98b2]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:11:53,713 DEBUG hread-11 arch.transport.netty: 70 - [Interloper] Connected to node [[#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
17:11:53,713 TRACE hread-11 ery.zen.ping.unicast: 62 - [Interloper] [1] connecting to [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]], disconnect[true] | |
17:11:53,713 TRACE hread-10 ery.zen.ping.unicast: 62 - [Interloper] [1] connecting to [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]], disconnect[false] | |
17:11:53,715 TRACE ker #1-2 ery.zen.ping.unicast: 62 - [Interloper] [1] received response from [#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]: [ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], master [[Shroud][HnIw_v01StWb8-cJJQ8ANw][inet[/10.240.94.178:9310]]], cluster_name[elasticsearch-dev]}] | |
17:11:53,716 TRACE ker #1-1 ery.zen.ping.unicast: 62 - [Interloper] [1] received response from [Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]: [ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [null], cluster_name[elasticsearch-dev]}, ping_response{target [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], master [[Interloper][BYhjXRYVSQelle8PC2rOPQ][inet[/10.240.110.42:9310]]], cluster_name[elasticsearch-dev]}] | |
17:11:53,717 DEBUG ker #1-2 arch.transport.netty: 70 - [Interloper] Disconnected from [[#cloud-i-d9b7c0b7-0][inet[/10.240.94.178:9310]]] | |
17:11:53,717 WARN ker #1-2 ery.zen.ping.unicast: 86 - [Interloper] received ping response with no matching id [1] | |
17:12:14,712 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x01d36efb]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:12:14,713 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x00ebc11d]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:12:14,713 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x001b5e32]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:12:14,713 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x0139f0bb]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
17:12:14,714 TRACE thread-9 ery.zen.ping.unicast: 66 - [Interloper] [1] failed to connect to [#cloud-i-5b553335-0][inet[/10.254.91.0:9310]] | |
org.elasticsearch.transport.ConnectTransportException: [][inet[/10.254.91.0:9310]] connect_timeout[30s] | |
at org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:514) | |
at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:475) | |
at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:126) | |
at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:198) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) | |
Caused by: java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
... 3 more | |
17:12:14,716 TRACE boss #1 arch.transport.netty: 66 - [Interloper] (Ignoring) Exception caught on netty layer [[id: 0x015b24dd]] | |
java.net.ConnectException: Connection timed out | |
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:592) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:384) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:354) | |
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:276) | |
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
at java.lang.Thread.run(Thread.java:636) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment