Created
February 10, 2014 16:09
-
-
Save nik9000/8918627 to your computer and use it in GitHub Desktop.
TEST-org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.xml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <testsuite errors="15" failures="2" tests="15" skipped="0" name="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" hostname="nohost.nodomain" time="381.23" timestamp="2014-02-10T10:50:52"> | |
| <properties class="java.util.ArrayList"> | |
| <property name="awt.toolkit" value="sun.awt.X11.XToolkit"/> | |
| <property name="es.logger.level" value="INFO"/> | |
| <property name="es.logger.prefix" value=""/> | |
| <property name="es.node.local" value=""/> | |
| <property name="es.node.mode" value=""/> | |
| <property name="file.encoding" value="UTF-8"/> | |
| <property name="file.encoding.pkg" value="sun.io"/> | |
| <property name="file.separator" value="/"/> | |
| <property name="java.awt.graphicsenv" value="sun.awt.X11GraphicsEnvironment"/> | |
| <property name="java.awt.headless" value="true"/> | |
| <property name="java.awt.printerjob" value="sun.print.PSPrinterJob"/> | |
| <property name="java.class.path" value="/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target/test-classes:/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target/classes:/home/manybubbles/.m2/repository/org/hamcrest/hamcrest-all/1.3/hamcrest-all-1.3.jar:/home/manybubbles/.m2/repository/com/carrotsearch/randomizedtesting/randomizedtesting-runner/2.0.15/randomizedtesting-runner-2.0.15.jar:/home/manybubbles/.m2/repository/junit/junit/4.10/junit-4.10.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-test-framework/4.6.1/lucene-test-framework-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-expressions/4.6.1/lucene-expressions-4.6.1.jar:/home/manybubbles/.m2/repository/org/antlr/antlr-runtime/3.5/antlr-runtime-3.5.jar:/home/manybubbles/.m2/repository/org/ow2/asm/asm/4.1/asm-4.1.jar:/home/manybubbles/.m2/repository/org/ow2/asm/asm-commons/4.1/asm-commons-4.1.jar:/home/manybubbles/.m2/repository/org/apache/httpcomponents/httpclient/4.3.1/httpclient-4.3.1.jar:/home/manybubbles/.m2/repository/org/apache/httpcomponents/httpcore/4.3/httpcore-4.3.jar:/home/manybubbles/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/home/manybubbles/.m2/repository/commons-codec/commons-codec/1.6/commons-codec-1.6.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-core/4.6.1/lucene-core-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-analyzers-common/4.6.1/lucene-analyzers-common-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-codecs/4.6.1/lucene-codecs-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-queries/4.6.1/lucene-queries-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-memory/4.6.1/lucene-memory-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-highlighter/4.6.1/lucene-highlighter-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-queryparser/4.6.1/lucene-queryparser-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-sandbox/4.6.1/lucene-sandbox-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-suggest/4.6.1/lucene-suggest-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-misc/4.6.1/lucene-misc-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-join/4.6.1/lucene-join-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-grouping/4.6.1/lucene-grouping-4.6.1.jar:/home/manybubbles/.m2/repository/org/apache/lucene/lucene-spatial/4.6.1/lucene-spatial-4.6.1.jar:/home/manybubbles/.m2/repository/com/spatial4j/spatial4j/0.3/spatial4j-0.3.jar:/home/manybubbles/.m2/repository/com/vividsolutions/jts/1.12/jts-1.12.jar:/home/manybubbles/.m2/repository/com/google/guava/guava/16.0/guava-16.0.jar:/home/manybubbles/.m2/repository/com/carrotsearch/hppc/0.5.3/hppc-0.5.3.jar:/home/manybubbles/.m2/repository/joda-time/joda-time/2.3/joda-time-2.3.jar:/home/manybubbles/.m2/repository/org/joda/joda-convert/1.2/joda-convert-1.2.jar:/home/manybubbles/.m2/repository/org/mvel/mvel2/2.1.5.Final/mvel2-2.1.5.Final.jar:/home/manybubbles/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.3.0/jackson-core-2.3.0.jar:/home/manybubbles/.m2/repository/com/fasterxml/jackson/dataformat/jackson-dataformat-smile/2.3.0/jackson-dataformat-smile-2.3.0.jar:/home/manybubbles/.m2/repository/com/fasterxml/jackson/dataformat/jackson-dataformat-yaml/2.3.0/jackson-dataformat-yaml-2.3.0.jar:/home/manybubbles/.m2/repository/io/netty/netty/3.9.0.Final/netty-3.9.0.Final.jar:/home/manybubbles/.m2/repository/com/ning/compress-lzf/0.9.6/compress-lzf-0.9.6.jar:/home/manybubbles/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/manybubbles/.m2/repository/org/slf4j/slf4j-api/1.6.2/slf4j-api-1.6.2.jar:/home/manybubbles/.m2/repository/net/java/dev/jna/jna/3.3.0/jna-3.3.0.jar:/home/manybubbles/.m2/repository/org/fusesource/sigar/1.6.4/sigar-1.6.4.jar:/home/manybubbles/.m2/repository/com/carrotsearch/randomizedtesting/junit4-ant/2.0.15/junit4-ant-2.0.15.jar"/> | |
| <property name="java.class.version" value="51.0"/> | |
| <property name="java.endorsed.dirs" value="/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/endorsed"/> | |
| <property name="java.ext.dirs" value="/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext"/> | |
| <property name="java.home" value="/usr/lib/jvm/java-7-openjdk-amd64/jre"/> | |
| <property name="java.io.tmpdir" value="."/> | |
| <property name="java.library.path" value="/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib"/> | |
| <property name="java.runtime.name" value="OpenJDK Runtime Environment"/> | |
| <property name="java.runtime.version" value="1.7.0_51-b00"/> | |
| <property name="java.security.policy" value="/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/dev-tools/tests.policy"/> | |
| <property name="java.specification.name" value="Java Platform API Specification"/> | |
| <property name="java.specification.vendor" value="Oracle Corporation"/> | |
| <property name="java.specification.version" value="1.7"/> | |
| <property name="java.vendor" value="Oracle Corporation"/> | |
| <property name="java.vendor.url" value="http://java.oracle.com/"/> | |
| <property name="java.vendor.url.bug" value="http://bugreport.sun.com/bugreport/"/> | |
| <property name="java.version" value="1.7.0_51"/> | |
| <property name="java.vm.info" value="mixed mode"/> | |
| <property name="java.vm.name" value="OpenJDK 64-Bit Server VM"/> | |
| <property name="java.vm.specification.name" value="Java Virtual Machine Specification"/> | |
| <property name="java.vm.specification.vendor" value="Oracle Corporation"/> | |
| <property name="java.vm.specification.version" value="1.7"/> | |
| <property name="java.vm.vendor" value="Oracle Corporation"/> | |
| <property name="java.vm.version" value="24.45-b08"/> | |
| <property name="junit4.childvm.cwd" value="/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target/J0"/> | |
| <property name="junit4.childvm.id" value="0"/> | |
| <property name="junit4.memory.total" value="116916224"/> | |
| <property name="junit4.pidString" value="28906@manybubbles-laptop"/> | |
| <property name="junit4.processors" value="4"/> | |
| <property name="junit4.tempDir" value="/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target"/> | |
| <property name="line.separator" value=" | |
| "/> | |
| <property name="os.arch" value="amd64"/> | |
| <property name="os.name" value="Linux"/> | |
| <property name="os.version" value="3.8.0-35-generic"/> | |
| <property name="path.separator" value=":"/> | |
| <property name="sun.arch.data.model" value="64"/> | |
| <property name="sun.boot.class.path" value="/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/netx.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/plugin.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/rhino.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-7-openjdk-amd64/jre/classes"/> | |
| <property name="sun.boot.library.path" value="/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/amd64"/> | |
| <property name="sun.cpu.endian" value="little"/> | |
| <property name="sun.cpu.isalist" value=""/> | |
| <property name="sun.desktop" value="gnome"/> | |
| <property name="sun.io.unicode.encoding" value="UnicodeLittle"/> | |
| <property name="sun.java.command" value="com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target/junit4-J0-20140210_105052_100.events @/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target/junit4-J0-20140210_105052_100.suites -stdin"/> | |
| <property name="sun.java.launcher" value="SUN_STANDARD"/> | |
| <property name="sun.jnu.encoding" value="UTF-8"/> | |
| <property name="sun.management.compiler" value="HotSpot 64-Bit Tiered Compilers"/> | |
| <property name="sun.os.patch.level" value="unknown"/> | |
| <property name="tests.appendseed" value=""/> | |
| <property name="tests.assertion.disabled" value=""/> | |
| <property name="tests.awaitsfix" value=""/> | |
| <property name="tests.badapples" value=""/> | |
| <property name="tests.class" value="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests"/> | |
| <property name="tests.client.ratio" value=""/> | |
| <property name="tests.cluster_seed" value="2EDAD28438681"/> | |
| <property name="tests.enable_mock_modules" value=""/> | |
| <property name="tests.failfast" value=""/> | |
| <property name="tests.integration" value=""/> | |
| <property name="tests.iters" value=""/> | |
| <property name="tests.jvm.argline" value=""/> | |
| <property name="tests.maxfailures" value=""/> | |
| <property name="tests.method" value=""/> | |
| <property name="tests.network" value=""/> | |
| <property name="tests.nightly" value=""/> | |
| <property name="tests.prefix" value="tests"/> | |
| <property name="tests.rest" value=""/> | |
| <property name="tests.rest.spec" value=""/> | |
| <property name="tests.rest.suite" value=""/> | |
| <property name="tests.security.manager" value=""/> | |
| <property name="tests.seed" value="DB99E9BF3586634B"/> | |
| <property name="tests.showSuccess" value=""/> | |
| <property name="tests.slow" value=""/> | |
| <property name="tests.timeoutSuite" value=""/> | |
| <property name="tests.weekly" value=""/> | |
| <property name="user.country" value="US"/> | |
| <property name="user.dir" value="/home/manybubbles/Workspaces/Elasticsearch/elasticsearch/target/J0"/> | |
| <property name="user.home" value="/home/manybubbles"/> | |
| <property name="user.language" value="en"/> | |
| <property name="user.name" value="manybubbles"/> | |
| <property name="user.timezone" value=""/> | |
| </properties> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_string_singleShard" time="71.89"> | |
| <failure message=" | |
| Expected: is <15L> | |
| got: <3L> | |
| " type="java.lang.AssertionError">java.lang.AssertionError: | |
| Expected: is <15L> | |
| got: <3L> | |
| at org.junit.Assert.assertThat(Assert.java:780) | |
| at org.junit.Assert.assertThat(Assert.java:738) | |
| at org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.indexData(ShardSizeTermsStatsFacetTests.java:533) | |
| at org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.withShardSize_string_singleShard(ShardSizeTermsStatsFacetTests.java:185) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1558) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:736) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:772) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:786) | |
| at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:745) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:647) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:681) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:692) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </failure> | |
| <error message="MockDirectoryWrapper: cannot close: there are still open locks: [write.lock]" type="java.lang.RuntimeException">java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open locks: [write.lock] | |
| at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:625) | |
| at org.elasticsearch.test.store.MockDirectoryHelper$ElasticsearchMockDirectoryWrapper.closeWithRuntimeException(MockDirectoryHelper.java:155) | |
| at org.elasticsearch.test.ElasticsearchTestCase.ensureAllFilesClosed(ElasticsearchTestCase.java:132) | |
| at org.elasticsearch.test.ElasticsearchIntegrationTest.after(ElasticsearchIntegrationTest.java:246) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1558) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:794) | |
| at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:745) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:647) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:681) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:692) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_long_allTerms" time="5.957"> | |
| <error message="[idx][0] Create failed for [type#JAtoCN6lRbyQaiDaJQ1J9A]" type="org.elasticsearch.index.engine.CreateFailedEngineException">org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#JAtoCN6lRbyQaiDaJQ1J9A] | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:FF4A8281C2CE41A4]:0) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| at org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| at org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| at org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| at org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| ... 7 more | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="noShardSize_long" time="2.904"> | |
| <error message="[idx] already exists" type="org.elasticsearch.indices.IndexAlreadyExistsException">org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:92423D230336E75F]:0) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| at org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="noShardSize_double" time="4.306"> | |
| <error message="[idx] already exists" type="org.elasticsearch.indices.IndexAlreadyExistsException">org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:DD9B0123CB6A8809]:0) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| at org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_long_singleShard" time="4.331"> | |
| <error message="[idx] already exists" type="org.elasticsearch.indices.IndexAlreadyExistsException">org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:70CCC57EECFEB8F0]:0) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| at org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_double_allTerms" time="3.223"> | |
| <error message="[idx][0] Create failed for [type#8fvvxtYDSKSJe7b3DZKGrg]" type="org.elasticsearch.index.engine.CreateFailedEngineException">org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#8fvvxtYDSKSJe7b3DZKGrg] | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:4FE8DDA3B6DE7A6B]:0) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| at org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| at org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| at org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| at org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| ... 7 more | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_string" time="0.268"> | |
| <error message="[idx][0] Create failed for [type#npm-bbATT9iriE_BxhUa-Q]" type="org.elasticsearch.index.engine.CreateFailedEngineException">org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#npm-bbATT9iriE_BxhUa-Q] | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:A8B072F070A13EAF]:0) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| at org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| at org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| at org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| at org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| ... 7 more | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_double_singleShard" time="9.58"> | |
| <error message="[idx][0] Create failed for [type#cE0-jbYrSdWFOWN1mNQFjA]" type="org.elasticsearch.index.engine.CreateFailedEngineException">org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#cE0-jbYrSdWFOWN1mNQFjA] | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:C9ED6751CC5C8872]:0) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| at org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| at org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| at org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| at org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| at org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| at org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| ... 7 more | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="noShardSize_string_allTerms" time="1.498"> | |
| <error message="[idx] already exists" type="org.elasticsearch.indices.IndexAlreadyExistsException">org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:12EF0B8C24D36565]:0) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| at org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_double" time="1.896"> | |
| <failure message=" | |
| Expected: is <15L> | |
| got: <12L> | |
| " type="java.lang.AssertionError">java.lang.AssertionError: | |
| Expected: is <15L> | |
| got: <12L> | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:2C167188BBEC91C4]:0) | |
| at org.junit.Assert.assertThat(Assert.java:780) | |
| at org.junit.Assert.assertThat(Assert.java:738) | |
| at org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.indexData(ShardSizeTermsStatsFacetTests.java:533) | |
| at org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.withShardSize_double(ShardSizeTermsStatsFacetTests.java:445) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1558) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:736) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:772) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:786) | |
| at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:745) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:647) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:681) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:692) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </failure> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="noShardSize_long_allTerms" time="68.106"> | |
| <error message="[idx][0] [1] shardIt, [0] active : Timeout waiting for [59.9s], request: index {[idx][type][1OeB1cxgTYyEZMEE5J3oGg], source[{"key":"3","value":1}]}" type="org.elasticsearch.action.UnavailableShardsException">org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [59.9s], request: index {[idx][type][1OeB1cxgTYyEZMEE5J3oGg], source[{"key":"3","value":1}]} | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:45484050F56E24C1]:0) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_string_allTerms" time="67.932"> | |
| <error message="[idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][DBcZHPmnQUO5Ls_YxOycnQ], source[{"key":"4","value":1}]}" type="org.elasticsearch.action.UnavailableShardsException">org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][DBcZHPmnQUO5Ls_YxOycnQ], source[{"key":"4","value":1}]} | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| <error message="MockDirectoryWrapper: cannot close: there are still open files: {_0.cfs=7}" type="java.lang.RuntimeException">java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_0.cfs=7} | |
| at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:622) | |
| at org.elasticsearch.test.store.MockDirectoryHelper$ElasticsearchMockDirectoryWrapper.closeWithRuntimeException(MockDirectoryHelper.java:155) | |
| at org.elasticsearch.test.ElasticsearchTestCase.ensureAllFilesClosed(ElasticsearchTestCase.java:132) | |
| at org.elasticsearch.test.ElasticsearchIntegrationTest.after(ElasticsearchIntegrationTest.java:246) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1558) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:794) | |
| at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:745) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:647) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:681) | |
| at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:692) | |
| at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) | |
| at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: java.lang.RuntimeException: unclosed IndexInput: _0.cfs | |
| at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:511) | |
| at org.apache.lucene.store.MockDirectoryWrapper$1.openSlice(MockDirectoryWrapper.java:930) | |
| at org.apache.lucene.store.CompoundFileDirectory.openInput(CompoundFileDirectory.java:271) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.<init>(CompressingStoredFieldsReader.java:130) | |
| at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsReader(CompressingStoredFieldsFormat.java:113) | |
| at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128) | |
| at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:95) | |
| at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:141) | |
| at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:235) | |
| at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:100) | |
| at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:382) | |
| at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:285) | |
| at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:260) | |
| at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:250) | |
| at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:170) | |
| at org.apache.lucene.search.XSearcherManager.refreshIfNeeded(XSearcherManager.java:123) | |
| at org.apache.lucene.search.XSearcherManager.refreshIfNeeded(XSearcherManager.java:59) | |
| at org.apache.lucene.search.XReferenceManager.doMaybeRefresh(XReferenceManager.java:180) | |
| at org.apache.lucene.search.XReferenceManager.maybeRefresh(XReferenceManager.java:229) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:730) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:477) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:924) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| ... 1 more | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="withShardSize_long" time="69.556"> | |
| <error message="[idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][UyKyQUGjRLSbmdJtkly9wA], source[{"key":"1","value":1}]}" type="org.elasticsearch.action.UnavailableShardsException">org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][UyKyQUGjRLSbmdJtkly9wA], source[{"key":"1","value":1}]} | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:58BDE02679AA881D]:0) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="noShardSize_string" time="66.141"> | |
| <error message="[idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][5QJp-jgQSv-bt_qJpjeohg], source[{"key":"1","value":1}]}" type="org.elasticsearch.action.UnavailableShardsException">org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][5QJp-jgQSv-bt_qJpjeohg], source[{"key":"1","value":1}]} | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:C68474CE6C52220A]:0) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <testcase classname="org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests" name="noShardSize_double_allTerms" time="2.979"> | |
| <error message="[idx] already exists" type="org.elasticsearch.indices.IndexAlreadyExistsException">org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| at __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:8499A641760FC6A5]:0) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| at org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| at org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| </error> | |
| </testcase> | |
| <system-out><![CDATA[[2014-02-10 10:50:52,961][INFO ][test ] Setup TestCluster [shared-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[824277914060417]-HASH=[2F15FB5C35995]] with seed [2EDAD28438681] using [3] nodes | |
| [2014-02-10 10:50:53,374][INFO ][test ] Test withShardSize_string_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:50:53,393][INFO ][test ] Setup TestCluster [SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]] with seed [8A4F4F73CF58A53B] using [5] nodes | |
| [2014-02-10 10:50:53,528][INFO ][node ] [node_0] version[2.0.0-SNAPSHOT], pid[28906], build[3ba67ff/2014-02-10T15:50:45Z] | |
| [2014-02-10 10:50:53,528][INFO ][node ] [node_0] initializing ... | |
| [2014-02-10 10:50:53,531][INFO ][plugins ] [node_0] loaded [], sites [] | |
| [2014-02-10 10:50:55,494][INFO ][node ] [node_0] initialized | |
| [2014-02-10 10:50:55,495][INFO ][node ] [node_0] starting ... | |
| [2014-02-10 10:50:55,580][INFO ][transport ] [node_0] bound_address {inet[/0:0:0:0:0:0:0:0:9300]}, publish_address {inet[/192.168.0.102:9300]} | |
| [2014-02-10 10:50:58,626][INFO ][cluster.service ] [node_0] new_master [node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]], reason: zen-disco-join (elected_as_master) | |
| [2014-02-10 10:51:00,672][INFO ][discovery ] [node_0] SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/VhAPmRZOQkO0mhFIdiClXA | |
| [2014-02-10 10:51:00,841][INFO ][gateway ] [node_0] recovered [0] indices into cluster_state | |
| [2014-02-10 10:51:00,892][INFO ][http ] [node_0] bound_address {inet[/0:0:0:0:0:0:0:0:9200]}, publish_address {inet[/192.168.0.102:9200]} | |
| [2014-02-10 10:51:00,898][INFO ][node ] [node_0] started | |
| [2014-02-10 10:51:00,899][INFO ][test ] Start Shared Node [node_0] not shared | |
| [2014-02-10 10:51:00,911][INFO ][node ] [node_1] version[2.0.0-SNAPSHOT], pid[28906], build[3ba67ff/2014-02-10T15:50:45Z] | |
| [2014-02-10 10:51:00,912][INFO ][node ] [node_1] initializing ... | |
| [2014-02-10 10:51:00,914][INFO ][plugins ] [node_1] loaded [], sites [] | |
| [2014-02-10 10:51:01,224][INFO ][node ] [node_1] initialized | |
| [2014-02-10 10:51:01,224][INFO ][node ] [node_1] starting ... | |
| [2014-02-10 10:51:01,235][INFO ][transport ] [node_1] bound_address {inet[/0:0:0:0:0:0:0:0:9301]}, publish_address {inet[/192.168.0.102:9301]} | |
| [2014-02-10 10:51:05,538][INFO ][cluster.service ] [node_0] added {[node_1][1NDGgiN5TAygt28Agpf3RA][manybubbles-laptop][inet[/192.168.0.102:9301]],}, reason: zen-disco-receive(join from node[[node_1][1NDGgiN5TAygt28Agpf3RA][manybubbles-laptop][inet[/192.168.0.102:9301]]]) | |
| [2014-02-10 10:51:05,587][INFO ][cluster.service ] [node_1] detected_master [node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]], added {[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]],}, reason: zen-disco-receive(from master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]]) | |
| [2014-02-10 10:51:06,771][INFO ][discovery ] [node_1] SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/1NDGgiN5TAygt28Agpf3RA | |
| [2014-02-10 10:51:06,886][INFO ][http ] [node_1] bound_address {inet[/0:0:0:0:0:0:0:0:9201]}, publish_address {inet[/192.168.0.102:9201]} | |
| [2014-02-10 10:51:06,889][INFO ][node ] [node_1] started | |
| [2014-02-10 10:51:06,890][INFO ][test ] Start Shared Node [node_1] not shared | |
| [2014-02-10 10:51:06,899][INFO ][node ] [node_2] version[2.0.0-SNAPSHOT], pid[28906], build[3ba67ff/2014-02-10T15:50:45Z] | |
| [2014-02-10 10:51:06,900][INFO ][node ] [node_2] initializing ... | |
| [2014-02-10 10:51:06,902][INFO ][plugins ] [node_2] loaded [], sites [] | |
| [2014-02-10 10:51:07,138][INFO ][node ] [node_2] initialized | |
| [2014-02-10 10:51:07,138][INFO ][node ] [node_2] starting ... | |
| [2014-02-10 10:51:07,148][INFO ][transport ] [node_2] bound_address {inet[/0:0:0:0:0:0:0:0:9302]}, publish_address {inet[/192.168.0.102:9302]} | |
| [2014-02-10 10:51:11,374][INFO ][cluster.service ] [node_0] added {[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]],}, reason: zen-disco-receive(join from node[[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]]]) | |
| [2014-02-10 10:51:11,435][INFO ][cluster.service ] [node_1] added {[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]],}, reason: zen-disco-receive(from master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]]) | |
| [2014-02-10 10:51:11,436][INFO ][cluster.service ] [node_2] detected_master [node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]], added {[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]],[node_1][1NDGgiN5TAygt28Agpf3RA][manybubbles-laptop][inet[/192.168.0.102:9301]],}, reason: zen-disco-receive(from master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]]) | |
| [2014-02-10 10:51:13,900][INFO ][discovery ] [node_2] SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/TQ3fSoyyQuyM62TwIG7g5w | |
| [2014-02-10 10:51:14,012][INFO ][http ] [node_2] bound_address {inet[/0:0:0:0:0:0:0:0:9202]}, publish_address {inet[/192.168.0.102:9202]} | |
| [2014-02-10 10:51:14,015][INFO ][node ] [node_2] started | |
| [2014-02-10 10:51:14,016][INFO ][test ] Start Shared Node [node_2] not shared | |
| [2014-02-10 10:51:14,025][INFO ][node ] [node_3] version[2.0.0-SNAPSHOT], pid[28906], build[3ba67ff/2014-02-10T15:50:45Z] | |
| [2014-02-10 10:51:14,026][INFO ][node ] [node_3] initializing ... | |
| [2014-02-10 10:51:14,027][INFO ][plugins ] [node_3] loaded [], sites [] | |
| [2014-02-10 10:51:14,237][INFO ][node ] [node_3] initialized | |
| [2014-02-10 10:51:14,237][INFO ][node ] [node_3] starting ... | |
| [2014-02-10 10:51:14,247][INFO ][transport ] [node_3] bound_address {inet[/0:0:0:0:0:0:0:0:9303]}, publish_address {inet[/192.168.0.102:9303]} | |
| [2014-02-10 10:51:19,072][WARN ][discovery.zen.ping.multicast] [node_3] received ping response ping_response{target [[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:19,374][WARN ][discovery.zen.ping.multicast] [node_3] received ping response ping_response{target [[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:19,647][INFO ][cluster.service ] [node_0] added {[node_3][5O7Iq2Z3QUqkr9kl6PN8Iw][manybubbles-laptop][inet[/192.168.0.102:9303]],}, reason: zen-disco-receive(join from node[[node_3][5O7Iq2Z3QUqkr9kl6PN8Iw][manybubbles-laptop][inet[/192.168.0.102:9303]]]) | |
| [2014-02-10 10:51:20,021][INFO ][cluster.service ] [node_1] added {[node_3][5O7Iq2Z3QUqkr9kl6PN8Iw][manybubbles-laptop][inet[/192.168.0.102:9303]],}, reason: zen-disco-receive(from master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]]) | |
| [2014-02-10 10:51:20,023][INFO ][cluster.service ] [node_3] detected_master [node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]], added {[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]],[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]],[node_1][1NDGgiN5TAygt28Agpf3RA][manybubbles-laptop][inet[/192.168.0.102:9301]],}, reason: zen-disco-receive(from master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]]) | |
| [2014-02-10 10:51:20,021][INFO ][cluster.service ] [node_2] added {[node_3][5O7Iq2Z3QUqkr9kl6PN8Iw][manybubbles-laptop][inet[/192.168.0.102:9303]],}, reason: zen-disco-receive(from master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]]) | |
| [2014-02-10 10:51:24,605][INFO ][discovery ] [node_3] SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/5O7Iq2Z3QUqkr9kl6PN8Iw | |
| [2014-02-10 10:51:24,770][INFO ][http ] [node_3] bound_address {inet[/0:0:0:0:0:0:0:0:9203]}, publish_address {inet[/192.168.0.102:9203]} | |
| [2014-02-10 10:51:24,773][INFO ][node ] [node_3] started | |
| [2014-02-10 10:51:24,775][INFO ][test ] Start Shared Node [node_3] not shared | |
| [2014-02-10 10:51:24,786][INFO ][node ] [node_4] version[2.0.0-SNAPSHOT], pid[28906], build[3ba67ff/2014-02-10T15:50:45Z] | |
| [2014-02-10 10:51:24,787][INFO ][node ] [node_4] initializing ... | |
| [2014-02-10 10:51:24,788][INFO ][plugins ] [node_4] loaded [], sites [] | |
| [2014-02-10 10:51:25,002][INFO ][node ] [node_4] initialized | |
| [2014-02-10 10:51:25,003][INFO ][node ] [node_4] starting ... | |
| [2014-02-10 10:51:25,011][INFO ][transport ] [node_4] bound_address {inet[/0:0:0:0:0:0:0:0:9304]}, publish_address {inet[/192.168.0.102:9304]} | |
| [2014-02-10 10:51:28,016][INFO ][cluster.service ] [node_4] new_master [node_4][KVNamSSnTA-26y2nWy9kHg][manybubbles-laptop][inet[/192.168.0.102:9304]], reason: zen-disco-join (elected_as_master) | |
| [2014-02-10 10:51:29,139][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:29,365][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_1][1NDGgiN5TAygt28Agpf3RA][manybubbles-laptop][inet[/192.168.0.102:9301]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:29,266][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_1][1NDGgiN5TAygt28Agpf3RA][manybubbles-laptop][inet[/192.168.0.102:9301]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:29,460][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_2][TQ3fSoyyQuyM62TwIG7g5w][manybubbles-laptop][inet[/192.168.0.102:9302]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:30,770][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_3][5O7Iq2Z3QUqkr9kl6PN8Iw][manybubbles-laptop][inet[/192.168.0.102:9303]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:30,431][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_3][5O7Iq2Z3QUqkr9kl6PN8Iw][manybubbles-laptop][inet[/192.168.0.102:9303]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:30,909][INFO ][discovery ] [node_4] SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/KVNamSSnTA-26y2nWy9kHg | |
| [2014-02-10 10:51:31,295][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:31,427][INFO ][gateway ] [node_4] recovered [0] indices into cluster_state | |
| [2014-02-10 10:51:31,424][WARN ][discovery.zen.ping.multicast] [node_4] received ping response ping_response{target [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], master [[node_0][VhAPmRZOQkO0mhFIdiClXA][manybubbles-laptop][inet[/192.168.0.102:9300]]], cluster_name[SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]]} with no matching id [1] | |
| [2014-02-10 10:51:31,952][INFO ][http ] [node_4] bound_address {inet[/0:0:0:0:0:0:0:0:9204]}, publish_address {inet[/192.168.0.102:9204]} | |
| [2014-02-10 10:51:32,059][INFO ][node ] [node_4] started | |
| [2014-02-10 10:51:32,216][INFO ][test ] Start Shared Node [node_4] not shared | |
| [2014-02-10 10:52:02,346][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:52:03,797][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string_singleShard]: before test | |
| [2014-02-10 10:52:04,138][INFO ][cluster.metadata ] [node_4] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:04,477][INFO ][cluster.metadata ] [node_4] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:04,575][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [auto(index api)], shards [2]/[0], mappings [] | |
| [2014-02-10 10:52:04,768][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:05,140][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string_singleShard]: cleaning up after test | |
| [2014-02-10 10:52:05,143][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:52:05,189][INFO ][test ] Wipe data directory for all nodes locations: [data/d2/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/1, data/d2/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/0, data/d3/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/4, data/d3/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/3, data/d1/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/0, data/d1/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/1, data/d1/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/2, data/d1/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/3, data/d1/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/4, data/d2/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/4, data/d3/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/1, data/d3/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/2, data/d2/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/2, data/d0/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/4, data/d2/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/3, data/d3/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/0, data/d0/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/3, data/d0/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/2, data/d0/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/1, data/d0/SUITE-manybubbles-laptop-CHILD_VM=[0]-CLUSTER_SEED=[-8480472214496828101]-HASH=[2F15FD03BD32E]/nodes/0] | |
| [2014-02-10 10:52:05,229][ERROR][test ] FAILURE : withShardSize_string_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_string_singleShard -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| java.lang.AssertionError: | |
| Expected: is <15L> | |
| got: <3L> | |
| [...org.junit.*] | |
| org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.indexData(ShardSizeTermsStatsFacetTests.java:533) | |
| org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.withShardSize_string_singleShard(ShardSizeTermsStatsFacetTests.java:185) | |
| [...sun.*, com.carrotsearch.randomizedtesting.*, java.lang.reflect.*] | |
| org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:05,255][ERROR][test ] FAILURE : withShardSize_string_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_string_singleShard -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open locks: [write.lock] | |
| org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:625) | |
| org.elasticsearch.test.store.MockDirectoryHelper$ElasticsearchMockDirectoryWrapper.closeWithRuntimeException(MockDirectoryHelper.java:155) | |
| org.elasticsearch.test.ElasticsearchTestCase.ensureAllFilesClosed(ElasticsearchTestCase.java:132) | |
| org.elasticsearch.test.ElasticsearchIntegrationTest.after(ElasticsearchIntegrationTest.java:246) | |
| [...sun.*, com.carrotsearch.randomizedtesting.*, java.lang.reflect.*] | |
| org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:05,264][INFO ][test ] Test withShardSize_string_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:05,266][INFO ][test ] Test withShardSize_long_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:05,277][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:52:06,683][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:08,135][INFO ][plugins ] [transport_client_node_1] loaded [], sites [] | |
| [2014-02-10 10:52:09,523][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long_allTerms]: before test | |
| [2014-02-10 10:52:09,581][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:09,708][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:52:11,135][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long_allTerms]: cleaning up after test | |
| [2014-02-10 10:52:11,139][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:52:11,160][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long_allTerms]: cleaned up after test | |
| [2014-02-10 10:52:11,218][ERROR][test ] FAILURE : withShardSize_long_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_long_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#JAtoCN6lRbyQaiDaJQ1J9A] | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:FF4A8281C2CE41A4]:0) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:11,223][INFO ][test ] Test withShardSize_long_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:11,224][INFO ][test ] Test noShardSize_long(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:11,231][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:12,648][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:52:13,984][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_long]: before test | |
| [2014-02-10 10:52:14,082][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_long]: cleaning up after test | |
| [2014-02-10 10:52:14,097][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_long]: cleaned up after test | |
| [2014-02-10 10:52:14,123][ERROR][test ] FAILURE : noShardSize_long(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=noShardSize_long -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:92423D230336E75F]:0) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:14,127][INFO ][test ] Test noShardSize_long(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:14,128][INFO ][test ] Test noShardSize_double(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:14,135][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:52:15,539][INFO ][plugins ] [transport_client_node_1] loaded [], sites [] | |
| [2014-02-10 10:52:16,937][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_double]: before test | |
| [2014-02-10 10:52:16,940][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_double]: cleaning up after test | |
| [2014-02-10 10:52:16,948][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:18,376][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_double]: cleaned up after test | |
| [2014-02-10 10:52:18,431][ERROR][test ] FAILURE : noShardSize_double(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=noShardSize_double -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:DD9B0123CB6A8809]:0) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:18,434][INFO ][test ] Test noShardSize_double(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:18,435][INFO ][test ] Test withShardSize_long_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:18,445][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:19,865][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:52:21,250][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long_singleShard]: before test | |
| [2014-02-10 10:52:21,290][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long_singleShard]: cleaning up after test | |
| [2014-02-10 10:52:21,295][INFO ][plugins ] [transport_client_node_3] loaded [], sites [] | |
| [2014-02-10 10:52:22,723][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long_singleShard]: cleaned up after test | |
| [2014-02-10 10:52:22,759][ERROR][test ] FAILURE : withShardSize_long_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_long_singleShard -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:70CCC57EECFEB8F0]:0) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:22,764][INFO ][test ] Test withShardSize_long_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:22,767][INFO ][test ] Test withShardSize_double_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:22,783][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:24,156][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double_allTerms]: before test | |
| [2014-02-10 10:52:24,354][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:24,430][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:52:25,896][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double_allTerms]: cleaning up after test | |
| [2014-02-10 10:52:25,913][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:25,922][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:52:25,957][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double_allTerms]: cleaned up after test | |
| [2014-02-10 10:52:25,982][ERROR][test ] FAILURE : withShardSize_double_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_double_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#8fvvxtYDSKSJe7b3DZKGrg] | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:4FE8DDA3B6DE7A6B]:0) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:25,989][INFO ][test ] Test withShardSize_double_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:25,991][INFO ][test ] Test withShardSize_string(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:26,006][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string]: before test | |
| [2014-02-10 10:52:26,050][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:26,209][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string]: cleaning up after test | |
| [2014-02-10 10:52:26,214][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:26,220][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:52:26,250][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string]: cleaned up after test | |
| [2014-02-10 10:52:26,254][ERROR][test ] FAILURE : withShardSize_string(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_string -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#npm-bbATT9iriE_BxhUa-Q] | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:A8B072F070A13EAF]:0) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:26,258][INFO ][test ] Test withShardSize_string(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:26,259][INFO ][test ] Test withShardSize_double_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:26,265][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:52:28,032][INFO ][plugins ] [transport_client_node_1] loaded [], sites [] | |
| [2014-02-10 10:52:29,946][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:31,797][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double_singleShard]: before test | |
| [2014-02-10 10:52:31,957][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:32,040][INFO ][plugins ] [transport_client_node_3] loaded [], sites [] | |
| [2014-02-10 10:52:32,243][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:33,945][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:52:35,711][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double_singleShard]: cleaning up after test | |
| [2014-02-10 10:52:35,713][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:52:35,762][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double_singleShard]: cleaned up after test | |
| [2014-02-10 10:52:35,834][ERROR][test ] FAILURE : withShardSize_double_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_double_singleShard -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.index.engine.CreateFailedEngineException: [idx][0] Create failed for [type#cE0-jbYrSdWFOWN1mNQFjA] | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:C9ED6751CC5C8872]:0) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:395) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed | |
| org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:66) | |
| org.apache.lucene.store.FSDirectory.getDirectory(FSDirectory.java:344) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.getUsableSpace(AbstractDistributor.java:60) | |
| org.elasticsearch.index.store.distributor.LeastUsedDistributor.doAny(LeastUsedDistributor.java:45) | |
| org.elasticsearch.index.store.distributor.AbstractDistributor.any(AbstractDistributor.java:52) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:435) | |
| org.elasticsearch.index.store.Store$StoreDirectory.createOutput(Store.java:424) | |
| org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:109) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120) | |
| org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:88) | |
| org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:120) | |
| org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65) | |
| org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:267) | |
| org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:271) | |
| org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:453) | |
| org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1529) | |
| org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1199) | |
| org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:460) | |
| org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:382) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:382) | |
| org.elasticsearch.action.index.TransportIndexAction.shardOperationOnPrimary(TransportIndexAction.java:222) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:556) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:426) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:35,839][INFO ][test ] Test withShardSize_double_singleShard(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:35,840][INFO ][test ] Test noShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:35,850][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:52:37,037][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_string_allTerms]: before test | |
| [2014-02-10 10:52:37,276][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_string_allTerms]: cleaning up after test | |
| [2014-02-10 10:52:37,281][INFO ][cluster.metadata ] [node_4] [idx] deleting index | |
| [2014-02-10 10:52:37,312][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_string_allTerms]: cleaned up after test | |
| [2014-02-10 10:52:37,333][ERROR][test ] FAILURE : noShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=noShardSize_string_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:12EF0B8C24D36565]:0) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:37,338][INFO ][test ] Test noShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:37,339][INFO ][test ] Test withShardSize_double(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:37,354][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double]: before test | |
| [2014-02-10 10:52:37,386][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:37,468][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:37,500][INFO ][cluster.metadata ] [node_4] [idx] creating index, cause [auto(index api)], shards [2]/[0], mappings [] | |
| [2014-02-10 10:52:37,565][INFO ][cluster.metadata ] [node_4] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:37,571][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:52:39,169][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double]: cleaning up after test | |
| [2014-02-10 10:52:39,175][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:52:39,213][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_double]: cleaned up after test | |
| [2014-02-10 10:52:39,225][ERROR][test ] FAILURE : withShardSize_double(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_double -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| java.lang.AssertionError: | |
| Expected: is <15L> | |
| got: <12L> | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:2C167188BBEC91C4]:0) | |
| [...org.junit.*] | |
| org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.indexData(ShardSizeTermsStatsFacetTests.java:533) | |
| org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests.withShardSize_double(ShardSizeTermsStatsFacetTests.java:445) | |
| [...sun.*, com.carrotsearch.randomizedtesting.*, java.lang.reflect.*] | |
| org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:39,234][INFO ][test ] Test withShardSize_double(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:52:39,235][INFO ][test ] Test noShardSize_long_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:52:39,242][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:52:40,543][INFO ][cluster.metadata ] [node_4] [idx] deleting index | |
| [2014-02-10 10:52:40,685][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_long_allTerms]: before test | |
| [2014-02-10 10:52:40,742][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:52:40,833][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:52:42,197][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:52:42,225][INFO ][cluster.metadata ] [node_4] [idx] creating index, cause [auto(index api)], shards [2]/[0], mappings [] | |
| [2014-02-10 10:52:47,262][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2a402de6 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:47,267][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2a402de6 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:52:47,268][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@b0c8c16 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:47,271][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@b0c8c16 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:52:47,274][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2a402de6]; ]] | |
| [2014-02-10 10:52:47,275][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2a402de6]; ]] | |
| [2014-02-10 10:52:47,278][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@b0c8c16]; ]] | |
| [2014-02-10 10:52:47,279][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@b0c8c16]; ]] | |
| [2014-02-10 10:52:52,312][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@610a2dc2 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:52,314][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@610a2dc2 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:52:52,317][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@610a2dc2]; ]] | |
| [2014-02-10 10:52:52,317][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@610a2dc2]; ]] | |
| [2014-02-10 10:52:57,334][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@191e618d | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:52:57,336][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@191e618d | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:52:57,338][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@191e618d]; ]] | |
| [2014-02-10 10:52:57,339][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@191e618d]; ]] | |
| [2014-02-10 10:53:02,363][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@95d1f7a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:02,365][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@95d1f7a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:02,369][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@95d1f7a]; ]] | |
| [2014-02-10 10:53:02,370][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@95d1f7a]; ]] | |
| [2014-02-10 10:53:07,385][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@ab8f907 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:07,387][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@ab8f907 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:07,389][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@ab8f907]; ]] | |
| [2014-02-10 10:53:07,390][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@ab8f907]; ]] | |
| [2014-02-10 10:53:12,413][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2eca63ac | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:12,413][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2eca63ac | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:12,414][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2eca63ac]; ]] | |
| [2014-02-10 10:53:12,415][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@2eca63ac]; ]] | |
| [2014-02-10 10:53:17,441][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@8fc8e55 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:17,443][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@8fc8e55 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:17,446][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@8fc8e55]; ]] | |
| [2014-02-10 10:53:17,446][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@8fc8e55]; ]] | |
| [2014-02-10 10:53:22,470][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@68ba7a6f | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:22,472][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@68ba7a6f | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:22,474][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@68ba7a6f]; ]] | |
| [2014-02-10 10:53:22,475][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@68ba7a6f]; ]] | |
| [2014-02-10 10:53:27,489][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1116ff1c | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:27,491][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1116ff1c | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:27,494][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1116ff1c]; ]] | |
| [2014-02-10 10:53:27,494][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1116ff1c]; ]] | |
| [2014-02-10 10:53:32,514][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ee681 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:32,515][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ee681 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:32,516][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ee681]; ]] | |
| [2014-02-10 10:53:32,516][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ee681]; ]] | |
| [2014-02-10 10:53:37,531][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5164bc93 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:37,533][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5164bc93 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:37,535][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5164bc93]; ]] | |
| [2014-02-10 10:53:37,536][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5164bc93]; ]] | |
| [2014-02-10 10:53:42,560][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3f65a49 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:42,561][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3f65a49 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:42,563][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3f65a49]; ]] | |
| [2014-02-10 10:53:42,563][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3f65a49]; ]] | |
| [2014-02-10 10:53:47,286][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_long_allTerms]: cleaning up after test | |
| [2014-02-10 10:53:47,290][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:53:47,324][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_long_allTerms]: cleaned up after test | |
| [2014-02-10 10:53:47,338][ERROR][test ] FAILURE : noShardSize_long_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=noShardSize_long_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [59.9s], request: index {[idx][type][1OeB1cxgTYyEZMEE5J3oGg], source[{"key":"3","value":1}]} | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:45484050F56E24C1]:0) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:47,341][INFO ][test ] Test noShardSize_long_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:53:47,342][INFO ][test ] Test withShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:53:47,347][INFO ][plugins ] [transport_client_node_3] loaded [], sites [] | |
| [2014-02-10 10:53:47,672][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5fa8113e | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:47,710][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5fa8113e | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:47,716][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5fa8113e]; ]] | |
| [2014-02-10 10:53:47,811][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5fa8113e]; ]] | |
| [2014-02-10 10:53:49,001][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:53:50,429][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:53:51,878][INFO ][plugins ] [transport_client_node_1] loaded [], sites [] | |
| [2014-02-10 10:53:53,247][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string_allTerms]: before test | |
| [2014-02-10 10:53:53,348][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:53:53,403][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:53:54,889][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@113f3ef0 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:54,892][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@113f3ef0 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:54,895][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@113f3ef0]; ]] | |
| [2014-02-10 10:53:54,898][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@113f3ef0]; ]] | |
| [2014-02-10 10:53:54,927][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:53:59,926][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@660185c5 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:53:59,928][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@660185c5 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:53:59,931][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@660185c5]; ]] | |
| [2014-02-10 10:53:59,931][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@660185c5]; ]] | |
| [2014-02-10 10:54:04,950][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5dde8a6b | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:04,951][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5dde8a6b | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:04,954][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5dde8a6b]; ]] | |
| [2014-02-10 10:54:04,955][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5dde8a6b]; ]] | |
| [2014-02-10 10:54:09,975][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@24a872c9 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:09,976][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@24a872c9 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:09,977][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@24a872c9]; ]] | |
| [2014-02-10 10:54:09,977][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@24a872c9]; ]] | |
| [2014-02-10 10:54:14,989][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@215fcd6d | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:14,992][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@215fcd6d | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:14,994][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@215fcd6d]; ]] | |
| [2014-02-10 10:54:14,995][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@215fcd6d]; ]] | |
| [2014-02-10 10:54:20,019][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ce8aa3f | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:20,027][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ce8aa3f | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:20,037][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ce8aa3f]; ]] | |
| [2014-02-10 10:54:20,038][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ce8aa3f]; ]] | |
| [2014-02-10 10:54:25,053][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52b6f4fb | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:25,055][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52b6f4fb | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:25,057][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52b6f4fb]; ]] | |
| [2014-02-10 10:54:25,057][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52b6f4fb]; ]] | |
| [2014-02-10 10:54:30,079][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@54983432 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:30,081][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@54983432 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:30,083][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@54983432]; ]] | |
| [2014-02-10 10:54:30,084][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@54983432]; ]] | |
| [2014-02-10 10:54:35,106][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4af310b3 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:35,108][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4af310b3 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:35,110][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4af310b3]; ]] | |
| [2014-02-10 10:54:35,111][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4af310b3]; ]] | |
| [2014-02-10 10:54:40,126][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3fbd1f77 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:40,128][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3fbd1f77 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:40,130][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3fbd1f77]; ]] | |
| [2014-02-10 10:54:40,131][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3fbd1f77]; ]] | |
| [2014-02-10 10:54:45,145][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@248e27a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:45,146][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@248e27a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:45,147][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@248e27a]; ]] | |
| [2014-02-10 10:54:45,147][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@248e27a]; ]] | |
| [2014-02-10 10:54:50,159][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5c36dea4 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:50,161][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5c36dea4 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:50,163][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5c36dea4]; ]] | |
| [2014-02-10 10:54:50,164][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5c36dea4]; ]] | |
| [2014-02-10 10:54:54,947][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_string_allTerms]: cleaning up after test | |
| [2014-02-10 10:54:54,953][INFO ][cluster.metadata ] [node_4] [idx] deleting index | |
| [2014-02-10 10:54:55,185][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1bc4ac86 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:55,187][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1bc4ac86 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:54:55,190][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1bc4ac86]; ]] | |
| [2014-02-10 10:54:55,191][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [GhnX9BD4RdmNUZI_wI35QA], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1bc4ac86]; ]] | |
| [2014-02-10 10:54:55,264][ERROR][test ] FAILURE : withShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_string_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][DBcZHPmnQUO5Ls_YxOycnQ], source[{"key":"4","value":1}]} | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:55,268][ERROR][test ] FAILURE : withShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_string_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_0.cfs=7} | |
| org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:622) | |
| org.elasticsearch.test.store.MockDirectoryHelper$ElasticsearchMockDirectoryWrapper.closeWithRuntimeException(MockDirectoryHelper.java:155) | |
| org.elasticsearch.test.ElasticsearchTestCase.ensureAllFilesClosed(ElasticsearchTestCase.java:132) | |
| org.elasticsearch.test.ElasticsearchIntegrationTest.after(ElasticsearchIntegrationTest.java:246) | |
| [...sun.*, com.carrotsearch.randomizedtesting.*, java.lang.reflect.*] | |
| org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) | |
| org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51) | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) | |
| org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) | |
| org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) | |
| org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) | |
| org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) | |
| [...com.carrotsearch.randomizedtesting.*] | |
| java.lang.Thread.run(Thread.java:744) | |
| Caused by: java.lang.RuntimeException: unclosed IndexInput: _0.cfs | |
| org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:511) | |
| org.apache.lucene.store.MockDirectoryWrapper$1.openSlice(MockDirectoryWrapper.java:930) | |
| org.apache.lucene.store.CompoundFileDirectory.openInput(CompoundFileDirectory.java:271) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.<init>(CompressingStoredFieldsReader.java:130) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsReader(CompressingStoredFieldsFormat.java:113) | |
| org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128) | |
| org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:95) | |
| org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:141) | |
| org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:235) | |
| org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:100) | |
| org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:382) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:285) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:260) | |
| org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:250) | |
| org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:170) | |
| org.apache.lucene.search.XSearcherManager.refreshIfNeeded(XSearcherManager.java:123) | |
| org.apache.lucene.search.XSearcherManager.refreshIfNeeded(XSearcherManager.java:59) | |
| org.apache.lucene.search.XReferenceManager.doMaybeRefresh(XReferenceManager.java:180) | |
| org.apache.lucene.search.XReferenceManager.maybeRefresh(XReferenceManager.java:229) | |
| org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:730) | |
| org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:477) | |
| org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:924) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:54:55,274][INFO ][test ] Test withShardSize_string_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:54:55,274][INFO ][test ] Test withShardSize_long(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:54:55,278][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:54:55,308][INFO ][plugins ] [transport_client_node_3] loaded [], sites [] | |
| [2014-02-10 10:54:56,768][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:54:58,206][INFO ][plugins ] [transport_client_node_4] loaded [], sites [] | |
| [2014-02-10 10:54:59,551][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long]: before test | |
| [2014-02-10 10:54:59,624][INFO ][cluster.metadata ] [node_4] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:55:04,650][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ea356 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:04,652][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ea356 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:04,656][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@455ecbc3 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:04,657][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@455ecbc3 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:04,660][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ea356]; ]] | |
| [2014-02-10 10:55:04,661][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@490ea356]; ]] | |
| [2014-02-10 10:55:04,664][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@455ecbc3]; ]] | |
| [2014-02-10 10:55:04,665][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@455ecbc3]; ]] | |
| [2014-02-10 10:55:04,686][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [auto(index api)], shards [2]/[0], mappings [] | |
| [2014-02-10 10:55:04,759][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:55:09,704][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7ce97af1 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:09,706][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7ce97af1 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:09,709][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7ce97af1]; ]] | |
| [2014-02-10 10:55:09,709][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7ce97af1]; ]] | |
| [2014-02-10 10:55:14,730][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52807edf | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:14,732][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52807edf | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:14,734][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52807edf]; ]] | |
| [2014-02-10 10:55:14,735][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@52807edf]; ]] | |
| [2014-02-10 10:55:19,757][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@74322218 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:19,759][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@74322218 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:19,761][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@74322218]; ]] | |
| [2014-02-10 10:55:19,762][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@74322218]; ]] | |
| [2014-02-10 10:55:24,785][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7987141d | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:24,787][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7987141d | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:24,789][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7987141d]; ]] | |
| [2014-02-10 10:55:24,790][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7987141d]; ]] | |
| [2014-02-10 10:55:29,804][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@45b1c0b1 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:29,806][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@45b1c0b1 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:29,808][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@45b1c0b1]; ]] | |
| [2014-02-10 10:55:29,809][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@45b1c0b1]; ]] | |
| [2014-02-10 10:55:34,830][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@6e859552 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:34,832][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@6e859552 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:34,834][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@6e859552]; ]] | |
| [2014-02-10 10:55:34,835][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@6e859552]; ]] | |
| [2014-02-10 10:55:39,849][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4cd3d8ac | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:39,849][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4cd3d8ac | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:39,850][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4cd3d8ac]; ]] | |
| [2014-02-10 10:55:39,850][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4cd3d8ac]; ]] | |
| [2014-02-10 10:55:44,865][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ad977d6 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:44,866][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ad977d6 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:44,868][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ad977d6]; ]] | |
| [2014-02-10 10:55:44,869][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@5ad977d6]; ]] | |
| [2014-02-10 10:55:49,882][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@78295f4a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:49,884][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@78295f4a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:49,886][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@78295f4a]; ]] | |
| [2014-02-10 10:55:49,887][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@78295f4a]; ]] | |
| [2014-02-10 10:55:54,907][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3d64c65a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:54,907][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3d64c65a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:54,908][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3d64c65a]; ]] | |
| [2014-02-10 10:55:54,909][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@3d64c65a]; ]] | |
| [2014-02-10 10:55:59,923][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1e730cb6 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:55:59,923][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1e730cb6 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:55:59,924][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1e730cb6]; ]] | |
| [2014-02-10 10:55:59,924][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1e730cb6]; ]] | |
| [2014-02-10 10:56:04,761][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long]: cleaning up after test | |
| [2014-02-10 10:56:04,766][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:56:04,808][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#withShardSize_long]: cleaned up after test | |
| [2014-02-10 10:56:04,828][ERROR][test ] FAILURE : withShardSize_long(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=withShardSize_long -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][UyKyQUGjRLSbmdJtkly9wA], source[{"key":"1","value":1}]} | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:58BDE02679AA881D]:0) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:04,830][INFO ][test ] Test withShardSize_long(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:56:04,831][INFO ][test ] Test noShardSize_string(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:56:04,836][INFO ][plugins ] [transport_client_node_3] loaded [], sites [] | |
| [2014-02-10 10:56:05,178][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@40f13bf0 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:05,180][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@40f13bf0 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:05,184][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@40f13bf0]; ]] | |
| [2014-02-10 10:56:05,382][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@40f13bf0]; ]] | |
| [2014-02-10 10:56:06,486][INFO ][plugins ] [transport_client_node_1] loaded [], sites [] | |
| [2014-02-10 10:56:07,856][INFO ][plugins ] [transport_client_node_0] loaded [], sites [] | |
| [2014-02-10 10:56:09,268][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_string]: before test | |
| [2014-02-10 10:56:09,296][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:56:10,779][INFO ][cluster.metadata ] [node_0] [idx] creating index, cause [api], shards [2]/[0], mappings [type] | |
| [2014-02-10 10:56:10,864][INFO ][cluster.metadata ] [node_0] [idx] update_mapping [type] (dynamic) | |
| [2014-02-10 10:56:12,055][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@42f21f05 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:12,055][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@42f21f05 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:12,056][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@42f21f05]; ]] | |
| [2014-02-10 10:56:12,056][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@42f21f05]; ]] | |
| [2014-02-10 10:56:17,067][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1d0e29a8 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:17,068][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1d0e29a8 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:17,069][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1d0e29a8]; ]] | |
| [2014-02-10 10:56:17,069][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@1d0e29a8]; ]] | |
| [2014-02-10 10:56:22,078][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46a23ebd | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:22,085][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46a23ebd | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:22,096][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46a23ebd]; ]] | |
| [2014-02-10 10:56:22,096][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46a23ebd]; ]] | |
| [2014-02-10 10:56:27,114][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@385c669 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:27,116][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@385c669 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:27,118][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@385c669]; ]] | |
| [2014-02-10 10:56:27,119][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@385c669]; ]] | |
| [2014-02-10 10:56:32,133][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@25b49a4 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:32,135][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@25b49a4 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:32,137][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@25b49a4]; ]] | |
| [2014-02-10 10:56:32,138][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@25b49a4]; ]] | |
| [2014-02-10 10:56:37,157][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4ec538c4 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:37,159][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4ec538c4 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:37,161][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4ec538c4]; ]] | |
| [2014-02-10 10:56:37,162][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@4ec538c4]; ]] | |
| [2014-02-10 10:56:42,184][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@55333d7e | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:42,185][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@55333d7e | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:42,186][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@55333d7e]; ]] | |
| [2014-02-10 10:56:42,187][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@55333d7e]; ]] | |
| [2014-02-10 10:56:47,201][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@26157f4a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:47,203][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@26157f4a | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:47,205][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@26157f4a]; ]] | |
| [2014-02-10 10:56:47,205][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@26157f4a]; ]] | |
| [2014-02-10 10:56:52,214][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@578333b | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:52,216][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@578333b | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:52,218][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@578333b]; ]] | |
| [2014-02-10 10:56:52,218][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@578333b]; ]] | |
| [2014-02-10 10:56:57,235][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7d349e83 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:56:57,237][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7d349e83 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:56:57,239][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7d349e83]; ]] | |
| [2014-02-10 10:56:57,239][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@7d349e83]; ]] | |
| [2014-02-10 10:57:02,253][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46dc4f89 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:57:02,254][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46dc4f89 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:57:02,256][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46dc4f89]; ]] | |
| [2014-02-10 10:57:02,257][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@46dc4f89]; ]] | |
| [2014-02-10 10:57:07,275][WARN ][test.engine ] [node_4] [idx][1] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@69b0b240 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:57:07,288][WARN ][indices.cluster ] [node_4] [idx][1] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][1] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][1] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@69b0b240 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:57:07,297][WARN ][cluster.action.shard ] [node_4] [idx][1] sending failed shard for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@69b0b240]; ]] | |
| [2014-02-10 10:57:07,299][WARN ][cluster.action.shard ] [node_4] [idx][1] received shard failed for [idx][1], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][1] failed recovery]; nested: EngineCreationFailureException[[idx][1] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@69b0b240]; ]] | |
| [2014-02-10 10:57:10,846][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_string]: cleaning up after test | |
| [2014-02-10 10:57:10,854][INFO ][cluster.metadata ] [node_0] [idx] deleting index | |
| [2014-02-10 10:57:10,897][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_string]: cleaned up after test | |
| [2014-02-10 10:57:10,957][ERROR][test ] FAILURE : noShardSize_string(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=noShardSize_string -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.action.UnavailableShardsException: [idx][0] [1] shardIt, [0] active : Timeout waiting for [1m], request: index {[idx][type][5QJp-jgQSv-bt_qJpjeohg], source[{"key":"1","value":1}]} | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:C68474CE6C52220A]:0) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.raiseTimeoutFailure(TransportShardReplicationOperationAction.java:548) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:538) | |
| org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:491) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:57:10,971][INFO ][test ] Test noShardSize_string(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| [2014-02-10 10:57:10,973][INFO ][test ] Test noShardSize_double_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) started | |
| [2014-02-10 10:57:10,981][INFO ][plugins ] [transport_client_node_2] loaded [], sites [] | |
| [2014-02-10 10:57:12,432][WARN ][test.engine ] [node_4] [idx][0] Could not lock IndexWriter isLocked [false] | |
| org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@77db18e1 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:57:12,435][WARN ][indices.cluster ] [node_4] [idx][0] failed to start shard | |
| org.elasticsearch.index.gateway.IndexShardGatewayRecoveryException: [idx][0] failed recovery | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:248) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:744) | |
| Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [idx][0] failed to create engine | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:258) | |
| at org.elasticsearch.index.shard.service.InternalIndexShard.postRecovery(InternalIndexShard.java:684) | |
| at org.elasticsearch.index.gateway.none.NoneIndexShardGateway.recover(NoneIndexShardGateway.java:73) | |
| at org.elasticsearch.index.gateway.IndexShardGatewayService$1.run(IndexShardGatewayService.java:189) | |
| ... 3 more | |
| Caused by: org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@77db18e1 | |
| at org.apache.lucene.store.Lock.obtain(Lock.java:84) | |
| at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:702) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.createWriter(InternalEngine.java:1388) | |
| at org.elasticsearch.index.engine.internal.InternalEngine.start(InternalEngine.java:256) | |
| ... 6 more | |
| [2014-02-10 10:57:12,438][WARN ][cluster.action.shard ] [node_4] [idx][0] sending failed shard for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@77db18e1]; ]] | |
| [2014-02-10 10:57:12,439][WARN ][cluster.action.shard ] [node_4] [idx][0] received shard failed for [idx][0], node[KVNamSSnTA-26y2nWy9kHg], [P], s[INITIALIZING], indexUUID [Ql4FyKISSDGXjnLJpoCHEg], reason [Failed to start shard, message [IndexShardGatewayRecoveryException[[idx][0] failed recovery]; nested: EngineCreationFailureException[[idx][0] failed to create engine]; nested: LockObtainFailedException[Lock obtain timed out: org.apache.lucene.store.MockLockFactoryWrapper$MockLock@77db18e1]; ]] | |
| [2014-02-10 10:57:12,440][INFO ][plugins ] [transport_client_node_1] loaded [], sites [] | |
| [2014-02-10 10:57:13,780][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_double_allTerms]: before test | |
| [2014-02-10 10:57:13,839][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_double_allTerms]: cleaning up after test | |
| [2014-02-10 10:57:13,905][INFO ][search.facet.termsstats ] [ShardSizeTermsStatsFacetTests#noShardSize_double_allTerms]: cleaned up after test | |
| [2014-02-10 10:57:13,945][ERROR][test ] FAILURE : noShardSize_double_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) | |
| REPRODUCE WITH : mvn test -Dtests.seed=DB99E9BF3586634B -Dtests.class=org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests -Dtests.method=noShardSize_double_allTerms -Dtests.prefix=tests -Dfile.encoding=UTF-8 -Duser.timezone=America/New_York -Des.logger.level=INFO -Dtests.cluster_seed=2EDAD28438681 | |
| Throwable: | |
| org.elasticsearch.indices.IndexAlreadyExistsException: [idx] already exists | |
| __randomizedtesting.SeedInfo.seed([DB99E9BF3586634B:8499A641760FC6A5]:0) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validateIndexName(MetaDataCreateIndexService.java:152) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.validate(MetaDataCreateIndexService.java:465) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService.access$100(MetaDataCreateIndexService.java:85) | |
| org.elasticsearch.cluster.metadata.MetaDataCreateIndexService$2.execute(MetaDataCreateIndexService.java:215) | |
| org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:308) | |
| org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:744) | |
| [2014-02-10 10:57:13,952][INFO ][test ] Test noShardSize_double_allTerms(org.elasticsearch.search.facet.termsstats.ShardSizeTermsStatsFacetTests) finished | |
| ]]></system-out> | |
| <system-err><![CDATA[]]></system-err> | |
| </testsuite> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment