Demonstrates deadlock when searching an ElasticSearch index immediately after creating it

ElasticSearch Deadlock Test

package acceptance.giraffe.indexing;

import java.io.File;

import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.client.Client;
import org.elasticsearch.cluster.metadata.IndexMetaData;
import org.elasticsearch.common.collect.ImmutableMap;
import org.elasticsearch.index.query.xcontent.MatchAllQueryBuilder;
import org.elasticsearch.node.Node;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import static com.google.common.collect.Lists.newArrayList;
import static org.apache.commons.io.FileUtils.*;
import static org.elasticsearch.client.Requests.*;
import static org.elasticsearch.common.settings.ImmutableSettings.settingsBuilder;
import static org.elasticsearch.common.unit.TimeValue.*;
import static org.elasticsearch.index.query.xcontent.QueryBuilders.fieldQuery;
import static org.elasticsearch.node.NodeBuilder.nodeBuilder;

public class ElasticSearchClientIndexerTest {
    private final File indexerDataDir = new File("indexer-tests");

    private Node node;
    private Client client;

    @Before
    public void start() {
        deleteQuietly(indexerDataDir);
        startElastic();
    }

    private void startElastic() {
        System.out.println("Starting Elastic");
        node = nodeBuilder()
            .local(true)
            .settings(settingsBuilder()
                .put("path.data", indexerDataDir.getAbsolutePath())
                .put("http.port", 9200))
            .node();
        node.start();
        client = node.client();

        client.admin()
            .cluster()
            .health(
                clusterHealthRequest()
                    .waitForYellowStatus()
                    .timeout(timeValueSeconds(60))
            )
            .actionGet();

        System.out.println("Started Elastic");
    }

    @Test(timeout = 4000)
    public void canSearchNewlyCreatedIndexAfterSleepingABitBetweenCreationAndFirstSearch() throws InterruptedException {
        doSomeIndexing("testindex", true);
    }

    @Test(timeout = 4000)
    public void canSearchNewlyCreatedIndexWithoutSleepingABitBetweenCreationAndFirstSearch() throws InterruptedException {
        doSomeIndexing("testindex", false);
    }

    private void doSomeIndexing(final String indexName, boolean shouldSleep) throws InterruptedException {
        System.out.println("indexing with " + indexName);

        createIndex(indexName);
        System.out.println("created index " + indexName);

        if (shouldSleep) {
            Thread.sleep(500);
        }

        SearchResponse searchResponse = client.prepareSearch(indexName)
            .setSearchType(SearchType.QUERY_THEN_FETCH)
            .setQuery(new MatchAllQueryBuilder())
            .execute()
            .actionGet();
        SearchHits searchHits = searchResponse.getHits();
        for (SearchHit searchHit : searchHits) {
            System.out.println("Search Hit : " + searchHit);
        }
        System.out.println("finised search of " + indexName);
    }

    private void createIndex(String indexName) {
        System.out.println("Creating index: " + indexName);
        CreateIndexRequest request = createIndexRequest(indexName);
        request.settings("{number_of_shards : 1 }");
        ImmutableMap<String, IndexMetaData> clusterIndicies = client.admin().cluster().state(clusterStateRequest()).actionGet().getState().metaData().getIndices();
        if (clusterIndicies.containsKey(indexName)) {
            System.out.println("Not creating index, as already created");
        } else {
            CreateIndexResponse createIndexResponse = client.admin().indices().create(request).actionGet();
            boolean acknowledged = createIndexResponse.getAcknowledged();
            System.out.println("Created index: " + acknowledged);
        }
    }

    @After
    public void stop() {
        stopElastic();
        deleteQuietly(indexerDataDir);
    }

    private void stopElastic() {
        System.out.println("Stopping Elastic");
        try {
            //happens when start fails
            if (client != null) {
                client.close();
            }
        } finally {
            //happens when start fails
            if (node != null) {
                node.close();
            }
        }
        System.out.println("Stopped Elastic");
    }
}

logging output from test run

C:\giraffe\java\jdk1.6.0_17\bin\java -Xmx512m -DconfigName=dev -Didea.launcher.port=7535 "-Didea.launcher.bin.path=E:\dev\tools\JetBrains\IntelliJ IDEA 10.0.1\bin" -Dfile.encoding=windows-1252 -classpath "E:\dev\tools\JetBrains\IntelliJ IDEA 10.0.1\lib\idea_rt.jar;E:\dev\tools\JetBrains\IntelliJ IDEA 10.0.1\plugins\junit\lib\junit-rt.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\alt-rt.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\charsets.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\deploy.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\javaws.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\jce.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\jsse.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\management-agent.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\plugin.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\resources.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\rt.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\ext\dnsns.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\ext\localedata.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\ext\sunjce_provider.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\ext\sunmscapi.jar;C:\giraffe\java\jdk1.6.0_17\jre\lib\ext\sunpkcs11.jar;E:\dev\projects\giraffe\target\test-classes;E:\dev\projects\giraffe\target\classes;E:\dev\projects\giraffe\deployment\lib\shipped\activemq-all-5.4.2.jar;E:\dev\projects\giraffe\deployment\lib\shipped\argo-2.4.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-codec-1.4.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-collections-3.2.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-dbutils-1.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-exec-1.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-io-2.0.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-lang-2.6.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-logging-1.1.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\commons-pool-1.5.5.jar;E:\dev\projects\giraffe\deployment\lib\shipped\dqsclient-201010251442.jar;E:\dev\projects\giraffe\deployment\lib\shipped\edu.jar;E:\dev\projects\giraffe\deployment\lib\shipped\escortclient-201101181125.jar;E:\dev\projects\giraffe\deployment\lib\shipped\guava-r08.jar;E:\dev\projects\giraffe\deployment\lib\shipped\httpclient-4.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\httpclient-cache-4.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\httpcore-4.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\httpmime-4.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jackson-all-1.7.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jconn2.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jcs-1.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jettison-1.2.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jetty-6.1.22.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jetty-util-6.1.22.jar;E:\dev\projects\giraffe\deployment\lib\shipped\joda-time-1.6.2.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jrobin-1.5.9.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\log4j-1.2.16.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-analyzers-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-core-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-fast-vector-highlighter-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-queries-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\opencsv-2.2.jar;E:\dev\projects\giraffe\deployment\lib\shipped\servlet-api-2.5-20081211.jar;E:\dev\projects\giraffe\deployment\lib\shipped\slf4j-api-1.6.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\slf4j-log4j12-1.6.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\stax-1.2.0.jar;E:\dev\projects\giraffe\deployment\lib\shipped\stax-api-1.0.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\wrapper-3.3.9.jar;E:\dev\projects\giraffe\deployment\lib\shipped\xom-1.2.6.jar;E:\dev\projects\giraffe\deployment\lib\shipped\xpp3_min-1.1.4c.jar;E:\dev\projects\giraffe\deployment\lib\shipped\xstream-1.3.1.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jna-3.2.7.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-highlighter-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-snowball-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\sigar-1.6.4.jar;E:\dev\projects\giraffe\deployment\lib\shipped\elasticsearch-0.15.0.jar;E:\dev\projects\giraffe\deployment\lib\shipped\lucene-memory-3.0.3.jar;E:\dev\projects\giraffe\deployment\lib\shipped\jline-0.9.94.jar;E:\dev\projects\giraffe\deployment\lib\play\activation.jar;E:\dev\projects\giraffe\deployment\lib\play\antlr-2.7.6.jar;E:\dev\projects\giraffe\deployment\lib\play\asyncweb-common-0.9.0-SNAPSHOT.jar;E:\dev\projects\giraffe\deployment\lib\play\backport-util-concurrent-3.0.jar;E:\dev\projects\giraffe\deployment\lib\play\bcprov-jdk15-142.jar;E:\dev\projects\giraffe\deployment\lib\play\c3p0-0.9.1.jar;E:\dev\projects\giraffe\deployment\lib\play\cglib-nodep-2.2.jar;E:\dev\projects\giraffe\deployment\lib\play\commons-beanutils.jar;E:\dev\projects\giraffe\deployment\lib\play\commons-collections-3.1.jar;E:\dev\projects\giraffe\deployment\lib\play\commons-fileupload-1.2.jar;E:\dev\projects\giraffe\deployment\lib\play\compiler-jdt.jar;E:\dev\projects\giraffe\deployment\lib\play\dom4j-1.6.1.jar;E:\dev\projects\giraffe\deployment\lib\play\ehcache-1.5.0.jar;E:\dev\projects\giraffe\deployment\lib\play\ejb3-persistence.jar;E:\dev\projects\giraffe\deployment\lib\play\ezmorph-1.0.3.jar;E:\dev\projects\giraffe\deployment\lib\play\groovy-all-1.7.1.jar;E:\dev\projects\giraffe\deployment\lib\play\gson-1.3.jar;E:\dev\projects\giraffe\deployment\lib\play\hibernate-annotations.jar;E:\dev\projects\giraffe\deployment\lib\play\hibernate-commons-annotations.jar;E:\dev\projects\giraffe\deployment\lib\play\hibernate-entitymanager.jar;E:\dev\projects\giraffe\deployment\lib\play\hibernate-validator.jar;E:\dev\projects\giraffe\deployment\lib\play\hibernate3-ast.jar;E:\dev\projects\giraffe\deployment\lib\play\hibernate3.jar;E:\dev\projects\giraffe\deployment\lib\play\hsqldb.jar;E:\dev\projects\giraffe\deployment\lib\play\jamon-2.7.jar;E:\dev\projects\giraffe\deployment\lib\play\javassist.jar;E:\dev\projects\giraffe\deployment\lib\play\jaxen-1.1.jar;E:\dev\projects\giraffe\deployment\lib\play\jregex1.2_01.jar;E:\dev\projects\giraffe\deployment\lib\play\jsr107cache-1.0.jar;E:\dev\projects\giraffe\deployment\lib\play\jta.jar;E:\dev\projects\giraffe\deployment\lib\play\mail.jar;E:\dev\projects\giraffe\deployment\lib\play\memcached-2.4.2.jar;E:\dev\projects\giraffe\deployment\lib\play\mina-core-2.0.0-M2-SNAPSHOT.jar;E:\dev\projects\giraffe\deployment\lib\play\mysql-connector-java-5.1.8-bin.jar;E:\dev\projects\giraffe\deployment\lib\play\oval-1.31.jar;E:\dev\projects\giraffe\deployment\lib\play\play-1.0.2.jar;E:\dev\projects\giraffe\deployment\lib\play\play-imaging.jar;E:\dev\projects\giraffe\deployment\lib\play\play-SimpleCaptcha.jar;E:\dev\projects\giraffe\deployment\lib\play\provided-geronimo-servlet_2.5_spec-1.2.jar;E:\dev\projects\giraffe\deployment\lib\play\SnakeYAML-1.2.jar;E:\dev\projects\giraffe\deployment\lib\play\wikitext.core_1.1.1.jar;E:\dev\projects\giraffe\deployment\lib\play\WikiText.jar;E:\dev\projects\giraffe\deployment\lib\play\ZDB.jar;E:\dev\projects\giraffe\deployment\lib\testing\ant.jar;E:\dev\projects\giraffe\deployment\lib\testing\bcprov-jdk15-135.jar;E:\dev\projects\giraffe\deployment\lib\testing\cglib-nodep-2.1_3.jar;E:\dev\projects\giraffe\deployment\lib\testing\commons-cli-1.2.jar;E:\dev\projects\giraffe\deployment\lib\testing\commons-exec-1.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\cssparser-0.9.5.jar;E:\dev\projects\giraffe\deployment\lib\testing\freemarker.jar;E:\dev\projects\giraffe\deployment\lib\testing\hamcrest-core-1.3.0RC2.jar;E:\dev\projects\giraffe\deployment\lib\testing\hamcrest-library-1.3.0RC2.jar;E:\dev\projects\giraffe\deployment\lib\testing\htmlunit-2.6.jar;E:\dev\projects\giraffe\deployment\lib\testing\htmlunit-core-js-2.6.jar;E:\dev\projects\giraffe\deployment\lib\testing\jmock-2.5.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\jmock-junit4-2.5.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\jmock-legacy-2.5.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\jna.jar;E:\dev\projects\giraffe\deployment\lib\testing\json-20080701.jar;E:\dev\projects\giraffe\deployment\lib\testing\junit-dep-4.8.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\mx4j-tools-3.0.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\nekohtml-1.9.13.jar;E:\dev\projects\giraffe\deployment\lib\testing\objenesis-1.0.jar;E:\dev\projects\giraffe\deployment\lib\testing\poi-3.7-20101029.jar;E:\dev\projects\giraffe\deployment\lib\testing\reporting-junit-runner-2.jar;E:\dev\projects\giraffe\deployment\lib\testing\sac-1.3.jar;E:\dev\projects\giraffe\deployment\lib\testing\selenium-java-2.0a4.jar;E:\dev\projects\giraffe\deployment\lib\testing\selenium-server-2.0a4.jar;E:\dev\projects\giraffe\deployment\lib\testing\serializer-2.7.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\windowlicker_probe_20100220.jar;E:\dev\projects\giraffe\deployment\lib\testing\xalan-2.7.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\xercesImpl-2.9.1.jar;E:\dev\projects\giraffe\deployment\lib\testing\xml-apis-1.3.04.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\gemfire-5.7.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\gfSecurityImpl-5.7.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\JavaRogueWave-1.1.0.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\jclient-2.0.3.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\jdom-b9.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\jrpcgen-1.0.7.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\mdsbusinessobjects-2.0.0.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\MDSCommon-1.0.0.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\MDSRPCClient-1.1.0.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\oncrpc-1.0.7.jar;E:\dev\projects\giraffe\deployment\lib\gemfire\portmap-1.0.7.jar" com.intellij.rt.execution.application.AppMain com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 -junit4 acceptance.giraffe.indexing.SearchingOnANewlyCreatedIndexTest
Starting Elastic
2011-03-01T13:56:55.446+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: initializing ...
2011-03-01T13:56:55.462+0000 INFO [main] [org.elasticsearch.plugins] [Jennifer Walters] loaded []
2011-03-01T13:56:56.680+0000 WARN [main] [org.elasticsearch.indices] [Jennifer Walters] lucene default FieldCache is used, not enabling eager reader based cache eviction
2011-03-01T13:56:57.320+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: initialized
2011-03-01T13:56:57.335+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: starting ...
2011-03-01T13:56:57.335+0000 INFO [main] [org.elasticsearch.transport] [Jennifer Walters] bound_address {local[1]}, publish_address {local[1]}
2011-03-01T13:56:57.351+0000 INFO [elasticsearch[Jennifer Walters]clusterService#updateTask-pool-10-thread-1] [org.elasticsearch.cluster.service] [Jennifer Walters] new_master [Jennifer Walters][1][local[1]]{local=true}, reason: local-disco-initial_connect(master)
2011-03-01T13:56:57.351+0000 INFO [main] [org.elasticsearch.discovery] [Jennifer Walters] elasticsearch/1
2011-03-01T13:56:57.523+0000 INFO [main] [org.elasticsearch.http] [Jennifer Walters] bound_address {inet[/0.0.0.0:9200]}, publish_address {inet[/166.15.99.96:9200]}
2011-03-01T13:56:57.523+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: started
Started Elastic
indexing with testindex
Creating index: testindex
2011-03-01T13:56:58.022+0000 INFO [elasticsearch[Jennifer Walters]clusterService#updateTask-pool-10-thread-1] [org.elasticsearch.cluster.metadata] [Jennifer Walters] [testindex] creating index, cause [api], shards [1]/[1], mappings []
2011-03-01T13:56:58.256+0000 INFO [elasticsearch[Jennifer Walters]clusterService#updateTask-pool-10-thread-1] [org.elasticsearch.cluster.metadata] [Jennifer Walters] [testindex] created and added to cluster_state
Created index: true
created index testindex
2011-03-01T13:56:58.335+0000 DEBUG [elasticsearch[cached]-pool-1-thread-3] [elasticsearch.cluster.action.shard] [Jennifer Walters] sending shard started for [testindex][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
2011-03-01T13:56:58.335+0000 DEBUG [elasticsearch[cached]-pool-1-thread-3] [elasticsearch.cluster.action.shard] [Jennifer Walters] received shard started for [testindex][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
2011-03-01T13:56:58.335+0000 DEBUG [elasticsearch[Jennifer Walters]clusterService#updateTask-pool-10-thread-1] [elasticsearch.cluster.action.shard] [Jennifer Walters] applying started shard [testindex][0], node[1], [P], s[INITIALIZING], reason [after recovery from gateway]
finised search of testindex
Stopping Elastic
2011-03-01T13:56:58.819+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: stopping ...
2011-03-01T13:56:58.819+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: stopped
2011-03-01T13:56:58.834+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: closing ...
2011-03-01T13:56:58.834+0000 INFO [main] [org.elasticsearch.node] [Jennifer Walters] {elasticsearch/0.15.0}[2972]: closed
Stopped Elastic
Starting Elastic
2011-03-01T13:56:58.928+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: initializing ...
2011-03-01T13:56:58.928+0000 INFO [main] [org.elasticsearch.plugins] [Ulik] loaded []
2011-03-01T13:56:58.990+0000 WARN [main] [org.elasticsearch.indices] [Ulik] lucene default FieldCache is used, not enabling eager reader based cache eviction
2011-03-01T13:56:59.521+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: initialized
2011-03-01T13:56:59.521+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: starting ...
2011-03-01T13:56:59.521+0000 INFO [main] [org.elasticsearch.transport] [Ulik] bound_address {local[2]}, publish_address {local[2]}
2011-03-01T13:56:59.521+0000 INFO [elasticsearch[Ulik]clusterService#updateTask-pool-23-thread-1] [org.elasticsearch.cluster.service] [Ulik] new_master [Ulik][2][local[2]]{local=true}, reason: local-disco-initial_connect(master)
2011-03-01T13:56:59.568+0000 INFO [main] [org.elasticsearch.discovery] [Ulik] elasticsearch/2
2011-03-01T13:56:59.583+0000 INFO [main] [org.elasticsearch.http] [Ulik] bound_address {inet[/0.0.0.0:9200]}, publish_address {inet[/166.15.99.96:9200]}
2011-03-01T13:56:59.583+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: started
Started Elastic
indexing with testindex
Creating index: testindex
2011-03-01T13:56:59.693+0000 INFO [elasticsearch[Ulik]clusterService#updateTask-pool-23-thread-1] [org.elasticsearch.cluster.metadata] [Ulik] [testindex] creating index, cause [api], shards [1]/[1], mappings []
2011-03-01T13:56:59.833+0000 INFO [elasticsearch[Ulik]clusterService#updateTask-pool-23-thread-1] [org.elasticsearch.cluster.metadata] [Ulik] [testindex] created and added to cluster_state
Created index: true
created index testindex
2011-03-01T13:56:59.833+0000 DEBUG [elasticsearch[cached]-pool-14-thread-3] [elasticsearch.cluster.action.shard] [Ulik] sending shard started for [testindex][0], node[2], [P], s[INITIALIZING], reason [after recovery from gateway]
2011-03-01T13:56:59.833+0000 DEBUG [elasticsearch[cached]-pool-14-thread-3] [elasticsearch.cluster.action.shard] [Ulik] received shard started for [testindex][0], node[2], [P], s[INITIALIZING], reason [after recovery from gateway]
2011-03-01T13:56:59.880+0000 DEBUG [elasticsearch[Ulik]clusterService#updateTask-pool-23-thread-1] [elasticsearch.cluster.action.shard] [Ulik] applying started shard [testindex][0], node[2], [P], s[INITIALIZING], reason [after recovery from gateway]
Stopping Elastic
2011-03-01T13:57:03.596+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: stopping ...

java.lang.Exception: test timed out after 4000 milliseconds
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:905)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1217)
	at org.elasticsearch.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:244)
	at org.elasticsearch.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:76)
	at org.elasticsearch.action.support.AdapterActionFuture.actionGet(AdapterActionFuture.java:42)
	at acceptance.giraffe.indexing.SearchingOnANewlyCreatedIndexTest.doSomeIndexing(SearchingOnANewlyCreatedIndexTest.java:84)
	at acceptance.giraffe.indexing.SearchingOnANewlyCreatedIndexTest.canSearchNewlyCreatedIndexWithoutSleepingABitBetweenCreationAndFirstSearch(SearchingOnANewlyCreatedIndexTest.java:71)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
	at org.junit.internal.runners.statements.FailOnTimeout$1.run(FailOnTimeout.java:28)

2011-03-01T13:57:03.596+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: stopped
2011-03-01T13:57:03.596+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: closing ...
2011-03-01T13:57:03.611+0000 INFO [main] [org.elasticsearch.node] [Ulik] {elasticsearch/0.15.0}[2972]: closed
Stopped Elastic

Process finished with exit code -1