gistfile1.txt

bigmac:elasticsearch-0.16.0-SNAPSHOT igor$ export ES_MIN_MEM=32m; export ES_MAX_MEM=32m; bin/elasticsearch -f
[2011-04-19 11:57:51,667][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: initializing ...
[2011-04-19 11:57:51,669][INFO ][plugins                  ] [Ms. Steed] loaded []
[2011-04-19 11:57:53,723][DEBUG][index.shard.recovery     ] [Ms. Steed] using concurrent_streams [5], file_chunk_size [100kb], translog_size [100kb], translog_ops [1000], and compress [true]
[2011-04-19 11:57:53,726][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: initialized
[2011-04-19 11:57:53,726][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: starting ...
[2011-04-19 11:57:53,796][INFO ][transport                ] [Ms. Steed] bound_address {inet[/0.0.0.0:9300]}, publish_address {inet[/192.168.10.1:9300]}
[2011-04-19 11:57:56,881][INFO ][cluster.service          ] [Ms. Steed] new_master [Ms. Steed][TQz6h-UdTwWvbKtUjqdnPQ][inet[/192.168.10.1:9300]], reason: zen-disco-join (elected_as_master)
[2011-04-19 11:57:56,933][INFO ][discovery                ] [Ms. Steed] elasticsearch/TQz6h-UdTwWvbKtUjqdnPQ
[2011-04-19 11:57:57,005][INFO ][http                     ] [Ms. Steed] bound_address {inet[/0.0.0.0:9200]}, publish_address {inet[/192.168.10.1:9200]}
[2011-04-19 11:57:57,005][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: started
[2011-04-19 11:57:57,352][DEBUG][index.mapper             ] [Ms. Steed] [wikipedia] using dynamic[true], default mapping: location[null] and source[{
    "_default_" : {
    }
}]
[2011-04-19 11:57:57,449][WARN ][indices.cluster          ] [Ms. Steed] [wikipedia] parsed mapping [page], and got different sources
original:
{"page":{"properties":{"id":{"type":"string"},"timestamp":{"format":"dateOptionalTime","type":"date"},"revision":{"dynamic":"true","properties":{"id":{"type":"string"},"timestamp":{"format":"dateOptionalTime","type":"date"},"text":{"type":"string"},"username":{"type":"string"},"contributor":{"type":"string"},"comment":{"type":"string"},"ip":{"type":"string"}}},"text":{"type":"string"},"title":{"type":"string"},"restrictions":{"type":"string"},"minor":{"type":"string"},"redirect":{"type":"string"}}}}
parsed:
{"page":{"properties":{"id":{"type":"string"},"minor":{"type":"string"},"redirect":{"type":"string"},"restrictions":{"type":"string"},"revision":{"dynamic":"true","properties":{"comment":{"type":"string"},"contributor":{"type":"string"},"id":{"type":"string"},"ip":{"type":"string"},"text":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"},"username":{"type":"string"}}},"text":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"},"title":{"type":"string"}}}}
[2011-04-19 11:57:57,450][DEBUG][index.service            ] [Ms. Steed] [wikipedia] creating shard_id [0]
[2011-04-19 11:57:57,555][DEBUG][index.store.fs           ] [Ms. Steed] [wikipedia][0] using [nio_fs] store with path [/Volumes/Media/TestData/elasticsearch-0.16.0-SNAPSHOT/data/elasticsearch/nodes/0/indices/wikipedia/0/index]
[2011-04-19 11:57:57,555][DEBUG][index.deletionpolicy     ] [Ms. Steed] [wikipedia][0] Using [keep_only_last] deletion policy
[2011-04-19 11:57:57,556][DEBUG][index.merge.policy       ] [Ms. Steed] [wikipedia][0] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true]
[2011-04-19 11:57:57,556][DEBUG][index.merge.scheduler    ] [Ms. Steed] [wikipedia][0] using [concurrent] merge scheduler with max_thread_count[3]
[2011-04-19 11:57:57,557][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][0] state: [CREATED]
[2011-04-19 11:57:57,560][DEBUG][index.translog           ] [Ms. Steed] [wikipedia][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2011-04-19 11:57:57,563][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2011-04-19 11:57:57,563][DEBUG][index.service            ] [Ms. Steed] [wikipedia] creating shard_id [1]
[2011-04-19 11:57:57,563][DEBUG][index.gateway            ] [Ms. Steed] [wikipedia][0] starting recovery from local ...
[2011-04-19 11:57:57,578][DEBUG][index.engine.robin       ] [Ms. Steed] [wikipedia][0] Starting engine
[2011-04-19 11:57:57,594][DEBUG][index.store.fs           ] [Ms. Steed] [wikipedia][1] using [nio_fs] store with path [/Volumes/Media/TestData/elasticsearch-0.16.0-SNAPSHOT/data/elasticsearch/nodes/0/indices/wikipedia/1/index]
[2011-04-19 11:57:57,595][DEBUG][index.deletionpolicy     ] [Ms. Steed] [wikipedia][1] Using [keep_only_last] deletion policy
[2011-04-19 11:57:57,595][DEBUG][index.merge.policy       ] [Ms. Steed] [wikipedia][1] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true]
[2011-04-19 11:57:57,595][DEBUG][index.merge.scheduler    ] [Ms. Steed] [wikipedia][1] using [concurrent] merge scheduler with max_thread_count[3]
[2011-04-19 11:57:57,595][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][1] state: [CREATED]
[2011-04-19 11:57:57,598][DEBUG][index.translog           ] [Ms. Steed] [wikipedia][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2011-04-19 11:57:57,757][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2011-04-19 11:57:57,757][DEBUG][index.service            ] [Ms. Steed] [wikipedia] creating shard_id [2]
[2011-04-19 11:57:57,757][DEBUG][index.gateway            ] [Ms. Steed] [wikipedia][1] starting recovery from local ...
[2011-04-19 11:57:57,759][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2011-04-19 11:57:57,760][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][0] scheduling refresher every 1s
[2011-04-19 11:57:57,760][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][0] scheduling optimizer / merger every 1s
[2011-04-19 11:57:57,761][DEBUG][index.gateway            ] [Ms. Steed] [wikipedia][0] recovery completed from local, took [198ms]
    index    : files           [131] with total_size [930.1mb], took[14ms]
             : recovered_files [0] with total_size [0b]
             : reusing_files   [131] with total_size [930.1mb]
    translog : number_of_operations [0], took [197ms]
[2011-04-19 11:57:57,763][DEBUG][index.engine.robin       ] [Ms. Steed] [wikipedia][1] Starting engine
[2011-04-19 11:57:57,786][DEBUG][index.store.fs           ] [Ms. Steed] [wikipedia][2] using [nio_fs] store with path [/Volumes/Media/TestData/elasticsearch-0.16.0-SNAPSHOT/data/elasticsearch/nodes/0/indices/wikipedia/2/index]
[2011-04-19 11:57:57,786][DEBUG][index.deletionpolicy     ] [Ms. Steed] [wikipedia][2] Using [keep_only_last] deletion policy
[2011-04-19 11:57:57,786][DEBUG][index.merge.policy       ] [Ms. Steed] [wikipedia][2] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true]
[2011-04-19 11:57:57,786][DEBUG][index.merge.scheduler    ] [Ms. Steed] [wikipedia][2] using [concurrent] merge scheduler with max_thread_count[3]
[2011-04-19 11:57:57,786][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][2] state: [CREATED]
[2011-04-19 11:57:57,788][DEBUG][index.translog           ] [Ms. Steed] [wikipedia][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2011-04-19 11:58:01,771][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2011-04-19 11:58:01,774][DEBUG][index.service            ] [Ms. Steed] [wikipedia] creating shard_id [3]
[2011-04-19 11:58:01,775][DEBUG][index.gateway            ] [Ms. Steed] [wikipedia][2] starting recovery from local ...
[2011-04-19 11:58:01,795][DEBUG][index.engine.robin       ] [Ms. Steed] [wikipedia][2] Starting engine
[2011-04-19 11:58:01,817][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2011-04-19 11:58:01,817][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][1] scheduling refresher every 1s
[2011-04-19 11:58:01,817][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][1] scheduling optimizer / merger every 1s
[2011-04-19 11:58:01,817][DEBUG][index.gateway            ] [Ms. Steed] [wikipedia][1] recovery completed from local, took [4s]
    index    : files           [131] with total_size [926.4mb], took[4ms]
             : recovered_files [0] with total_size [0b]
             : reusing_files   [131] with total_size [926.4mb]
    translog : number_of_operations [0], took [4s]
[2011-04-19 11:58:02,065][DEBUG][index.store.fs           ] [Ms. Steed] [wikipedia][3] using [nio_fs] store with path [/Volumes/Media/TestData/elasticsearch-0.16.0-SNAPSHOT/data/elasticsearch/nodes/0/indices/wikipedia/3/index]
[2011-04-19 11:58:02,065][DEBUG][index.deletionpolicy     ] [Ms. Steed] [wikipedia][3] Using [keep_only_last] deletion policy
[2011-04-19 11:58:02,066][DEBUG][index.merge.policy       ] [Ms. Steed] [wikipedia][3] using [log_bytes_size] merge policy with merge_factor[10], min_merge_size[1.5mb], max_merge_size[2gb], max_merge_docs[2147483647], calibrate_size_by_deletes[true], async_merge[true]
[2011-04-19 11:58:02,066][DEBUG][index.merge.scheduler    ] [Ms. Steed] [wikipedia][3] using [concurrent] merge scheduler with max_thread_count[3]
[2011-04-19 11:58:02,066][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][3] state: [CREATED]
[2011-04-19 11:58:02,068][DEBUG][index.translog           ] [Ms. Steed] [wikipedia][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
java.lang.OutOfMemoryError: Java heap space
Dumping heap to java_pid20290.hprof ...
Heap dump file created [46278955 bytes in 1.410 secs]
Exception in thread "elasticsearch[cached]-pool-1-thread-2" java.lang.OutOfMemoryError: Java heap space
[2011-04-19 11:58:16,449][DEBUG][index.shard.service      ] [Ms. Steed] [wikipedia][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2011-04-19 11:58:16,449][DEBUG][index.gateway            ] [Ms. Steed] [wikipedia][3] starting recovery from local ...
[2011-04-19 11:58:16,453][WARN ][netty.channel.socket.nio.NioServerSocketPipelineSink] Failed to accept a connection.
java.lang.OutOfMemoryError: Java heap space
	at java.lang.AbstractStringBuilder.<init>(AbstractStringBuilder.java:45)
	at java.lang.StringBuffer.<init>(StringBuffer.java:91)
	at java.net.URLStreamHandler.toExternalForm(URLStreamHandler.java:473)
	at java.net.URL.toExternalForm(URL.java:901)
	at java.net.URL.toString(URL.java:887)
	at java.lang.ClassLoader.defineClassSourceLocation(ClassLoader.java:498)
	at java.lang.ClassLoader.defineClassCond(ClassLoader.java:629)
	at java.lang.ClassLoader.defineClass(ClassLoader.java:616)
	at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:141)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:283)
	at java.net.URLClassLoader.access$000(URLClassLoader.java:58)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:197)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:307)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:248)
	at org.elasticsearch.http.netty.NettyHttpServerTransport$2.getPipeline(NettyHttpServerTransport.java:159)
	at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.registerAcceptedChannel(NioServerSocketPipelineSink.java:276)
	at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:246)
	at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
	at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
	at java.lang.Thread.run(Thread.java:680)
[2011-04-19 11:58:16,453][WARN ][netty.channel.socket.nio.NioWorker] Unexpected exception in the selector loop.
java.lang.OutOfMemoryError: Java heap space
	at java.util.HashMap.newKeyIterator(HashMap.java:840)
	at java.util.HashMap$KeySet.iterator(HashMap.java:874)
	at java.util.HashSet.iterator(HashSet.java:153)
	at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127)
	at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:73)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
	at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
	at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:163)
	at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
	at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
	at java.lang.Thread.run(Thread.java:680)
[2011-04-19 11:58:16,453][WARN ][netty.channel.socket.nio.NioWorker] Unexpected exception in the selector loop.
java.lang.OutOfMemoryError: Java heap space
	at java.util.HashMap.newKeyIterator(HashMap.java:840)
	at java.util.HashMap$KeySet.iterator(HashMap.java:874)
	at java.util.HashSet.iterator(HashSet.java:153)
	at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127)
	at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:73)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
	at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
	at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:163)
	at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
	at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
	at java.lang.Thread.run(Thread.java:680)
[2011-04-19 11:58:16,857][DEBUG][index.engine.robin       ] [Ms. Steed] [wikipedia][3] Starting engine
[2011-04-19 11:58:16,877][INFO ][gateway                  ] [Ms. Steed] recovered [1] indices into cluster_state
[2011-04-19 11:58:19,462][WARN ][indices.cluster          ] [Ms. Steed] [wikipedia] parsed mapping [page], and got different sources
original:
{"page":{"properties":{"id":{"type":"string"},"timestamp":{"format":"dateOptionalTime","type":"date"},"revision":{"dynamic":"true","properties":{"id":{"type":"string"},"timestamp":{"format":"dateOptionalTime","type":"date"},"text":{"type":"string"},"username":{"type":"string"},"contributor":{"type":"string"},"comment":{"type":"string"},"ip":{"type":"string"}}},"text":{"type":"string"},"title":{"type":"string"},"restrictions":{"type":"string"},"minor":{"type":"string"},"redirect":{"type":"string"}}}}
parsed:
{"page":{"properties":{"id":{"type":"string"},"minor":{"type":"string"},"redirect":{"type":"string"},"restrictions":{"type":"string"},"revision":{"dynamic":"true","properties":{"comment":{"type":"string"},"contributor":{"type":"string"},"id":{"type":"string"},"ip":{"type":"string"},"text":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"},"username":{"type":"string"}}},"text":{"type":"string"},"timestamp":{"type":"date","format":"dateOptionalTime"},"title":{"type":"string"}}}}
Exception in thread "elasticsearch[Ms. Steed]clusterService#updateTask-pool-11-thread-1" java.lang.OutOfMemoryError: Java heap space
[2011-04-19 11:58:25,864][WARN ][netty.channel.socket.nio.NioServerSocketPipelineSink] Failed to accept a connection.
java.lang.OutOfMemoryError: Java heap space
[2011-04-19 11:58:29,454][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: stopping ...
Exception in thread "elasticsearch[Ms. Steed]gateway-pool-17-thread-1" java.lang.OutOfMemoryError: Java heap space
Exception in thread "elasticsearch[Ms. Steed]gateway-pool-17-thread-2" java.lang.OutOfMemoryError: Java heap space
Exception in thread "elasticsearch[Ms. Steed]clusterService#updateTask-pool-11-thread-2" java.lang.OutOfMemoryError: Java heap space
^C



Exception in thread "Poller SunPKCS11-Darwin" java.lang.OutOfMemoryError: Java heap space
Exception in thread "New I/O server worker #1-2" java.lang.OutOfMemoryError: Java heap space
Exception in thread "elasticsearch[Ms. Steed]transport_server_worker-pool-15-thread-5" java.lang.OutOfMemoryError: Java heap space
Exception in thread "elasticsearch[cached]-pool-1-thread-1" java.lang.OutOfMemoryError: Java heap space[2011-04-19 11:58:46,639][WARN ][netty.channel.socket.nio.NioWorker] Unexpected exception in the selector loop.
[2011-04-19 11:58:55,210][WARN ][netty.channel.socket.nio.NioWorker] Unexpected exception in the selector loop.
java.lang.OutOfMemoryError: Java heap space

Exception in thread "elasticsearch[Ms. Steed]transport_server_worker-pool-15-thread-3" java.lang.OutOfMemoryError: Java heap space
[2011-04-19 11:59:08,872][WARN ][netty.channel.socket.nio.NioWorker] Unexpected exception in the selector loop.
java.lang.OutOfMemoryError: Java heap space
[2011-04-19 11:59:08,872][WARN ][netty.channel.socket.nio.NioWorker] Unexpected exception in the selector loop.
java.lang.OutOfMemoryError: Java heap space
[2011-04-19 11:59:09,462][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: stopped
[2011-04-19 11:59:09,462][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: closing ...
[2011-04-19 11:59:14,119][INFO ][node                     ] [Ms. Steed] {elasticsearch/0.16.0-SNAPSHOT/2011-04-18T15:00:52}[20290]: closed