Created
May 27, 2014 22:18
-
-
Save bhavanki/e6e21ea15cf5670ba534 to your computer and use it in GitHub Desktop.
Out-of-memory stack traces when writing and scanning Accumulo rows of 100 cells with 100 MB values in each cell
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Observed in monitor: | |
| Unexpected throwable while invoking! | |
| java.lang.OutOfMemoryError: Java heap space | |
| at java.util.Arrays.copyOf(Arrays.java:2786) | |
| at java.io.ByteArrayOutputStream.write(ByteArrayOutputStream.java:94) | |
| at org.apache.thrift.transport.TFramedTransport.write(TFramedTransport.java:146) | |
| at org.apache.thrift.protocol.TCompactProtocol.writeBinary(TCompactProtocol.java:342) | |
| at org.apache.thrift.protocol.TCompactProtocol.writeBinary(TCompactProtocol.java:337) | |
| at org.apache.accumulo.core.data.thrift.TKeyValue$TKeyValueStandardScheme.write(TKeyValue.java:465) | |
| at org.apache.accumulo.core.data.thrift.TKeyValue$TKeyValueStandardScheme.write(TKeyValue.java:414) | |
| at org.apache.accumulo.core.data.thrift.TKeyValue.write(TKeyValue.java:357) | |
| at org.apache.accumulo.core.data.thrift.ScanResult$ScanResultStandardScheme.write(ScanResult.java:480) | |
| at org.apache.accumulo.core.data.thrift.ScanResult$ScanResultStandardScheme.write(ScanResult.java:420) | |
| at org.apache.accumulo.core.data.thrift.ScanResult.write(ScanResult.java:368) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$continueScan_result$continueScan_resultStandardScheme.write(TabletClientService.java:6264) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$continueScan_result$continueScan_resultStandardScheme.write(TabletClientService.java:6199) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$continueScan_result.write(TabletClientService.java:6126) | |
| at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:53) | |
| at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) | |
| at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:171) | |
| at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478) | |
| at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:231) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| ------ | |
| Thread dump from offending tserver: | |
| # | |
| # java.lang.OutOfMemoryError: Java heap space | |
| # -XX:OnOutOfMemoryError="kill -3 %p" | |
| # Executing /bin/sh -c "kill -3 4183"... | |
| 2014-05-27 15:09:11 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): | |
| "ClientPool 616" daemon prio=10 tid=0x000000004414c800 nid=0x1e25 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "ClientPool 615" daemon prio=10 tid=0x000000004429d800 nid=0x1e22 runnable [0x00007f7cb73d5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.System.arraycopy(Native Method) | |
| at java.util.Arrays.copyOf(Arrays.java:2787) | |
| at java.io.ByteArrayOutputStream.write(ByteArrayOutputStream.java:94) | |
| - locked <0x00000007aa203620> (a org.apache.thrift.TByteArrayOutputStream) | |
| at org.apache.thrift.transport.TFramedTransport.write(TFramedTransport.java:146) | |
| at org.apache.thrift.protocol.TCompactProtocol.writeBinary(TCompactProtocol.java:342) | |
| at org.apache.thrift.protocol.TCompactProtocol.writeBinary(TCompactProtocol.java:337) | |
| at org.apache.accumulo.core.data.thrift.TKeyValue$TKeyValueStandardScheme.write(TKeyValue.java:465) | |
| at org.apache.accumulo.core.data.thrift.TKeyValue$TKeyValueStandardScheme.write(TKeyValue.java:414) | |
| at org.apache.accumulo.core.data.thrift.TKeyValue.write(TKeyValue.java:357) | |
| at org.apache.accumulo.core.data.thrift.ScanResult$ScanResultStandardScheme.write(ScanResult.java:480) | |
| at org.apache.accumulo.core.data.thrift.ScanResult$ScanResultStandardScheme.write(ScanResult.java:420) | |
| at org.apache.accumulo.core.data.thrift.ScanResult.write(ScanResult.java:368) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$continueScan_result$continueScan_resultStandardScheme.write(TabletClientService.java:6264) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$continueScan_result$continueScan_resultStandardScheme.write(TabletClientService.java:6199) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$continueScan_result.write(TabletClientService.java:6126) | |
| at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:53) | |
| at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) | |
| at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:171) | |
| at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478) | |
| at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:231) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "ClientPool 614" daemon prio=10 tid=0x0000000042e55800 nid=0x1e21 runnable [0x00007f7cb6fd2000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413) | |
| at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313) | |
| at org.apache.log4j.RollingFileAppender.subAppend(RollingFileAppender.java:276) | |
| at org.apache.log4j.WriterAppender.append(WriterAppender.java:162) | |
| at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251) | |
| - locked <0x000000071a347920> (a org.apache.log4j.RollingFileAppender) | |
| at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66) | |
| at org.apache.log4j.Category.callAppenders(Category.java:206) | |
| - locked <0x000000071a2fda18> (a org.apache.log4j.Logger) | |
| at org.apache.log4j.Category.forcedLog(Category.java:391) | |
| at org.apache.log4j.Category.log(Category.java:856) | |
| at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576) | |
| at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:484) | |
| at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:231) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "ClientPool 613" daemon prio=10 tid=0x0000000042d3b000 nid=0x1e20 runnable [0x00007f7cb69cb000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.hdfs.DFSOutputStream.queueCurrentPacket(DFSOutputStream.java:1394) | |
| - locked <0x000000073fd7a738> (a java.util.LinkedList) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.waitAndQueueCurrentPacket(DFSOutputStream.java:1425) | |
| - locked <0x000000073fd7a738> (a java.util.LinkedList) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.writeChunk(DFSOutputStream.java:1479) | |
| - locked <0x000000073fd79cc0> (a org.apache.hadoop.hdfs.DFSOutputStream) | |
| at org.apache.hadoop.fs.FSOutputSummer.writeChecksumChunk(FSOutputSummer.java:173) | |
| at org.apache.hadoop.fs.FSOutputSummer.write1(FSOutputSummer.java:116) | |
| at org.apache.hadoop.fs.FSOutputSummer.write(FSOutputSummer.java:102) | |
| - locked <0x000000073fd79cc0> (a org.apache.hadoop.hdfs.DFSOutputStream) | |
| at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.write(FSDataOutputStream.java:54) | |
| at java.io.DataOutputStream.write(DataOutputStream.java:90) | |
| - locked <0x000000075297b340> (a org.apache.hadoop.hdfs.client.HdfsDataOutputStream) | |
| at java.io.DataOutputStream.write(DataOutputStream.java:90) | |
| - locked <0x000000075297b3f0> (a org.apache.accumulo.core.security.crypto.NoFlushOutputStream) | |
| at java.io.FilterOutputStream.write(FilterOutputStream.java:80) | |
| at org.apache.accumulo.core.data.Mutation.write(Mutation.java:570) | |
| at org.apache.accumulo.server.data.ServerMutation.write(ServerMutation.java:60) | |
| at org.apache.accumulo.tserver.logger.LogFileValue.write(LogFileValue.java:53) | |
| at org.apache.accumulo.tserver.log.DfsLogger.write(DfsLogger.java:486) | |
| - locked <0x000000073fd79d78> (a org.apache.accumulo.tserver.log.DfsLogger) | |
| at org.apache.accumulo.tserver.log.DfsLogger.logFileData(DfsLogger.java:499) | |
| - locked <0x000000073fd79d78> (a org.apache.accumulo.tserver.log.DfsLogger) | |
| at org.apache.accumulo.tserver.log.DfsLogger.logManyTablets(DfsLogger.java:532) | |
| at org.apache.accumulo.tserver.log.DfsLogger.log(DfsLogger.java:491) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger$5.write(TabletServerLogger.java:349) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger.write(TabletServerLogger.java:275) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger.write(TabletServerLogger.java:231) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger.log(TabletServerLogger.java:346) | |
| at org.apache.accumulo.tserver.TabletServer$ThriftClientHandler.update(TabletServer.java:1780) | |
| at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63) | |
| at $Proxy18.update(Unknown Source) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$update.getResult(TabletClientService.java:2392) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$update.getResult(TabletClientService.java:2376) | |
| at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) | |
| at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) | |
| at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:171) | |
| at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478) | |
| at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:231) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "ClientPool 612" daemon prio=10 tid=0x0000000043144000 nid=0x1e1f waiting for monitor entry [0x00007f7cb63c5000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.accumulo.tserver.log.DfsLogger.logFileData(DfsLogger.java:498) | |
| - waiting to lock <0x000000073fd79d78> (a org.apache.accumulo.tserver.log.DfsLogger) | |
| at org.apache.accumulo.tserver.log.DfsLogger.logManyTablets(DfsLogger.java:532) | |
| at org.apache.accumulo.tserver.log.DfsLogger.log(DfsLogger.java:491) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger$5.write(TabletServerLogger.java:349) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger.write(TabletServerLogger.java:275) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger.write(TabletServerLogger.java:231) | |
| at org.apache.accumulo.tserver.log.TabletServerLogger.log(TabletServerLogger.java:346) | |
| at org.apache.accumulo.tserver.TabletServer$ThriftClientHandler.update(TabletServer.java:1780) | |
| at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63) | |
| at $Proxy18.update(Unknown Source) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$update.getResult(TabletClientService.java:2392) | |
| at org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$update.getResult(TabletClientService.java:2376) | |
| at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) | |
| at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) | |
| at org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:171) | |
| at org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478) | |
| at org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:231) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Accumulo WALog thread tserver.com:10011/hdfs://nameservice1/accumulo/wal/tserver.com+10011/805a7502-e0bd-4c0b-898f-2eef2b0b7013" daemon prio=10 tid=0x0000000042de9000 nid=0x1dfb waiting on condition [0x00007f7cb80e3000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000073fd7a950> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.accumulo.tserver.log.DfsLogger$LogSyncingTask.run(DfsLogger.java:140) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "ResponseProcessor for block BP-1657559197-10.20.184.121-1386192694766:blk_3688627947147844689_7026813" daemon prio=10 tid=0x0000000041ffe800 nid=0x1dfa runnable [0x00007f7cb7cdf000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.FileDispatcher.read0(Native Method) | |
| at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:21) | |
| at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:198) | |
| at sun.nio.ch.IOUtil.read(IOUtil.java:171) | |
| at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:243) | |
| - locked <0x000000075297c2e8> (a java.lang.Object) | |
| at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:56) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:143) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.DataInputStream.read(DataInputStream.java:132) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.hdfs.util.ExactSizeInputStream.read(ExactSizeInputStream.java:89) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:90) | |
| at com.google.protobuf.CodedInputStream.refillBuffer(CodedInputStream.java:702) | |
| at com.google.protobuf.CodedInputStream.isAtEnd(CodedInputStream.java:666) | |
| at com.google.protobuf.CodedInputStream.readTag(CodedInputStream.java:99) | |
| at org.apache.hadoop.hdfs.protocol.proto.DataTransferProtos$PipelineAckProto$Builder.mergeFrom(DataTransferProtos.java:8756) | |
| at org.apache.hadoop.hdfs.protocol.proto.DataTransferProtos$PipelineAckProto$Builder.mergeFrom(DataTransferProtos.java:8615) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:300) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeFrom(AbstractMessageLite.java:202) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:738) | |
| at org.apache.hadoop.hdfs.protocol.proto.DataTransferProtos$PipelineAckProto.parseFrom(DataTransferProtos.java:8560) | |
| at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:114) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:695) | |
| "DataStreamer for file /accumulo/wal/tserver.com+10011/805a7502-e0bd-4c0b-898f-2eef2b0b7013 block BP-1657559197-10.20.184.121-1386192694766:blk_3688627947147844689_7026813" daemon prio=10 tid=0x0000000042886800 nid=0x1df7 runnable [0x00007f7cb70d3000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.FileDispatcher.write0(Native Method) | |
| at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) | |
| at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:69) | |
| at sun.nio.ch.IOUtil.write(IOUtil.java:40) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) | |
| - locked <0x000000075297c300> (a java.lang.Object) | |
| at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:62) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:143) | |
| at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:153) | |
| at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:114) | |
| at java.io.BufferedOutputStream.write(BufferedOutputStream.java:105) | |
| - locked <0x000000075297c5d8> (a java.io.BufferedOutputStream) | |
| at java.io.DataOutputStream.write(DataOutputStream.java:90) | |
| - locked <0x000000075297c5b8> (a java.io.DataOutputStream) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$Packet.writeTo(DFSOutputStream.java:265) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:542) | |
| "User: root Start: 1401228456857 Client: 10.20.184.123:34866 Tablet: 1n;s;`" daemon prio=10 tid=0x0000000044151000 nid=0x1912 runnable [0x00007f7cb7ddf000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.accumulo.tserver.NativeMap$NMIterator.next(NativeMap.java:444) | |
| - locked <0x00000007c9605cc0> (a org.apache.accumulo.tserver.NativeMap$NMIterator) | |
| at org.apache.accumulo.tserver.NativeMap$ConcurrentIterator.fill(NativeMap.java:303) | |
| at org.apache.accumulo.tserver.NativeMap$ConcurrentIterator.next(NativeMap.java:328) | |
| at org.apache.accumulo.tserver.NativeMap$NMSKVIter.seek(NativeMap.java:763) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.readNext(SourceSwitchingIterator.java:116) | |
| - locked <0x00000007cfa06128> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:168) | |
| - locked <0x00000007cfa06128> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.SkippingIterator.seek(SkippingIterator.java:37) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.system.MultiIterator.seek(MultiIterator.java:105) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.system.StatsIterator.seek(StatsIterator.java:64) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.system.DeletingIterator.seek(DeletingIterator.java:67) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.SkippingIterator.seek(SkippingIterator.java:37) | |
| at org.apache.accumulo.core.iterators.system.ColumnFamilySkippingIterator.seek(ColumnFamilySkippingIterator.java:123) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.Filter.seek(Filter.java:64) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.Filter.seek(Filter.java:64) | |
| at org.apache.accumulo.core.iterators.system.SynchronizedIterator.seek(SynchronizedIterator.java:55) | |
| - locked <0x00000007cfa062c8> (a org.apache.accumulo.core.iterators.system.SynchronizedIterator) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.user.VersioningIterator.seek(VersioningIterator.java:81) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.readNext(SourceSwitchingIterator.java:116) | |
| - locked <0x00000007cfa06310> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:168) | |
| - locked <0x00000007cfa06310> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.tserver.Tablet.nextBatch(Tablet.java:1635) | |
| at org.apache.accumulo.tserver.Tablet.access$3100(Tablet.java:170) | |
| at org.apache.accumulo.tserver.Tablet$Scanner.read(Tablet.java:1777) | |
| - locked <0x000000071a39ce80> (a org.apache.accumulo.tserver.Tablet$Scanner) | |
| at org.apache.accumulo.tserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:1028) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "User: root Start: 1401228456857 Client: 10.20.184.125:33908 Tablet: 1n;s;`" daemon prio=10 tid=0x00000000439dd000 nid=0x1910 runnable [0x00007f7cb9d06000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.accumulo.tserver.NativeMap.nmiGetData(Native Method) | |
| at org.apache.accumulo.tserver.NativeMap.access$800(NativeMap.java:57) | |
| at org.apache.accumulo.tserver.NativeMap$NMIterator.next(NativeMap.java:446) | |
| - locked <0x00000007cfa06ac0> (a org.apache.accumulo.tserver.NativeMap$NMIterator) | |
| at org.apache.accumulo.tserver.NativeMap$ConcurrentIterator.fill(NativeMap.java:303) | |
| at org.apache.accumulo.tserver.NativeMap$ConcurrentIterator.next(NativeMap.java:328) | |
| at org.apache.accumulo.tserver.NativeMap$NMSKVIter.seek(NativeMap.java:763) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.readNext(SourceSwitchingIterator.java:116) | |
| - locked <0x00000007cfa06bb8> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:168) | |
| - locked <0x00000007cfa06bb8> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.SkippingIterator.seek(SkippingIterator.java:37) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.system.MultiIterator.seek(MultiIterator.java:105) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.system.StatsIterator.seek(StatsIterator.java:64) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.system.DeletingIterator.seek(DeletingIterator.java:67) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.SkippingIterator.seek(SkippingIterator.java:37) | |
| at org.apache.accumulo.core.iterators.system.ColumnFamilySkippingIterator.seek(ColumnFamilySkippingIterator.java:123) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.Filter.seek(Filter.java:64) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.Filter.seek(Filter.java:64) | |
| at org.apache.accumulo.core.iterators.system.SynchronizedIterator.seek(SynchronizedIterator.java:55) | |
| - locked <0x00000007cfa06d40> (a org.apache.accumulo.core.iterators.system.SynchronizedIterator) | |
| at org.apache.accumulo.core.iterators.WrappingIterator.seek(WrappingIterator.java:101) | |
| at org.apache.accumulo.core.iterators.user.VersioningIterator.seek(VersioningIterator.java:81) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.readNext(SourceSwitchingIterator.java:116) | |
| - locked <0x00000007cfa06d88> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.core.iterators.system.SourceSwitchingIterator.seek(SourceSwitchingIterator.java:168) | |
| - locked <0x00000007cfa06d88> (a org.apache.accumulo.core.iterators.system.SourceSwitchingIterator) | |
| at org.apache.accumulo.tserver.Tablet.nextBatch(Tablet.java:1635) | |
| at org.apache.accumulo.tserver.Tablet.access$3100(Tablet.java:170) | |
| at org.apache.accumulo.tserver.Tablet$Scanner.read(Tablet.java:1777) | |
| - locked <0x000000071a3e6430> (a org.apache.accumulo.tserver.Tablet$Scanner) | |
| at org.apache.accumulo.tserver.TabletServer$ThriftClientHandler$NextBatchTask.run(TabletServer.java:1028) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "tablet read ahead 2" daemon prio=10 tid=0x0000000042076800 nid=0x17a9 waiting on condition [0x00007f7cb6dd0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a3679d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "tablet read ahead 1" daemon prio=10 tid=0x0000000044299000 nid=0x17a8 waiting on condition [0x00007f7cb75d8000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a3679d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "splitter 1" daemon prio=10 tid=0x00000000442e6800 nid=0x1596 waiting on condition [0x00007f7cb77da000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a365bb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:42) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "org.apache.hadoop.hdfs.PeerCache@4fa141a8" daemon prio=10 tid=0x000000004420a800 nid=0x1595 waiting on condition [0x00007f7cb72d5000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) | |
| at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) | |
| at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "minor compactor 1" daemon prio=10 tid=0x0000000041f5d000 nid=0x1364 waiting on condition [0x00007f7cb7fe2000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a364370> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "LeaseRenewer:accumulo@nameservice1" daemon prio=10 tid=0x0000000043c20800 nid=0x125d waiting on condition [0x00007f7cb9802000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) | |
| at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) | |
| at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "IPC Parameter Sending Thread #1" daemon prio=10 tid=0x00000000429fc000 nid=0x1246 waiting on condition [0x00007f7cb7bde000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a2d69f8> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Thrift Connection Pool Checker" daemon prio=10 tid=0x00000000427d3000 nid=0x113f waiting on condition [0x00007f7cb7add000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.core.client.impl.ThriftTransportPool$Closer.closeConnections(ThriftTransportPool.java:137) | |
| at org.apache.accumulo.core.client.impl.ThriftTransportPool$Closer.run(ThriftTransportPool.java:147) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "tablet assignment 1" daemon prio=10 tid=0x0000000042cd4000 nid=0x113e waiting on condition [0x00007f7cb79dc000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a33fcb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Thread-21" daemon prio=10 tid=0x0000000042cef800 nid=0x10ad runnable [0x00007f7cb81e4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000071a27be18> (a sun.nio.ch.Util$2) | |
| - locked <0x000000071a27bd58> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000071a2f10d8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.thrift.server.TNonblockingServer$SelectAcceptThread.select(TNonblockingServer.java:178) | |
| at org.apache.thrift.server.TNonblockingServer$SelectAcceptThread.run(TNonblockingServer.java:154) | |
| "Thrift Client Server" daemon prio=10 tid=0x0000000042ce5800 nid=0x10ac in Object.wait() [0x00007f7cb82e5000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x000000071a270a20> (a org.apache.thrift.server.TNonblockingServer$SelectAcceptThread) | |
| at java.lang.Thread.join(Thread.java:1186) | |
| - locked <0x000000071a270a20> (a org.apache.thrift.server.TNonblockingServer$SelectAcceptThread) | |
| at java.lang.Thread.join(Thread.java:1239) | |
| at org.apache.thrift.server.TNonblockingServer.joinSelector(TNonblockingServer.java:91) | |
| at org.apache.thrift.server.THsHaServer.waitForShutdown(THsHaServer.java:106) | |
| at org.apache.thrift.server.AbstractNonblockingServer.serve(AbstractNonblockingServer.java:94) | |
| at org.apache.accumulo.server.util.TServerUtils$2.run(TServerUtils.java:339) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Thread-20" daemon prio=10 tid=0x0000000043921800 nid=0x10ab waiting on condition [0x00007f7cb83e6000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.server.metrics.MetricsConfiguration$MetricsConfigWatcher.run(MetricsConfiguration.java:82) | |
| "Thread-19" daemon prio=10 tid=0x00000000425c2800 nid=0x10aa waiting on condition [0x00007f7cb84e7000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.server.metrics.MetricsConfiguration$MetricsConfigWatcher.run(MetricsConfiguration.java:82) | |
| "Thread-18" daemon prio=10 tid=0x00000000425bc000 nid=0x10a9 waiting on condition [0x00007f7cb85e8000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.server.metrics.MetricsConfiguration$MetricsConfigWatcher.run(MetricsConfiguration.java:82) | |
| "SpanSender" daemon prio=10 tid=0x0000000042c91800 nid=0x10a8 in Object.wait() [0x00007f7cb86e9000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x000000071a27c4d8> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "Split/MajC initiator" daemon prio=10 tid=0x0000000042c84800 nid=0x10a7 waiting on condition [0x00007f7cb87ea000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.core.util.UtilWaitThread.sleep(UtilWaitThread.java:26) | |
| at org.apache.accumulo.tserver.TabletServer$MajorCompactor.run(TabletServer.java:2580) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Accumulo Minor Compaction Initiator" daemon prio=10 tid=0x0000000042ca7800 nid=0x10a6 runnable [0x00007f7cb88ea000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.Class.getDeclaredFields0(Native Method) | |
| at java.lang.Class.privateGetDeclaredFields(Class.java:2291) | |
| at java.lang.Class.getField0(Class.java:2618) | |
| at java.lang.Class.getField(Class.java:1518) | |
| at org.apache.accumulo.core.conf.Property.hasAnnotation(Property.java:513) | |
| at org.apache.accumulo.core.conf.Property.isInterpolated(Property.java:491) | |
| at org.apache.accumulo.core.conf.Property.getDefaultValue(Property.java:466) | |
| at org.apache.accumulo.core.conf.DefaultConfiguration.get(DefaultConfiguration.java:42) | |
| at org.apache.accumulo.core.conf.SiteConfiguration.get(SiteConfiguration.java:67) | |
| at org.apache.accumulo.core.conf.AccumuloConfiguration.getTimeInMillis(AccumuloConfiguration.java:136) | |
| at org.apache.accumulo.server.client.HdfsZooInstance.getZooKeepersSessionTimeOut(HdfsZooInstance.java:156) | |
| at org.apache.accumulo.core.client.impl.Tables.getZooCache(Tables.java:120) | |
| at org.apache.accumulo.core.client.impl.Tables.getNamespaceId(Tables.java:302) | |
| at org.apache.accumulo.server.conf.TableParentConfiguration.getNamespaceId(TableParentConfiguration.java:37) | |
| at org.apache.accumulo.server.conf.NamespaceConfiguration.get(NamespaceConfiguration.java:75) | |
| at org.apache.accumulo.server.conf.NamespaceConfiguration.get(NamespaceConfiguration.java:61) | |
| at org.apache.accumulo.server.conf.TableConfiguration.get(TableConfiguration.java:123) | |
| at org.apache.accumulo.core.conf.AccumuloConfiguration.getTimeInMillis(AccumuloConfiguration.java:136) | |
| at org.apache.accumulo.server.tabletserver.LargestFirstMemoryManager.getMemoryManagementActions(LargestFirstMemoryManager.java:105) | |
| at org.apache.accumulo.tserver.TabletServerResourceManager$MemoryManagementFramework.manageMemory(TabletServerResourceManager.java:343) | |
| at org.apache.accumulo.tserver.TabletServerResourceManager$MemoryManagementFramework.access$300(TabletServerResourceManager.java:253) | |
| at org.apache.accumulo.tserver.TabletServerResourceManager$MemoryManagementFramework$2.run(TabletServerResourceManager.java:280) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Accumulo Memory Guard" daemon prio=10 tid=0x0000000042b2c000 nid=0x10a5 waiting on condition [0x00007f7cb89ec000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a298030> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.accumulo.tserver.TabletServerResourceManager$MemoryManagementFramework.processTabletMemStats(TabletServerResourceManager.java:299) | |
| at org.apache.accumulo.tserver.TabletServerResourceManager$MemoryManagementFramework.access$200(TabletServerResourceManager.java:253) | |
| at org.apache.accumulo.tserver.TabletServerResourceManager$MemoryManagementFramework$1.run(TabletServerResourceManager.java:269) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "LRUBlockCacheStats 1" daemon prio=10 tid=0x0000000042a13000 nid=0x10a4 waiting on condition [0x00007f7cb8aed000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a340ca0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "LruBlockCache.EvictionThread" daemon prio=10 tid=0x0000000042cb9800 nid=0x10a3 in Object.wait() [0x00007f7cb8bee000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x000000071a341d28> (a org.apache.accumulo.core.file.blockfile.cache.LruBlockCache$EvictionThread) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.accumulo.core.file.blockfile.cache.LruBlockCache$EvictionThread.run(LruBlockCache.java:529) | |
| - locked <0x000000071a341d28> (a org.apache.accumulo.core.file.blockfile.cache.LruBlockCache$EvictionThread) | |
| "LRUBlockCacheStats 1" daemon prio=10 tid=0x000000004427b000 nid=0x10a2 waiting on condition [0x00007f7cb8cef000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a3385c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) | |
| at org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "LruBlockCache.EvictionThread" daemon prio=10 tid=0x0000000042ccf000 nid=0x10a1 in Object.wait() [0x00007f7cb8df0000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x000000071a338f48> (a org.apache.accumulo.core.file.blockfile.cache.LruBlockCache$EvictionThread) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.accumulo.core.file.blockfile.cache.LruBlockCache$EvictionThread.run(LruBlockCache.java:529) | |
| - locked <0x000000071a338f48> (a org.apache.accumulo.core.file.blockfile.cache.LruBlockCache$EvictionThread) | |
| "filesystem monitor timer" daemon prio=10 tid=0x0000000043c35800 nid=0x10a0 in Object.wait() [0x00007f7cb90f7000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x000000071a336ba0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "Thread-12" daemon prio=10 tid=0x000000004314c000 nid=0x109f waiting on condition [0x00007f7cb91f8000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.server.metrics.MetricsConfiguration$MetricsConfigWatcher.run(MetricsConfiguration.java:82) | |
| "Thread-11" daemon prio=10 tid=0x000000004314c800 nid=0x109e waiting on condition [0x00007f7cb92f9000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.accumulo.server.metrics.MetricsConfiguration$MetricsConfigWatcher.run(MetricsConfiguration.java:82) | |
| "SimpleTimer" daemon prio=10 tid=0x000000004285d800 nid=0x109d runnable [0x00007f7cb93fa000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.Class.getDeclaredFields0(Native Method) | |
| at java.lang.Class.privateGetDeclaredFields(Class.java:2291) | |
| at java.lang.Class.getField0(Class.java:2618) | |
| at java.lang.Class.getField(Class.java:1518) | |
| at org.apache.accumulo.core.conf.Property.hasAnnotation(Property.java:513) | |
| at org.apache.accumulo.core.conf.Property.isInterpolated(Property.java:491) | |
| at org.apache.accumulo.core.conf.Property.getDefaultValue(Property.java:466) | |
| at org.apache.accumulo.core.conf.DefaultConfiguration.get(DefaultConfiguration.java:42) | |
| at org.apache.accumulo.core.conf.SiteConfiguration.get(SiteConfiguration.java:67) | |
| at org.apache.accumulo.core.conf.AccumuloConfiguration.getTimeInMillis(AccumuloConfiguration.java:136) | |
| at org.apache.accumulo.server.client.HdfsZooInstance.getZooKeepersSessionTimeOut(HdfsZooInstance.java:156) | |
| at org.apache.accumulo.core.client.impl.Tables.getZooCache(Tables.java:120) | |
| at org.apache.accumulo.core.client.impl.Tables.getNamespaceId(Tables.java:302) | |
| at org.apache.accumulo.server.conf.TableParentConfiguration.getNamespaceId(TableParentConfiguration.java:37) | |
| at org.apache.accumulo.server.conf.NamespaceConfiguration.get(NamespaceConfiguration.java:75) | |
| at org.apache.accumulo.server.conf.NamespaceConfiguration.get(NamespaceConfiguration.java:61) | |
| at org.apache.accumulo.server.conf.TableConfiguration.get(TableConfiguration.java:123) | |
| at org.apache.accumulo.tserver.constraints.ConstraintChecker.classLoaderChanged(ConstraintChecker.java:85) | |
| at org.apache.accumulo.tserver.Tablet.checkConstraints(Tablet.java:2426) | |
| at org.apache.accumulo.tserver.TabletServer$6.run(TabletServer.java:3541) | |
| at org.apache.accumulo.server.util.time.SimpleTimer$LoggingTimerTask.run(SimpleTimer.java:42) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "AsyncAppender-Dispatcher-Thread-9" daemon prio=10 tid=0x000000004427e800 nid=0x109c in Object.wait() [0x00007f7cb9903000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) | |
| - locked <0x000000071a34c9f8> (a java.util.ArrayList) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "FileWatchdog-EventThread" daemon prio=10 tid=0x000000004310f000 nid=0x109b waiting on condition [0x00007f7cb94ff000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a3448f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) | |
| "FileWatchdog-SendThread(tserver.com:2181)" daemon prio=10 tid=0x0000000042e25800 nid=0x109a runnable [0x00007f7cb9600000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x000000071a344198> (a sun.nio.ch.Util$2) | |
| - locked <0x000000071a344180> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x000000071a343f58> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) | |
| at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1075) | |
| "FileWatchdog" daemon prio=10 tid=0x0000000042bbc800 nid=0x1098 waiting on condition [0x00007f7cb9701000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:104) | |
| at org.apache.accumulo.server.watcher.MonitorLog4jWatcher.run(MonitorLog4jWatcher.java:73) | |
| "FileWatchdog" daemon prio=10 tid=0x00000000441c7800 nid=0x1095 waiting on condition [0x00007f7cb9a04000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:104) | |
| "DestroyJavaVM" prio=10 tid=0x0000000041d03800 nid=0x1070 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "tserver" prio=10 tid=0x00000000429ac800 nid=0x1090 waiting on condition [0x00007f7cba22e000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x000000071a3301a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) | |
| at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:470) | |
| at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:633) | |
| at org.apache.accumulo.tserver.TabletServer.run(TabletServer.java:3203) | |
| at org.apache.accumulo.tserver.TabletServer.main(TabletServer.java:3661) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.accumulo.start.Main$1.run(Main.java:141) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Thread-3" daemon prio=10 tid=0x0000000042653000 nid=0x108f waiting on condition [0x00007f7cba330000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.commons.vfs2.impl.DefaultFileMonitor.run(DefaultFileMonitor.java:416) | |
| at java.lang.Thread.run(Thread.java:662) | |
| "Low Memory Detector" daemon prio=10 tid=0x0000000041f15000 nid=0x108a runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread1" daemon prio=10 tid=0x0000000041f10800 nid=0x1089 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread0" daemon prio=10 tid=0x0000000041f0e000 nid=0x1088 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x0000000041f0b800 nid=0x1087 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x0000000041f09800 nid=0x1086 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x0000000041eed000 nid=0x1085 in Object.wait() [0x00007f7cc10dd000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x000000071a200c38> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x0000000041ee5800 nid=0x1084 in Object.wait() [0x00007f7cc11de000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x000000071a200b00> (a java.lang.ref.Reference$Lock) | |
| "VM Thread" prio=10 tid=0x0000000041edf000 nid=0x1083 runnable | |
| "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000041d12000 nid=0x1071 runnable | |
| "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000041d13800 nid=0x1072 runnable | |
| "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000041d15800 nid=0x1073 runnable | |
| "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x0000000041d17800 nid=0x1074 runnable | |
| "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x0000000041d19000 nid=0x1075 runnable | |
| "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x0000000041d1b000 nid=0x1076 runnable | |
| "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x0000000041d1d000 nid=0x1077 runnable | |
| "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000041d1e800 nid=0x1078 runnable | |
| "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000041d20800 nid=0x1079 runnable | |
| "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000041d22800 nid=0x107a runnable | |
| "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000041d24000 nid=0x107b runnable | |
| "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000041d26000 nid=0x107c runnable | |
| "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x0000000041d28000 nid=0x107d runnable | |
| "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x0000000041e98800 nid=0x1082 runnable | |
| "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x0000000041e90800 nid=0x107e runnable | |
| "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x0000000041e92800 nid=0x107f runnable | |
| "Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x0000000041e94800 nid=0x1080 runnable | |
| "Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x0000000041e96000 nid=0x1081 runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x0000000041f28800 nid=0x108b waiting on condition | |
| JNI global references: 1237 | |
| Heap | |
| par new generation total 460800K, used 307702K [0x00000006fae00000, 0x000000071a200000, 0x000000071a200000) | |
| eden space 409600K, 75% used [0x00000006fae00000, 0x000000070da7d968, 0x0000000713e00000) | |
| from space 51200K, 0% used [0x0000000713e00000, 0x0000000713e00000, 0x0000000717000000) | |
| to space 51200K, 0% used [0x0000000717000000, 0x0000000717000000, 0x000000071a200000) | |
| concurrent mark-sweep generation total 3682304K, used 2773782K [0x000000071a200000, 0x00000007fae00000, 0x00000007fae00000) | |
| concurrent-mark-sweep perm gen total 53508K, used 31966K [0x00000007fae00000, 0x00000007fe241000, 0x0000000800000000) | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment