Skip to content

Instantly share code, notes, and snippets.

@toddlipcon
Created December 8, 2010 21:09
Show Gist options
  • Save toddlipcon/733916 to your computer and use it in GitHub Desktop.
Save toddlipcon/733916 to your computer and use it in GitHub Desktop.
2010-12-08 13:07:23
Full thread dump Java HotSpot(TM) 64-Bit Server VM (16.3-b01 mixed mode):
"IPC Client (47) connection to haus01.sf.cloudera.com/172.29.5.32:11020 from todd" daemon prio=10 tid=0x00002aacc44fb800 nid=0x45ee in Object.wait() [0x0000000052dfd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:645)
- locked <0x00002aab3e6e74a8> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:688)
"ResponseProcessor for block blk_4849533886455435191_119684" daemon prio=10 tid=0x000000004e5b8000 nid=0x4561 runnable [0x000000004657b000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.SocketChannelImpl.isConnected(SocketChannelImpl.java:458)
- locked <0x00002aab74453300> (a java.lang.Object)
at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:114)
- locked <0x00002aab74453300> (a java.lang.Object)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:156)
- locked <0x00002aab74540518> (a java.lang.Object)
at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:55)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:116)
at java.io.DataInputStream.readShort(DataInputStream.java:295)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:127)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2621)
"DataStreamer for file /hbase-normal/.logs/haus03.sf.cloudera.com,60020,1291840438323/haus03.sf.cloudera.com%3A60020.1291842380507 block blk_4849533886455435191_119684" daemon prio=10 tid=0x00002aacc4d5a000 nid=0x455e in Object.wait() [0x0000000053100000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2466)
- locked <0x00002aab747a5608> (a java.util.LinkedList)
"Attach Listener" daemon prio=10 tid=0x000000004e559000 nid=0x2405 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"RS_OPEN_REGION-haus03.sf.cloudera.com,60020,1291840438323-1" daemon prio=10 tid=0x000000004e548800 nid=0x688e waiting on condition [0x0000000052cfc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab37fac20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_OPEN_REGION-haus03.sf.cloudera.com,60020,1291840438323-0" daemon prio=10 tid=0x000000004e448000 nid=0x688d waiting on condition [0x0000000043d53000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab37fac20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"IPC Client (47) connection to haus01.sf.cloudera.com/172.29.5.32:60000 from an unknown user" daemon prio=10 tid=0x00002aaccc11d000 nid=0x670a in Object.wait() [0x0000000052bfb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:413)
- locked <0x00002aaab311def0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:458)
"pool-9-thread-1" prio=10 tid=0x00002aaccc0d0000 nid=0x6709 waiting on condition [0x0000000052afa000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab3dba9e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"LruBlockCache.EvictionThread" daemon prio=10 tid=0x00002aaccc0d2000 nid=0x6708 in Object.wait() [0x0000000040bcf000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00002aaab256a548> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:514)
- locked <0x00002aaab256a548> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
"PRI IPC Server handler 9 on 60020" daemon prio=10 tid=0x00002aaccc0cd000 nid=0x6707 waiting on condition [0x00000000529f9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 8 on 60020" daemon prio=10 tid=0x00002aaccc0cb000 nid=0x6706 waiting on condition [0x00000000528f8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 7 on 60020" daemon prio=10 tid=0x00002aaccc0c9000 nid=0x6705 waiting on condition [0x00000000527f7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 6 on 60020" daemon prio=10 tid=0x00002aaccc0c7000 nid=0x6704 waiting on condition [0x00000000526f6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 5 on 60020" daemon prio=10 tid=0x00002aaccc0c5000 nid=0x6703 waiting on condition [0x00000000525f5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 4 on 60020" daemon prio=10 tid=0x00002aaccc0c3000 nid=0x6702 waiting on condition [0x00000000524f4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 3 on 60020" daemon prio=10 tid=0x00002aaccc0c1000 nid=0x6701 waiting on condition [0x00000000523f3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 2 on 60020" daemon prio=10 tid=0x00002aaccc0bf000 nid=0x6700 waiting on condition [0x00000000522f2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 1 on 60020" daemon prio=10 tid=0x00002aaccc0bd000 nid=0x66ff waiting on condition [0x00000000521f1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"PRI IPC Server handler 0 on 60020" daemon prio=10 tid=0x00002aaccc0bb000 nid=0x66fe waiting on condition [0x00000000520f0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31f79d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1022)
"IPC Server handler 199 on 60020" daemon prio=10 tid=0x00002aaccc0b9000 nid=0x66fd in Object.wait() [0x0000000051fef000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 198 on 60020" daemon prio=10 tid=0x00002aaccc0b7000 nid=0x66fc in Object.wait() [0x0000000051eee000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 197 on 60020" daemon prio=10 tid=0x00002aaccc0b5000 nid=0x66fb in Object.wait() [0x0000000051ded000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 196 on 60020" daemon prio=10 tid=0x00002aaccc0b3000 nid=0x66fa in Object.wait() [0x0000000051cec000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 195 on 60020" daemon prio=10 tid=0x00002aaccc0b1000 nid=0x66f9 waiting for monitor entry [0x0000000051beb000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 194 on 60020" daemon prio=10 tid=0x00002aaccc0af000 nid=0x66f8 in Object.wait() [0x0000000051aea000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 193 on 60020" daemon prio=10 tid=0x00002aaccc0ad000 nid=0x66f7 in Object.wait() [0x00000000519e9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 192 on 60020" daemon prio=10 tid=0x00002aaccc0ab000 nid=0x66f6 in Object.wait() [0x00000000518e8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 191 on 60020" daemon prio=10 tid=0x00002aaccc0a9000 nid=0x66f5 in Object.wait() [0x00000000517e7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 190 on 60020" daemon prio=10 tid=0x00002aaccc0a7000 nid=0x66f4 in Object.wait() [0x00000000516e6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 189 on 60020" daemon prio=10 tid=0x00002aaccc0a4800 nid=0x66f3 in Object.wait() [0x00000000515e5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 188 on 60020" daemon prio=10 tid=0x00002aaccc0a2800 nid=0x66f2 in Object.wait() [0x00000000514e4000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 187 on 60020" daemon prio=10 tid=0x00002aaccc0a0800 nid=0x66f1 in Object.wait() [0x00000000513e3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 186 on 60020" daemon prio=10 tid=0x00002aaccc09e800 nid=0x66f0 in Object.wait() [0x00000000512e2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 185 on 60020" daemon prio=10 tid=0x00002aaccc09c800 nid=0x66ef in Object.wait() [0x00000000511e1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 184 on 60020" daemon prio=10 tid=0x00002aaccc09a800 nid=0x66ee in Object.wait() [0x00000000510e0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 183 on 60020" daemon prio=10 tid=0x00002aaccc098800 nid=0x66ed in Object.wait() [0x0000000050fdf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 182 on 60020" daemon prio=10 tid=0x00002aaccc096800 nid=0x66ec in Object.wait() [0x0000000050ede000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 181 on 60020" daemon prio=10 tid=0x00002aaccc094800 nid=0x66eb in Object.wait() [0x0000000050ddd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 180 on 60020" daemon prio=10 tid=0x00002aaccc092800 nid=0x66ea in Object.wait() [0x0000000050cdc000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 179 on 60020" daemon prio=10 tid=0x00002aaccc090800 nid=0x66e9 in Object.wait() [0x0000000050bdb000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 178 on 60020" daemon prio=10 tid=0x00002aaccc08e800 nid=0x66e8 in Object.wait() [0x0000000050ada000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 177 on 60020" daemon prio=10 tid=0x00002aaccc08c800 nid=0x66e7 in Object.wait() [0x00000000509d9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 176 on 60020" daemon prio=10 tid=0x00002aaccc08a800 nid=0x66e6 in Object.wait() [0x00000000508d8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 175 on 60020" daemon prio=10 tid=0x00002aaccc088800 nid=0x66e5 in Object.wait() [0x00000000507d7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 174 on 60020" daemon prio=10 tid=0x00002aaccc086800 nid=0x66e4 in Object.wait() [0x00000000506d6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 173 on 60020" daemon prio=10 tid=0x00002aaccc084800 nid=0x66e3 in Object.wait() [0x00000000505d5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 172 on 60020" daemon prio=10 tid=0x00002aaccc082800 nid=0x66e2 in Object.wait() [0x00000000504d4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 171 on 60020" daemon prio=10 tid=0x00002aaccc080800 nid=0x66e1 in Object.wait() [0x00000000503d3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 170 on 60020" daemon prio=10 tid=0x00002aaccc07e800 nid=0x66e0 in Object.wait() [0x00000000502d2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 169 on 60020" daemon prio=10 tid=0x00002aaccc07c800 nid=0x66df in Object.wait() [0x00000000501d1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 168 on 60020" daemon prio=10 tid=0x00002aaccc07a800 nid=0x66de in Object.wait() [0x00000000500d0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 167 on 60020" daemon prio=10 tid=0x00002aaccc078800 nid=0x66dd waiting for monitor entry [0x000000004ffcf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 166 on 60020" daemon prio=10 tid=0x00002aaccc076800 nid=0x66dc in Object.wait() [0x000000004fece000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 165 on 60020" daemon prio=10 tid=0x00002aaccc074800 nid=0x66db waiting for monitor entry [0x000000004fdcd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- locked <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 164 on 60020" daemon prio=10 tid=0x00002aaccc072800 nid=0x66da in Object.wait() [0x000000004fccc000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 163 on 60020" daemon prio=10 tid=0x00002aaccc070800 nid=0x66d9 in Object.wait() [0x000000004fbcb000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 162 on 60020" daemon prio=10 tid=0x00002aaccc06e800 nid=0x66d8 in Object.wait() [0x000000004faca000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 161 on 60020" daemon prio=10 tid=0x00002aaccc06c800 nid=0x66d7 in Object.wait() [0x000000004f9c9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 160 on 60020" daemon prio=10 tid=0x00002aaccc06a800 nid=0x66d6 runnable [0x000000004f8c8000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.hbase.io.hfile.HFile$Reader$Scanner.blockSeek(HFile.java:1345)
at org.apache.hadoop.hbase.io.hfile.HFile$Reader$Scanner.seekTo(HFile.java:1300)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:136)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:96)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:77)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1337)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScanner.<init>(HRegion.java:2231)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateInternalScanner(HRegion.java:1121)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1113)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1097)
at org.apache.hadoop.hbase.regionserver.HRegion.getLastIncrement(HRegion.java:2930)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3003)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 159 on 60020" daemon prio=10 tid=0x00002aaccc068800 nid=0x66d5 in Object.wait() [0x000000004f7c7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 158 on 60020" daemon prio=10 tid=0x00002aaccc066800 nid=0x66d4 in Object.wait() [0x0000000041006000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 157 on 60020" daemon prio=10 tid=0x00002aaccc064800 nid=0x66d3 in Object.wait() [0x0000000040d95000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 156 on 60020" daemon prio=10 tid=0x00002aaccc062800 nid=0x66d2 in Object.wait() [0x000000004f6c6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 155 on 60020" daemon prio=10 tid=0x00002aaccc060800 nid=0x66d1 runnable [0x000000004f5c5000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.hbase.io.hfile.HFile$Reader$Scanner.blockSeek(HFile.java:1345)
at org.apache.hadoop.hbase.io.hfile.HFile$Reader$Scanner.seekTo(HFile.java:1300)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:136)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:96)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:77)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1337)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScanner.<init>(HRegion.java:2231)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateInternalScanner(HRegion.java:1121)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1113)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1097)
at org.apache.hadoop.hbase.regionserver.HRegion.getLastIncrement(HRegion.java:2930)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3003)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 154 on 60020" daemon prio=10 tid=0x00002aaccc05e800 nid=0x66d0 in Object.wait() [0x000000004f4c4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 153 on 60020" daemon prio=10 tid=0x00002aaccc05c800 nid=0x66cf in Object.wait() [0x000000004f3c3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 152 on 60020" daemon prio=10 tid=0x00002aaccc05a800 nid=0x66ce in Object.wait() [0x000000004f2c2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 151 on 60020" daemon prio=10 tid=0x00002aaccc058800 nid=0x66cd in Object.wait() [0x000000004f1c1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 150 on 60020" daemon prio=10 tid=0x00002aaccc056800 nid=0x66cc waiting for monitor entry [0x000000004f0c0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 149 on 60020" daemon prio=10 tid=0x00002aaccc054800 nid=0x66cb in Object.wait() [0x000000004efbf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 148 on 60020" daemon prio=10 tid=0x00002aaccc052800 nid=0x66ca in Object.wait() [0x000000004e0f6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 147 on 60020" daemon prio=10 tid=0x00002aaccc050800 nid=0x66c9 in Object.wait() [0x000000004dff5000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 146 on 60020" daemon prio=10 tid=0x00002aaccc04e800 nid=0x66c8 waiting for monitor entry [0x000000004def4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:917)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 145 on 60020" daemon prio=10 tid=0x00002aaccc04c800 nid=0x66c7 in Object.wait() [0x000000004ddf3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 144 on 60020" daemon prio=10 tid=0x00002aaccc04a800 nid=0x66c6 in Object.wait() [0x000000004dcf2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 143 on 60020" daemon prio=10 tid=0x00002aaccc048800 nid=0x66c5 in Object.wait() [0x000000004dbf1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 142 on 60020" daemon prio=10 tid=0x00002aaccc046800 nid=0x66c4 in Object.wait() [0x000000004daf0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 141 on 60020" daemon prio=10 tid=0x00002aaccc044800 nid=0x66c3 in Object.wait() [0x000000004d9ef000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 140 on 60020" daemon prio=10 tid=0x00002aaccc042800 nid=0x66c2 in Object.wait() [0x000000004d8ee000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 139 on 60020" daemon prio=10 tid=0x00002aaccc040800 nid=0x66c1 in Object.wait() [0x000000004d7ed000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 138 on 60020" daemon prio=10 tid=0x00002aaccc03e800 nid=0x66c0 in Object.wait() [0x000000004d6ec000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 137 on 60020" daemon prio=10 tid=0x00002aaccc03c800 nid=0x66bf waiting for monitor entry [0x000000004d5eb000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 136 on 60020" daemon prio=10 tid=0x00002aaccc03a800 nid=0x66be in Object.wait() [0x000000004d4ea000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 135 on 60020" daemon prio=10 tid=0x00002aaccc038800 nid=0x66bd in Object.wait() [0x000000004d3e9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 134 on 60020" daemon prio=10 tid=0x000000004ee4f800 nid=0x66bc in Object.wait() [0x000000004d2e8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 133 on 60020" daemon prio=10 tid=0x000000004ee4d800 nid=0x66bb in Object.wait() [0x000000004d1e7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 132 on 60020" daemon prio=10 tid=0x000000004ee4b000 nid=0x66ba in Object.wait() [0x000000004d0e6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 131 on 60020" daemon prio=10 tid=0x000000004e628800 nid=0x66b9 in Object.wait() [0x000000004cfe5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 130 on 60020" daemon prio=10 tid=0x000000004e626000 nid=0x66b8 waiting for monitor entry [0x000000004cee4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:978)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 129 on 60020" daemon prio=10 tid=0x000000004e624000 nid=0x66b7 in Object.wait() [0x000000004cde3000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 128 on 60020" daemon prio=10 tid=0x000000004e7bb000 nid=0x66b6 in Object.wait() [0x000000004cce2000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 127 on 60020" daemon prio=10 tid=0x000000004e7b8800 nid=0x66b5 in Object.wait() [0x000000004cbe1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 126 on 60020" daemon prio=10 tid=0x000000004e7b6800 nid=0x66b4 in Object.wait() [0x000000004cae0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 125 on 60020" daemon prio=10 tid=0x000000004e7b4000 nid=0x66b3 in Object.wait() [0x000000004c9df000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 124 on 60020" daemon prio=10 tid=0x000000004e928000 nid=0x66b2 waiting for monitor entry [0x000000004c8de000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 123 on 60020" daemon prio=10 tid=0x000000004e926000 nid=0x66b1 in Object.wait() [0x000000004c7dd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 122 on 60020" daemon prio=10 tid=0x000000004e924000 nid=0x66b0 in Object.wait() [0x000000004c6dc000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 121 on 60020" daemon prio=10 tid=0x000000004e922000 nid=0x66af in Object.wait() [0x000000004c5db000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 120 on 60020" daemon prio=10 tid=0x000000004e74f800 nid=0x66ae in Object.wait() [0x000000004c4da000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 119 on 60020" daemon prio=10 tid=0x000000004e74d000 nid=0x66ad in Object.wait() [0x000000004c3d9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 118 on 60020" daemon prio=10 tid=0x000000004e74b000 nid=0x66ac in Object.wait() [0x000000004c2d8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 117 on 60020" daemon prio=10 tid=0x000000004e698800 nid=0x66ab in Object.wait() [0x000000004c1d7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 116 on 60020" daemon prio=10 tid=0x000000004e696000 nid=0x66aa in Object.wait() [0x000000004c0d6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 115 on 60020" daemon prio=10 tid=0x00002aacc465a000 nid=0x66a9 in Object.wait() [0x000000004bfd5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 114 on 60020" daemon prio=10 tid=0x00002aacc4658000 nid=0x66a8 in Object.wait() [0x000000004bed4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 113 on 60020" daemon prio=10 tid=0x00002aacc4546800 nid=0x66a7 in Object.wait() [0x000000004bdd3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 112 on 60020" daemon prio=10 tid=0x00002aacc4544800 nid=0x66a6 in Object.wait() [0x000000004bcd2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 111 on 60020" daemon prio=10 tid=0x00002aacc4542800 nid=0x66a5 in Object.wait() [0x000000004bbd1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 110 on 60020" daemon prio=10 tid=0x00002aacc4540800 nid=0x66a4 waiting for monitor entry [0x000000004bad0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:917)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 109 on 60020" daemon prio=10 tid=0x00002aacc453e800 nid=0x66a3 in Object.wait() [0x000000004b9cf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 108 on 60020" daemon prio=10 tid=0x00002aacc453d000 nid=0x66a2 in Object.wait() [0x000000004b8ce000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 107 on 60020" daemon prio=10 tid=0x00002aacc4532800 nid=0x66a1 in Object.wait() [0x000000004b7cd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 106 on 60020" daemon prio=10 tid=0x00002aacc4530800 nid=0x66a0 in Object.wait() [0x000000004b6cc000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 105 on 60020" daemon prio=10 tid=0x00002aacc452e800 nid=0x669f in Object.wait() [0x000000004b5cb000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 104 on 60020" daemon prio=10 tid=0x00002aacc452c800 nid=0x669e in Object.wait() [0x000000004b4ca000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 103 on 60020" daemon prio=10 tid=0x00002aacc452a800 nid=0x669d in Object.wait() [0x000000004b3c9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 102 on 60020" daemon prio=10 tid=0x00002aacc4528800 nid=0x669c in Object.wait() [0x000000004b2c8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 101 on 60020" daemon prio=10 tid=0x00002aacc4526800 nid=0x669b in Object.wait() [0x000000004b1c7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 100 on 60020" daemon prio=10 tid=0x00002aacc4524800 nid=0x669a in Object.wait() [0x000000004b0c6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 99 on 60020" daemon prio=10 tid=0x00002aacc4522800 nid=0x6699 in Object.wait() [0x000000004afc5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 98 on 60020" daemon prio=10 tid=0x00002aacc4520800 nid=0x6698 in Object.wait() [0x000000004aec4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 97 on 60020" daemon prio=10 tid=0x00002aacc451e800 nid=0x6697 in Object.wait() [0x000000004adc3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 96 on 60020" daemon prio=10 tid=0x00002aacc451c800 nid=0x6696 in Object.wait() [0x000000004acc2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 95 on 60020" daemon prio=10 tid=0x00002aacc451a800 nid=0x6695 in Object.wait() [0x000000004abc1000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 94 on 60020" daemon prio=10 tid=0x00002aacc443e000 nid=0x6694 in Object.wait() [0x000000004aac0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 93 on 60020" daemon prio=10 tid=0x00002aacc443c000 nid=0x6693 in Object.wait() [0x000000004a9bf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 92 on 60020" daemon prio=10 tid=0x00002aacc443a000 nid=0x6692 in Object.wait() [0x000000004a8be000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 91 on 60020" daemon prio=10 tid=0x00002aacc4438000 nid=0x6691 in Object.wait() [0x000000004a7bd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 90 on 60020" daemon prio=10 tid=0x00002aacc4436000 nid=0x6690 in Object.wait() [0x000000004a6bc000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 89 on 60020" daemon prio=10 tid=0x00002aacc4434000 nid=0x668f in Object.wait() [0x000000004a5bb000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 88 on 60020" daemon prio=10 tid=0x00002aacc4432000 nid=0x668e in Object.wait() [0x000000004a4ba000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 87 on 60020" daemon prio=10 tid=0x00002aacc4430000 nid=0x668d in Object.wait() [0x000000004a3b9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 86 on 60020" daemon prio=10 tid=0x00002aacc442e000 nid=0x668c in Object.wait() [0x000000004a2b8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 85 on 60020" daemon prio=10 tid=0x00002aacc442c000 nid=0x668b in Object.wait() [0x000000004a1b7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 84 on 60020" daemon prio=10 tid=0x00002aacc442a000 nid=0x668a in Object.wait() [0x000000004a0b6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 83 on 60020" daemon prio=10 tid=0x00002aacc4428000 nid=0x6689 in Object.wait() [0x0000000049fb5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 82 on 60020" daemon prio=10 tid=0x00002aacc4426000 nid=0x6688 in Object.wait() [0x0000000049eb4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 81 on 60020" daemon prio=10 tid=0x00002aacc4424000 nid=0x6687 in Object.wait() [0x0000000049db3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 80 on 60020" daemon prio=10 tid=0x00002aacc4422000 nid=0x6686 in Object.wait() [0x0000000049cb2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 79 on 60020" daemon prio=10 tid=0x00002aacc4420000 nid=0x6685 in Object.wait() [0x0000000049bb1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 78 on 60020" daemon prio=10 tid=0x00002aacc441e000 nid=0x6684 in Object.wait() [0x0000000049ab0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 77 on 60020" daemon prio=10 tid=0x00002aacc441c000 nid=0x6683 in Object.wait() [0x00000000499af000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 76 on 60020" daemon prio=10 tid=0x00002aacc441a000 nid=0x6682 in Object.wait() [0x00000000498ae000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 75 on 60020" daemon prio=10 tid=0x00002aacc4418000 nid=0x6681 in Object.wait() [0x00000000497ad000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 74 on 60020" daemon prio=10 tid=0x00002aacc4416000 nid=0x6680 in Object.wait() [0x00000000496ac000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 73 on 60020" daemon prio=10 tid=0x00002aacc4414000 nid=0x667f in Object.wait() [0x00000000495ab000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 72 on 60020" daemon prio=10 tid=0x00002aacc4412000 nid=0x667e in Object.wait() [0x00000000494aa000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 71 on 60020" daemon prio=10 tid=0x00002aacc4410000 nid=0x667d in Object.wait() [0x00000000493a9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 70 on 60020" daemon prio=10 tid=0x00002aacc440e000 nid=0x667c in Object.wait() [0x00000000492a8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 69 on 60020" daemon prio=10 tid=0x00002aacc440c000 nid=0x667b in Object.wait() [0x00000000491a7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 68 on 60020" daemon prio=10 tid=0x00002aacc440a000 nid=0x667a in Object.wait() [0x00000000490a6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 67 on 60020" daemon prio=10 tid=0x00002aacc4408000 nid=0x6679 in Object.wait() [0x0000000048fa5000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 66 on 60020" daemon prio=10 tid=0x00002aacc4595800 nid=0x6678 in Object.wait() [0x0000000048ea4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 65 on 60020" daemon prio=10 tid=0x00002aacc4593800 nid=0x6677 in Object.wait() [0x0000000048da3000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 64 on 60020" daemon prio=10 tid=0x00002aacc4591800 nid=0x6676 in Object.wait() [0x0000000048ca2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 63 on 60020" daemon prio=10 tid=0x00002aacc458f800 nid=0x6675 in Object.wait() [0x0000000048ba1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 62 on 60020" daemon prio=10 tid=0x00002aacc458d800 nid=0x6674 in Object.wait() [0x0000000048aa0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 61 on 60020" daemon prio=10 tid=0x00002aacc458b800 nid=0x6673 in Object.wait() [0x000000004899f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 60 on 60020" daemon prio=10 tid=0x00002aacc4589800 nid=0x6672 in Object.wait() [0x000000004889e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 59 on 60020" daemon prio=10 tid=0x00002aacc4588000 nid=0x6671 in Object.wait() [0x000000004879d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 58 on 60020" daemon prio=10 tid=0x00002aacc4586000 nid=0x6670 in Object.wait() [0x000000004869c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 57 on 60020" daemon prio=10 tid=0x00002aacc4584800 nid=0x666f in Object.wait() [0x000000004859b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 56 on 60020" daemon prio=10 tid=0x00002aacc4582800 nid=0x666e in Object.wait() [0x000000004849a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 55 on 60020" daemon prio=10 tid=0x00002aacc4580800 nid=0x666d waiting for monitor entry [0x0000000048399000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:987)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 54 on 60020" daemon prio=10 tid=0x00002aacc457e800 nid=0x666c in Object.wait() [0x0000000048298000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 53 on 60020" daemon prio=10 tid=0x00002aacc457d000 nid=0x666b in Object.wait() [0x0000000048197000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 52 on 60020" daemon prio=10 tid=0x00002aacc4573000 nid=0x666a in Object.wait() [0x0000000048096000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 51 on 60020" daemon prio=10 tid=0x00002aacc4571000 nid=0x6669 in Object.wait() [0x0000000047f95000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 50 on 60020" daemon prio=10 tid=0x00002aacc456f000 nid=0x6668 in Object.wait() [0x0000000047e94000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 49 on 60020" daemon prio=10 tid=0x00002aacc456d000 nid=0x6667 in Object.wait() [0x0000000047d93000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 48 on 60020" daemon prio=10 tid=0x00002aacc456b000 nid=0x6666 in Object.wait() [0x0000000047c92000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 47 on 60020" daemon prio=10 tid=0x00002aacc4569000 nid=0x6665 in Object.wait() [0x0000000047b91000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 46 on 60020" daemon prio=10 tid=0x00002aacc4567000 nid=0x6664 in Object.wait() [0x0000000047a90000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 45 on 60020" daemon prio=10 tid=0x00002aacc43b2000 nid=0x6663 in Object.wait() [0x000000004798f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 44 on 60020" daemon prio=10 tid=0x00002aacc43b0000 nid=0x6662 in Object.wait() [0x000000004788e000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 43 on 60020" daemon prio=10 tid=0x00002aacc43ae000 nid=0x6661 in Object.wait() [0x000000004778d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 42 on 60020" daemon prio=10 tid=0x00002aacc43ac000 nid=0x6660 in Object.wait() [0x000000004768c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 41 on 60020" daemon prio=10 tid=0x00002aacc43aa000 nid=0x665f in Object.wait() [0x000000004758b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 40 on 60020" daemon prio=10 tid=0x00002aacc43a8000 nid=0x665e in Object.wait() [0x000000004748a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 39 on 60020" daemon prio=10 tid=0x00002aacc43a6000 nid=0x665d in Object.wait() [0x0000000047389000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 38 on 60020" daemon prio=10 tid=0x00002aacc43a4000 nid=0x665c in Object.wait() [0x0000000047288000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 37 on 60020" daemon prio=10 tid=0x00002aacc43a2000 nid=0x665b in Object.wait() [0x0000000047187000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 36 on 60020" daemon prio=10 tid=0x00002aacc43a0000 nid=0x665a in Object.wait() [0x0000000047086000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 35 on 60020" daemon prio=10 tid=0x00002aacc439e000 nid=0x6659 in Object.wait() [0x0000000046f85000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 34 on 60020" daemon prio=10 tid=0x00002aacc439c000 nid=0x6658 in Object.wait() [0x0000000046e84000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 33 on 60020" daemon prio=10 tid=0x00002aacc439a000 nid=0x6657 in Object.wait() [0x0000000046d83000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 32 on 60020" daemon prio=10 tid=0x00002aacc4398000 nid=0x6656 in Object.wait() [0x0000000046c82000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 31 on 60020" daemon prio=10 tid=0x00002aacc4396000 nid=0x6655 in Object.wait() [0x0000000046b81000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 30 on 60020" daemon prio=10 tid=0x00002aacc4394000 nid=0x6654 in Object.wait() [0x0000000046a80000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 29 on 60020" daemon prio=10 tid=0x00002aacc4392000 nid=0x6653 in Object.wait() [0x000000004697f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 28 on 60020" daemon prio=10 tid=0x00002aacc4390000 nid=0x6652 in Object.wait() [0x000000004687e000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 27 on 60020" daemon prio=10 tid=0x00002aacc438e000 nid=0x6651 in Object.wait() [0x000000004677d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 26 on 60020" daemon prio=10 tid=0x00002aacc438c000 nid=0x6650 in Object.wait() [0x000000004667c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 25 on 60020" daemon prio=10 tid=0x00002aacc438a000 nid=0x664e in Object.wait() [0x000000004647a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 24 on 60020" daemon prio=10 tid=0x00002aacc4388000 nid=0x664d in Object.wait() [0x0000000046379000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 23 on 60020" daemon prio=10 tid=0x00002aacc4386000 nid=0x664c in Object.wait() [0x0000000046278000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 22 on 60020" daemon prio=10 tid=0x00002aacc4384000 nid=0x664b in Object.wait() [0x0000000046177000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 21 on 60020" daemon prio=10 tid=0x00002aacc46b0800 nid=0x664a in Object.wait() [0x0000000046076000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3e4ea3f0> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 20 on 60020" daemon prio=10 tid=0x00002aacc46ae800 nid=0x6649 in Object.wait() [0x0000000045f75000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 19 on 60020" daemon prio=10 tid=0x00002aacc46ac800 nid=0x6648 in Object.wait() [0x0000000045e74000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 18 on 60020" daemon prio=10 tid=0x00002aacc46aa800 nid=0x6647 in Object.wait() [0x0000000045d73000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 17 on 60020" daemon prio=10 tid=0x00002aacc46a8800 nid=0x6646 in Object.wait() [0x0000000045c72000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 16 on 60020" daemon prio=10 tid=0x00002aacc46a6800 nid=0x6645 in Object.wait() [0x0000000045b71000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 15 on 60020" daemon prio=10 tid=0x00002aacc46a5000 nid=0x6643 in Object.wait() [0x0000000045a70000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 14 on 60020" daemon prio=10 tid=0x00002aacc437b800 nid=0x6642 in Object.wait() [0x000000004596f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 13 on 60020" daemon prio=10 tid=0x00002aacc4379800 nid=0x6641 waiting for monitor entry [0x000000004586e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:978)
- waiting to lock <0x00002aaab40f80b0> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 12 on 60020" daemon prio=10 tid=0x00002aacc4378000 nid=0x6640 in Object.wait() [0x000000004576d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 11 on 60020" daemon prio=10 tid=0x00002aacc4674800 nid=0x663f in Object.wait() [0x000000004566c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 10 on 60020" daemon prio=10 tid=0x00002aacc4672800 nid=0x663e in Object.wait() [0x000000004556b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 9 on 60020" daemon prio=10 tid=0x00002aacc4467000 nid=0x663d in Object.wait() [0x000000004546a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 8 on 60020" daemon prio=10 tid=0x00002aacc4465000 nid=0x663c in Object.wait() [0x0000000045369000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 7 on 60020" daemon prio=10 tid=0x00002aacc4682000 nid=0x663b in Object.wait() [0x0000000045268000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 6 on 60020" daemon prio=10 tid=0x00002aacc4680000 nid=0x663a in Object.wait() [0x0000000045167000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 5 on 60020" daemon prio=10 tid=0x00002aacc4460000 nid=0x6639 in Object.wait() [0x0000000045066000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 4 on 60020" daemon prio=10 tid=0x00002aacc4605800 nid=0x6638 in Object.wait() [0x0000000044f65000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 3 on 60020" daemon prio=10 tid=0x00002aacc4510000 nid=0x6637 in Object.wait() [0x0000000044e64000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 2 on 60020" daemon prio=10 tid=0x00002aacc45fa000 nid=0x6636 in Object.wait() [0x0000000044d63000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 1 on 60020" daemon prio=10 tid=0x00002aacc43b6000 nid=0x6635 in Object.wait() [0x0000000044c62000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.HRegion.internalObtainRowLock(HRegion.java:2058)
- locked <0x00002aab3df41490> (a java.util.TreeSet)
at org.apache.hadoop.hbase.regionserver.HRegion.getLock(HRegion.java:2139)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:2989)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server handler 0 on 60020" daemon prio=10 tid=0x00002aacc46b9000 nid=0x6634 in Object.wait() [0x0000000044b61000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3449)
- locked <0x00002aab747b01e8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3366)
at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97)
at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944)
at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:145)
at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:986)
at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:937)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:3038)
at org.apache.hadoop.hbase.regionserver.HRegionServer.increment(HRegionServer.java:2415)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:570)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1036)
"IPC Server listener on 60020" daemon prio=10 tid=0x00002aacc4563800 nid=0x6633 runnable [0x0000000044a60000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302c0f8> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302c110> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab2589470> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:411)
"IPC Server Responder" daemon prio=10 tid=0x00002aacc4351000 nid=0x6632 runnable [0x000000004495f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab301fca0> (a sun.nio.ch.Util$1)
- locked <0x00002aaab301fcb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab25f5e18> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:585)
"Timer-0" daemon prio=10 tid=0x00002aacc4383000 nid=0x662f in Object.wait() [0x000000004485e000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x00002aaab320df80> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"881708381@qtp-882254122-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030" prio=10 tid=0x00002aacc45f8800 nid=0x662e runnable [0x000000004475d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab3dbb6b0> (a sun.nio.ch.Util$1)
- locked <0x00002aaab3dbb6c8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab30885c8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:485)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"2001572378@qtp-882254122-0" prio=10 tid=0x00002aacc4349800 nid=0x662d in Object.wait() [0x00000000404c2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x00002aaab3dc0320> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
"regionserver60020.leaseChecker" daemon prio=10 tid=0x00002aacc4348800 nid=0x662c waiting on condition [0x000000004465c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab254e430> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:82)
"regionserver60020.majorCompactionChecker" daemon prio=10 tid=0x00002aacc43b7800 nid=0x662b in Object.wait() [0x000000004455b000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00002aaab302f488> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
- locked <0x00002aaab302f488> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:74)
"regionserver60020.compactor" daemon prio=10 tid=0x00002aacc4516800 nid=0x662a waiting on condition [0x000000004445a000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab255c8c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
at java.util.concurrent.PriorityBlockingQueue.poll(PriorityBlockingQueue.java:245)
at org.apache.hadoop.hbase.regionserver.PriorityCompactionQueue.poll(PriorityCompactionQueue.java:248)
at org.apache.hadoop.hbase.regionserver.CompactSplitThread.run(CompactSplitThread.java:75)
"regionserver60020.cacheFlusher" daemon prio=10 tid=0x000000004e538000 nid=0x6629 waiting on condition [0x0000000044359000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab254cfe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:142)
"regionserver60020.logRoller" daemon prio=10 tid=0x000000004e53c000 nid=0x6628 in Object.wait() [0x0000000044258000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:78)
- locked <0x00002aaab3dbb200> (a java.util.concurrent.atomic.AtomicBoolean)
"regionserver60020.logSyncer" daemon prio=10 tid=0x000000004e760800 nid=0x6627 waiting on condition [0x0000000044157000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run(HLog.java:962)
"LeaseChecker" daemon prio=10 tid=0x000000004e6d7800 nid=0x6626 waiting on condition [0x0000000044056000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1151)
at java.lang.Thread.run(Thread.java:619)
"sendParams-0" daemon prio=10 tid=0x00002aacc4565000 nid=0x6622 waiting on condition [0x0000000043e54000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab302fe00> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"DestroyJavaVM" prio=10 tid=0x000000004e18f000 nid=0x6575 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"regionserver60020-EventThread" daemon prio=10 tid=0x000000004e468000 nid=0x660d waiting on condition [0x0000000043c52000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab3022490> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
"regionserver60020-SendThread(haus01.sf.cloudera.com:2222)" daemon prio=10 tid=0x000000004e488000 nid=0x660c runnable [0x0000000043b51000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab305e598> (a sun.nio.ch.Util$1)
- locked <0x00002aaab305e5b0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab305b6b8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1107)
"regionserver60020" prio=10 tid=0x000000004e486800 nid=0x660b waiting on condition [0x0000000043a50000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab31c1af0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:594)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-10" prio=10 tid=0x000000004e666000 nid=0x65f5 runnable [0x000000004394f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab2615b20> (a sun.nio.ch.Util$1)
- locked <0x00002aaab2615b38> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab305ce28> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab305f088> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-9" prio=10 tid=0x000000004e483000 nid=0x65f4 runnable [0x000000004384e000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302fe18> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302fe30> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab3035248> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab255c918> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-8" prio=10 tid=0x000000004e44c800 nid=0x65f3 runnable [0x000000004374d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302f4d0> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302f4e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab30c4890> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab30224b8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-7" prio=10 tid=0x000000004e44a000 nid=0x65f2 runnable [0x000000004364c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302fe60> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302fe78> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab30352c0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab255c940> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-6" prio=10 tid=0x000000004e4a6000 nid=0x65f1 runnable [0x000000004354b000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302fea8> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302fec0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab3035338> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab255c968> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-5" prio=10 tid=0x000000004e4a4000 nid=0x65f0 runnable [0x000000004344a000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab3033190> (a sun.nio.ch.Util$1)
- locked <0x00002aaab30331a8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab3039d48> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab254e480> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-4" prio=10 tid=0x000000004e533800 nid=0x65ef runnable [0x0000000043349000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302fef0> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302ff08> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab30353b0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab255c990> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-3" prio=10 tid=0x000000004e43f800 nid=0x65ee runnable [0x0000000043248000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302ff38> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302ff50> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab3035428> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab255c9b8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-2" prio=10 tid=0x000000004e51a800 nid=0x65ed runnable [0x0000000043147000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab302ff80> (a sun.nio.ch.Util$1)
- locked <0x00002aaab302ff98> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab30354a0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab255c9e0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-1-thread-1" prio=10 tid=0x000000004e560000 nid=0x65ec runnable [0x0000000043046000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab30331d8> (a sun.nio.ch.Util$1)
- locked <0x00002aaab30331f0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab3039dc0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:302)
- locked <0x00002aaab254e4a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"main-EventThread" daemon prio=10 tid=0x000000004e55f800 nid=0x65eb waiting on condition [0x0000000042f45000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00002aaab255ca08> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
"main-SendThread(haus01.sf.cloudera.com:2222)" daemon prio=10 tid=0x000000004e841800 nid=0x65ea runnable [0x0000000042e44000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00002aaab3033220> (a sun.nio.ch.Util$1)
- locked <0x00002aaab3033238> (a java.util.Collections$UnmodifiableSet)
- locked <0x00002aaab3039e38> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1107)
"Low Memory Detector" daemon prio=10 tid=0x000000004e3cd800 nid=0x65ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"CompilerThread1" daemon prio=10 tid=0x000000004e3ca000 nid=0x65aa waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"CompilerThread0" daemon prio=10 tid=0x000000004e3c7000 nid=0x65a9 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x000000004e3c4800 nid=0x65a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Surrogate Locker Thread (CMS)" daemon prio=10 tid=0x000000004e3c2800 nid=0x65a7 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x000000004e3a3800 nid=0x658b in Object.wait() [0x0000000042b41000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
- locked <0x00002aaab30369d0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
"Reference Handler" daemon prio=10 tid=0x000000004e39c000 nid=0x658a in Object.wait() [0x0000000041e64000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
- locked <0x00002aaab2615af0> (a java.lang.ref.Reference$Lock)
"VM Thread" prio=10 tid=0x000000004e397800 nid=0x6589 runnable
"Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x000000004e19d800 nid=0x6576 runnable
"Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x000000004e19f800 nid=0x6577 runnable
"Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x000000004e1a1800 nid=0x6578 runnable
"Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004e1a3000 nid=0x6579 runnable
"Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004e1a5000 nid=0x657a runnable
"Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004e1a7000 nid=0x657b runnable
"Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004e1a8800 nid=0x657c runnable
"Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x000000004e1aa800 nid=0x657d runnable
"Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x000000004e1ac000 nid=0x657e runnable
"Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x000000004e1ae000 nid=0x657f runnable
"Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x000000004e1b0000 nid=0x6580 runnable
"Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x000000004e1b1800 nid=0x6581 runnable
"Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004e1b3800 nid=0x6582 runnable
"Concurrent Mark-Sweep GC Thread" prio=10 tid=0x000000004e2ec800 nid=0x6587 runnable
"Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x000000004e2e4800 nid=0x6583 runnable
"Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x000000004e2e6800 nid=0x6584 runnable
"Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x000000004e2e8800 nid=0x6585 runnable
"Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x000000004e2ea000 nid=0x6586 runnable
"VM Periodic Task Thread" prio=10 tid=0x000000004e3d0800 nid=0x65ac waiting on condition
JNI global references: 774
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment