Skip to content

Embed URL

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
jstack_hbase_read_deadlock.stack
2012-12-11 11:56:08
Full thread dump Java HotSpot(TM) 64-Bit Server VM (14.2-b01 mixed mode):
"IPC Client (1542500044) connection to txa-2.rfiserve.net/172.22.12.2:60000 from hbase" daemon prio=10 tid=0x0000000042217800 nid=0x2ad2 in Object.wait() [0x00007fb7d3e73000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:459)
- locked <0x00007fb8ddb07fb0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:504)
"IPC Client (1542500044) connection to txa-2.rfiserve.net/172.22.12.2:60000 from hbase" daemon prio=10 tid=0x00000000419bf800 nid=0x2ace in Object.wait() [0x00007fb7be31c000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:459)
- locked <0x00007fb8ddab7a58> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:504)
"IPC Client (1542500044) connection to txa-2.rfiserve.net/172.22.12.2:60000 from hbase" daemon prio=10 tid=0x00000000420b2800 nid=0x2ac9 in Object.wait() [0x00007fb7d4075000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:459)
- locked <0x00007fb8dda674d8> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:504)
"Attach Listener" daemon prio=10 tid=0x00007fc8c030f000 nid=0x1178 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ResponseProcessor for block blk_8506055689498759083_5436661" daemon prio=10 tid=0x00007fc8b8193000 nid=0x3344 runnable [0x00007fb7be720000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:129)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"DataStreamer for file /hbase/txa-arp/.logs/txa-13.rfiserve.net,60020,1354833487707/txa-13.rfiserve.net%2C60020%2C1354833487707.1355208430765 block blk_8506055689498759083_5436661" daemon prio=10 tid=0x00007fc8c8fa1800 nid=0x3339 in Object.wait() [0x00007fb7be51e000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007fb930adbc68> (a java.util.LinkedList)
"sendParams-8" daemon prio=10 tid=0x00007fc8b8503800 nid=0x5623 waiting on condition [0x00007fb7bd50e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92ab4ba58> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"1262893268@qtp-1434468832-7" prio=10 tid=0x000000004199c000 nid=0x2a38 in Object.wait() [0x00007fb7bda13000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x00007fc2c767dc80> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
"RS_CLOSE_META-txa-13.rfiserve.net,60020,1354833487707-0" prio=10 tid=0x00007fc8c9281000 nid=0x7822 waiting on condition [0x00007fb7be61f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b37eb00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_OPEN_META-txa-13.rfiserve.net,60020,1354833487707-0" prio=10 tid=0x00007fc8c04a9000 nid=0x64d8 waiting on condition [0x00007fb7bf148000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b383d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_CLOSE_REGION-txa-13.rfiserve.net,60020,1354833487707-2" prio=10 tid=0x00007fc8c91e6800 nid=0x777f waiting on condition [0x00007fb7bdd16000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b37e128> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"regionserver60020-splits-1354835848272" daemon prio=10 tid=0x00000000419a4800 nid=0x1f07 waiting on condition [0x00007fb7be21b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b38cc80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_CLOSE_REGION-txa-13.rfiserve.net,60020,1354833487707-1" prio=10 tid=0x00007fc8c002d000 nid=0x5174 waiting on condition [0x00007fb7d3f74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b37e128> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"regionserver60020-largeCompactions-1354835796150" daemon prio=10 tid=0x00000000420b5000 nid=0x439b waiting on condition [0x00007fb7bf249000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b38d1a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_CLOSE_REGION-txa-13.rfiserve.net,60020,1354833487707-0" prio=10 tid=0x00007fc8c9370000 nid=0x1695 waiting on condition [0x00007fb7be41d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b37e128> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_OPEN_REGION-txa-13.rfiserve.net,60020,1354833487707-2" prio=10 tid=0x00007fc8c8dd2000 nid=0x2d16 waiting on condition [0x00007fb7bf047000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3846c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_OPEN_REGION-txa-13.rfiserve.net,60020,1354833487707-1" prio=10 tid=0x000000004185d800 nid=0x1073 waiting on condition [0x00007fb7bef46000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3846c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"regionserver60020-smallCompactions-1354833774639" daemon prio=10 tid=0x00007fc8b8047800 nid=0x7eb8 waiting on condition [0x00007fb7bea23000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b38cf48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"RS_OPEN_REGION-txa-13.rfiserve.net,60020,1354833487707-0" prio=10 tid=0x000000004197c000 nid=0x7bbf waiting on condition [0x00007fb7d4176000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3846c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"SplitLogWorker-txa-13.rfiserve.net,60020,1354833487707" prio=10 tid=0x0000000041f94800 nid=0x1bf6 in Object.wait() [0x00007fb7bf34a000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00007fb92aa41880> (a java.lang.Object)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:205)
- locked <0x00007fb92aa41880> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:165)
at java.lang.Thread.run(Thread.java:619)
"PRI IPC Server handler 9 on 60020" daemon prio=10 tid=0x0000000041f92000 nid=0x1bf5 waiting on condition [0x00007fb7bf44b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 8 on 60020" daemon prio=10 tid=0x0000000041f90000 nid=0x1bf4 waiting on condition [0x00007fb7bf54c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 7 on 60020" daemon prio=10 tid=0x0000000041f8e000 nid=0x1bf3 waiting on condition [0x00007fb7bf64d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 6 on 60020" daemon prio=10 tid=0x0000000041f8c000 nid=0x1bf2 waiting on condition [0x00007fb7bf74e000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 5 on 60020" daemon prio=10 tid=0x0000000041f8a000 nid=0x1bf1 waiting on condition [0x00007fb7bf84f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 4 on 60020" daemon prio=10 tid=0x0000000041f88000 nid=0x1bf0 waiting on condition [0x00007fb7bf950000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 3 on 60020" daemon prio=10 tid=0x0000000041f86000 nid=0x1bef waiting on condition [0x00007fb7bfa51000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 2 on 60020" daemon prio=10 tid=0x0000000041f84000 nid=0x1bee waiting on condition [0x00007fb7bfb52000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 1 on 60020" daemon prio=10 tid=0x0000000041f82000 nid=0x1bed waiting on condition [0x00007fb7bfc53000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"PRI IPC Server handler 0 on 60020" daemon prio=10 tid=0x0000000041f80000 nid=0x1bec waiting on condition [0x00007fb7bfd54000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fb92b3747a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1332)
"IPC Server handler 299 on 60020" daemon prio=10 tid=0x0000000041f7e000 nid=0x1beb waiting for monitor entry [0x00007fb7bfe55000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 298 on 60020" daemon prio=10 tid=0x0000000041f7c000 nid=0x1bea waiting for monitor entry [0x00007fb7bff56000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 297 on 60020" daemon prio=10 tid=0x0000000041f7a000 nid=0x1be9 waiting for monitor entry [0x00007fb7c0057000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 296 on 60020" daemon prio=10 tid=0x0000000041f78000 nid=0x1be8 waiting for monitor entry [0x00007fb7c0158000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 295 on 60020" daemon prio=10 tid=0x0000000041f76000 nid=0x1be7 waiting for monitor entry [0x00007fb7c0259000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 294 on 60020" daemon prio=10 tid=0x0000000041f74000 nid=0x1be6 waiting for monitor entry [0x00007fb7c035a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 293 on 60020" daemon prio=10 tid=0x0000000041f72000 nid=0x1be5 waiting for monitor entry [0x00007fb7c045b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 292 on 60020" daemon prio=10 tid=0x0000000041f70000 nid=0x1be4 waiting for monitor entry [0x00007fb7c055c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 291 on 60020" daemon prio=10 tid=0x0000000041f6e000 nid=0x1be3 waiting for monitor entry [0x00007fb7c065d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 290 on 60020" daemon prio=10 tid=0x0000000041f6c000 nid=0x1be2 waiting for monitor entry [0x00007fb7c075e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 289 on 60020" daemon prio=10 tid=0x0000000041f6a000 nid=0x1be1 waiting for monitor entry [0x00007fb7c085f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 288 on 60020" daemon prio=10 tid=0x0000000041f68000 nid=0x1be0 waiting for monitor entry [0x00007fb7c0960000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 287 on 60020" daemon prio=10 tid=0x0000000041f66000 nid=0x1bdf waiting for monitor entry [0x00007fb7c0a61000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 286 on 60020" daemon prio=10 tid=0x0000000041f64000 nid=0x1bde waiting for monitor entry [0x00007fb7c0b62000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 285 on 60020" daemon prio=10 tid=0x0000000041f62000 nid=0x1bdd waiting for monitor entry [0x00007fb7c0c63000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 284 on 60020" daemon prio=10 tid=0x0000000041f60000 nid=0x1bdc waiting for monitor entry [0x00007fb7c0d64000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 283 on 60020" daemon prio=10 tid=0x0000000041f5e000 nid=0x1bdb waiting for monitor entry [0x00007fb7c0e65000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 282 on 60020" daemon prio=10 tid=0x0000000041f5c000 nid=0x1bda waiting for monitor entry [0x00007fb7c0f66000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 281 on 60020" daemon prio=10 tid=0x0000000041f5a000 nid=0x1bd9 waiting for monitor entry [0x00007fb7c1067000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 280 on 60020" daemon prio=10 tid=0x0000000041f58000 nid=0x1bd8 waiting for monitor entry [0x00007fb7c1168000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 279 on 60020" daemon prio=10 tid=0x0000000041f56800 nid=0x1bd7 waiting for monitor entry [0x00007fb7c1269000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 278 on 60020" daemon prio=10 tid=0x0000000041f53000 nid=0x1bd6 waiting for monitor entry [0x00007fb7c136a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 277 on 60020" daemon prio=10 tid=0x0000000041f51000 nid=0x1bd5 waiting for monitor entry [0x00007fb7c146b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 276 on 60020" daemon prio=10 tid=0x0000000041f4f000 nid=0x1bd4 waiting for monitor entry [0x00007fb7c156c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 275 on 60020" daemon prio=10 tid=0x0000000041f4d000 nid=0x1bd3 waiting for monitor entry [0x00007fb7c166d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 274 on 60020" daemon prio=10 tid=0x0000000041f4b000 nid=0x1bd2 waiting for monitor entry [0x00007fb7c176e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 273 on 60020" daemon prio=10 tid=0x0000000041f49000 nid=0x1bd1 waiting for monitor entry [0x00007fb7c186f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 272 on 60020" daemon prio=10 tid=0x0000000041f47000 nid=0x1bd0 waiting for monitor entry [0x00007fb7c1970000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 271 on 60020" daemon prio=10 tid=0x0000000041f45000 nid=0x1bcf waiting for monitor entry [0x00007fb7c1a71000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 270 on 60020" daemon prio=10 tid=0x0000000041f43000 nid=0x1bce waiting on condition [0x00007fb7c1b72000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fc25f59a7f0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114)
at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186)
at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262)
at java.util.concurrent.ConcurrentHashMap$Segment.put(ConcurrentHashMap.java:417)
at java.util.concurrent.ConcurrentHashMap.putIfAbsent(ConcurrentHashMap.java:897)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:71)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 269 on 60020" daemon prio=10 tid=0x0000000041f41000 nid=0x1bcd waiting for monitor entry [0x00007fb7c1c73000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 268 on 60020" daemon prio=10 tid=0x0000000041f3f000 nid=0x1bcc waiting for monitor entry [0x00007fb7c1d74000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 267 on 60020" daemon prio=10 tid=0x0000000041f3d000 nid=0x1bcb waiting for monitor entry [0x00007fb7c1e75000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 266 on 60020" daemon prio=10 tid=0x0000000041f3b000 nid=0x1bca waiting for monitor entry [0x00007fb7c1f76000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 265 on 60020" daemon prio=10 tid=0x0000000041f39000 nid=0x1bc9 waiting for monitor entry [0x00007fb7c2077000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 264 on 60020" daemon prio=10 tid=0x0000000041f37000 nid=0x1bc8 waiting for monitor entry [0x00007fb7c2178000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 263 on 60020" daemon prio=10 tid=0x0000000041f35000 nid=0x1bc7 waiting for monitor entry [0x00007fb7c2279000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 262 on 60020" daemon prio=10 tid=0x0000000041f33000 nid=0x1bc6 waiting for monitor entry [0x00007fb7c237a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 261 on 60020" daemon prio=10 tid=0x0000000041f31000 nid=0x1bc5 waiting for monitor entry [0x00007fb7c247b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 260 on 60020" daemon prio=10 tid=0x0000000041f2f000 nid=0x1bc4 waiting for monitor entry [0x00007fb7c257c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 259 on 60020" daemon prio=10 tid=0x0000000041f2d000 nid=0x1bc3 waiting for monitor entry [0x00007fb7c267d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 258 on 60020" daemon prio=10 tid=0x0000000041f2b000 nid=0x1bc2 waiting for monitor entry [0x00007fb7c277e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 257 on 60020" daemon prio=10 tid=0x0000000041f29000 nid=0x1bc1 waiting for monitor entry [0x00007fb7c287f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 256 on 60020" daemon prio=10 tid=0x0000000041f27000 nid=0x1bc0 waiting for monitor entry [0x00007fb7c2980000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 255 on 60020" daemon prio=10 tid=0x0000000041f25000 nid=0x1bbf waiting for monitor entry [0x00007fb7c2a81000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 254 on 60020" daemon prio=10 tid=0x0000000041f23000 nid=0x1bbe waiting for monitor entry [0x00007fb7c2b82000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 253 on 60020" daemon prio=10 tid=0x0000000041f21000 nid=0x1bbd waiting for monitor entry [0x00007fb7c2c83000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 252 on 60020" daemon prio=10 tid=0x0000000041f1f000 nid=0x1bbc waiting on condition [0x00007fb7c2d84000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007fc25f59a7f0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114)
at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186)
at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262)
at java.util.concurrent.ConcurrentHashMap$Segment.put(ConcurrentHashMap.java:417)
at java.util.concurrent.ConcurrentHashMap.putIfAbsent(ConcurrentHashMap.java:897)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:71)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.reseekTo(HFileReaderV2.java:557)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.reseekAtOrAfter(StoreFileScanner.java:194)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.reseek(StoreFileScanner.java:124)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.KeyValueHeap$SeekType$2.seek(KeyValueHeap.java:64)
at org.apache.hadoop.hbase.regionserver.KeyValueHeap.generalizedSeek(KeyValueHeap.java:277)
at org.apache.hadoop.hbase.regionserver.KeyValueHeap.seekExactly(KeyValueHeap.java:257)
at org.apache.hadoop.hbase.regionserver.StoreScanner.reseek(StoreScanner.java:436)
- locked <0x00007fbfaebd4290> (a org.apache.hadoop.hbase.regionserver.StoreScanner)
at org.apache.hadoop.hbase.regionserver.StoreScanner.next(StoreScanner.java:287)
- locked <0x00007fbfaebd4290> (a org.apache.hadoop.hbase.regionserver.StoreScanner)
at org.apache.hadoop.hbase.regionserver.KeyValueHeap.next(KeyValueHeap.java:138)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3025)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.next(HRegion.java:2972)
- locked <0x00007fc1c47b24d0> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.next(HRegion.java:2989)
- locked <0x00007fc1c47b24d0> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3794)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 251 on 60020" daemon prio=10 tid=0x0000000041f1d000 nid=0x1bbb waiting for monitor entry [0x00007fb7c2e85000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 250 on 60020" daemon prio=10 tid=0x0000000041f1b000 nid=0x1bba waiting for monitor entry [0x00007fb7c2f86000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 249 on 60020" daemon prio=10 tid=0x0000000041f19000 nid=0x1bb9 waiting for monitor entry [0x00007fb7c3087000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 248 on 60020" daemon prio=10 tid=0x0000000041f17000 nid=0x1bb8 waiting for monitor entry [0x00007fb7c3188000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 247 on 60020" daemon prio=10 tid=0x0000000041f15000 nid=0x1bb7 waiting for monitor entry [0x00007fb7c3289000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 246 on 60020" daemon prio=10 tid=0x0000000041f13000 nid=0x1bb6 waiting for monitor entry [0x00007fb7c338a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 245 on 60020" daemon prio=10 tid=0x0000000041f11000 nid=0x1bb5 waiting for monitor entry [0x00007fb7c348b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 244 on 60020" daemon prio=10 tid=0x0000000041f0f000 nid=0x1bb4 waiting for monitor entry [0x00007fb7c358c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 243 on 60020" daemon prio=10 tid=0x0000000041f0d000 nid=0x1bb3 waiting for monitor entry [0x00007fb7c368d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 242 on 60020" daemon prio=10 tid=0x0000000041f0b000 nid=0x1bb2 waiting for monitor entry [0x00007fb7c378e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 241 on 60020" daemon prio=10 tid=0x0000000041f09000 nid=0x1bb1 waiting for monitor entry [0x00007fb7c388f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 240 on 60020" daemon prio=10 tid=0x0000000041f07000 nid=0x1bb0 waiting for monitor entry [0x00007fb7c3990000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 239 on 60020" daemon prio=10 tid=0x0000000041f05000 nid=0x1baf waiting for monitor entry [0x00007fb7c3a91000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 238 on 60020" daemon prio=10 tid=0x0000000041f03000 nid=0x1bae waiting for monitor entry [0x00007fb7c3b92000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 237 on 60020" daemon prio=10 tid=0x0000000041f01000 nid=0x1bad waiting for monitor entry [0x00007fb7c3c93000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 236 on 60020" daemon prio=10 tid=0x0000000041eff000 nid=0x1bac waiting for monitor entry [0x00007fb7c3d94000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)
at org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(StoreScanner.java:80)
at org.apache.hadoop.hbase.regionserver.Store.getScanner(Store.java:1769)
at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(HRegion.java:2936)
at org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(HRegion.java:1444)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1436)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:1412)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3793)
at org.apache.hadoop.hbase.regionserver.HRegion.get(HRegion.java:3686)
at org.apache.hadoop.hbase.regionserver.HRegionServer.get(HRegionServer.java:1779)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1360)
"IPC Server handler 235 on 60020" daemon prio=10 tid=0x0000000041efd000 nid=0x1bab waiting for monitor entry [0x00007fb7c3e95000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.hbase.util.IdLock.getLockEntry(IdLock.java:72)
- waiting to lock <0x00007fc2cdc611e8> (a org.apache.hadoop.hbase.util.IdLock$Entry)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:249)
at org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$BlockIndexReader.seekToDataBlock(HFileBlockIndex.java:209)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:519)
at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.seekTo(HFileReaderV2.java:534)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(StoreFileScanner.java:178)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(StoreFileScanner.java:111)
at org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekExactly(StoreFileScanner.java:219)