Skip to content

Instantly share code, notes, and snippets.

@israel

israel/jstack2 Secret

Created July 12, 2015 08:46
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save israel/30cde540623f13484904 to your computer and use it in GitHub Desktop.
Save israel/30cde540623f13484904 to your computer and use it in GitHub Desktop.
jstack1
2015-07-12 11:39:27
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.45-b02 mixed mode):
"Attach Listener" #1755 daemon prio=9 os_prio=31 tid=0x00007fcc20632800 nid=0x2b46b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"MemtablePostFlush:2" #1754 daemon prio=5 os_prio=31 tid=0x00007fcc14519800 nid=0x34f2f waiting on condition [0x0000000132d3e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401bdf38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster64-nio-worker-7" #1698 prio=5 os_prio=31 tid=0x00007fcc1a17d000 nid=0x1011f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-nio-worker-6" #1694 prio=5 os_prio=31 tid=0x00007fcc1f15b000 nid=0x3642b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-nio-worker-5" #1690 prio=5 os_prio=31 tid=0x00007fcc1f1c2000 nid=0x831f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-nio-worker-4" #1686 prio=5 os_prio=31 tid=0x00007fcc1bfbf000 nid=0x7313 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1753 prio=5 os_prio=31 tid=0x00007fcc14875000 nid=0x3bb1b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1752 prio=5 os_prio=31 tid=0x00007fcc13968800 nid=0x1e607 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"globalEventExecutor-1-34" #1751 prio=5 os_prio=31 tid=0x00007fcc1eb15000 nid=0x3c20b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-nio-worker-3" #1682 prio=5 os_prio=31 tid=0x00007fcc16964800 nid=0x2c43b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-nio-worker-2" #1680 prio=5 os_prio=31 tid=0x00007fcc1a4fe800 nid=0x39e17 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-15" #1735 prio=5 os_prio=31 tid=0x00007fcc20805800 nid=0x8127 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-14" #1732 prio=5 os_prio=31 tid=0x00007fcc14d29000 nid=0x7f0f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-13" #1728 prio=5 os_prio=31 tid=0x00007fcc1d546000 nid=0x2f743 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-12" #1723 prio=5 os_prio=31 tid=0x00007fcc1d545800 nid=0x3871f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-11" #1719 prio=5 os_prio=31 tid=0x00007fcc1d29c800 nid=0x38e2f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-10" #1716 prio=5 os_prio=31 tid=0x00007fcc1e696000 nid=0x3733b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-9" #1712 prio=5 os_prio=31 tid=0x00007fcc208b5000 nid=0x39033 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-8" #1708 prio=5 os_prio=31 tid=0x00007fcc1ddf7000 nid=0x821f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-7" #1703 prio=5 os_prio=31 tid=0x00007fcc13a6d800 nid=0x9b23 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-6" #1699 prio=5 os_prio=31 tid=0x00007fcc18bd3000 nid=0x2df3b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-5" #1695 prio=5 os_prio=31 tid=0x00007fcc188ed000 nid=0x951b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-4" #1691 prio=5 os_prio=31 tid=0x00007fcc20103000 nid=0xa723 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-3" #1685 prio=5 os_prio=31 tid=0x00007fcc166a6000 nid=0x2c353 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster63-nio-worker-2" #1681 prio=5 os_prio=31 tid=0x00007fcc1f621800 nid=0x39a0f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1750 prio=5 os_prio=31 tid=0x00007fcc142b2000 nid=0x1e007 in Object.wait() [0x0000000144bd1000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at io.netty.util.concurrent.DefaultPromise.awaitUninterruptibly(DefaultPromise.java:286)
- locked <0x00000007bda8c0f8> (a io.netty.util.concurrent.DefaultPromise)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:225)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:32)
at com.datastax.driver.core.NettyOptions.onClusterClose(NettyOptions.java:200)
at com.datastax.driver.core.Connection$Factory.shutdown(Connection.java:825)
at com.datastax.driver.core.Cluster$Manager$ClusterCloseFuture$1.run(Cluster.java:2283)
"Shutdown-checker" #1749 prio=5 os_prio=31 tid=0x00007fcc1d051000 nid=0x3861b in Object.wait() [0x0000000144dd7000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at io.netty.util.concurrent.DefaultPromise.awaitUninterruptibly(DefaultPromise.java:286)
- locked <0x00000007bda85e80> (a io.netty.util.concurrent.DefaultPromise)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:225)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:32)
at com.datastax.driver.core.NettyOptions.onClusterClose(NettyOptions.java:200)
at com.datastax.driver.core.Connection$Factory.shutdown(Connection.java:825)
at com.datastax.driver.core.Cluster$Manager$ClusterCloseFuture$1.run(Cluster.java:2283)
"cluster62-nio-worker-3" #1687 prio=5 os_prio=31 tid=0x00007fcc1e887000 nid=0x3274b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1748 prio=5 os_prio=31 tid=0x00007fcc1d050000 nid=0x3c007 in Object.wait() [0x000000015ad08000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at io.netty.util.concurrent.DefaultPromise.awaitUninterruptibly(DefaultPromise.java:286)
- locked <0x00000007bdac6db0> (a io.netty.util.concurrent.DefaultPromise)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:225)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:32)
at com.datastax.driver.core.NettyOptions.onClusterClose(NettyOptions.java:200)
at com.datastax.driver.core.Connection$Factory.shutdown(Connection.java:825)
at com.datastax.driver.core.Cluster$Manager$ClusterCloseFuture$1.run(Cluster.java:2283)
"cluster64-nio-worker-1" #1677 prio=5 os_prio=31 tid=0x00007fcc1a03e800 nid=0x781f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster61-nio-worker-1" #1676 prio=5 os_prio=31 tid=0x00007fcc14d29800 nid=0xac13 runnable [0x000000016061c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007bda53540> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007bda55610> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007bda53430> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-137" #1747 daemon prio=10 os_prio=31 tid=0x00007fcc15792800 nid=0x720f waiting on condition [0x0000000160313000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-136" #1746 daemon prio=10 os_prio=31 tid=0x00007fcc14a2b800 nid=0x35f43 waiting on condition [0x000000016000a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"cluster60-nio-worker-14" #1660 prio=5 os_prio=31 tid=0x00007fcc157ca800 nid=0x3b923 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-11" #1656 prio=5 os_prio=31 tid=0x00007fcc139ad800 nid=0x2b247 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-8" #1650 prio=5 os_prio=31 tid=0x00007fcc1432f000 nid=0x2c53f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-7" #1648 prio=5 os_prio=31 tid=0x00007fcc1e956800 nid=0x9713 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-5" #1644 prio=5 os_prio=31 tid=0x00007fcc1f11d800 nid=0x9417 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-4" #1642 prio=5 os_prio=31 tid=0x00007fcc16155000 nid=0x7423 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-2" #1638 prio=5 os_prio=31 tid=0x00007fcc14380000 nid=0x30f43 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1744 prio=5 os_prio=31 tid=0x00007fcc14874800 nid=0x3943b in Object.wait() [0x000000015a023000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at io.netty.util.concurrent.DefaultPromise.awaitUninterruptibly(DefaultPromise.java:286)
- locked <0x00000007469664f0> (a io.netty.util.concurrent.DefaultPromise)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:225)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:32)
at com.datastax.driver.core.NettyOptions.onClusterClose(NettyOptions.java:200)
at com.datastax.driver.core.Connection$Factory.shutdown(Connection.java:825)
at com.datastax.driver.core.Cluster$Manager$ClusterCloseFuture$1.run(Cluster.java:2283)
"cluster59-worker-0" #1743 prio=5 os_prio=31 tid=0x00007fcc18bf1000 nid=0x3b517 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster62-timeouter-0" #1734 prio=5 os_prio=31 tid=0x00007fcc141fd000 nid=0x9617 waiting on condition [0x000000012f179000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster63-timeouter-0" #1738 prio=5 os_prio=31 tid=0x00007fcc13c44800 nid=0x3ae17 waiting on condition [0x000000012ed8b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster61-timeouter-0" #1736 prio=5 os_prio=31 tid=0x00007fcc1dff7000 nid=0x3912b waiting on condition [0x000000012e476000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster64-timeouter-0" #1737 prio=5 os_prio=31 tid=0x00007fcc188db000 nid=0x921f waiting on condition [0x000000013375c000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster59-nio-worker-1" #1631 prio=5 os_prio=31 tid=0x00007fcc1e931800 nid=0x3a61f runnable [0x0000000159e1d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000074697fc48> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074697fca8> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000074697fba8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster61-nio-worker-0" #1671 prio=5 os_prio=31 tid=0x00007fcc188da800 nid=0xb517 runnable [0x0000000133c6b000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007bda2cfb8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007bda2f088> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007bda2cea8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster61-scheduled-task-worker-0" #1740 prio=5 os_prio=31 tid=0x00007fcc1f352000 nid=0x3b01b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-connection-reaper-0" #1669 prio=5 os_prio=31 tid=0x00007fcc1ebcc000 nid=0x8f1b waiting on condition [0x0000000132c3b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bdb50928> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster62-connection-reaper-0" #1670 prio=5 os_prio=31 tid=0x00007fcc18145000 nid=0x3a717 waiting on condition [0x0000000132a35000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bda78950> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster63-connection-reaper-0" #1668 prio=5 os_prio=31 tid=0x00007fcc20b44000 nid=0x3a90f waiting on condition [0x000000012fcf4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bdb32c30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster61-connection-reaper-0" #1667 prio=5 os_prio=31 tid=0x00007fcc13a70000 nid=0xab17 waiting on condition [0x000000012f076000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bdacf6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster59-timeouter-0" #1661 prio=5 os_prio=31 tid=0x00007fcc1eb12000 nid=0x3a51b sleeping[0x000000012e77f000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster60-timeouter-0" #1663 prio=5 os_prio=31 tid=0x00007fcc20802800 nid=0x3b317 waiting on condition [0x000000012e579000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster59-nio-worker-0" #1629 prio=5 os_prio=31 tid=0x00007fcc1d09f000 nid=0x3951b runnable [0x0000000161c5e000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000746980098> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007469800f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000074697fff8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster59-scheduled-task-worker-0" #1664 prio=5 os_prio=31 tid=0x00007fcc1d44c800 nid=0x37e27 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster55-nio-worker-14" #1597 prio=5 os_prio=31 tid=0x00007fcc14519000 nid=0x23613 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster55-nio-worker-13" #1594 prio=5 os_prio=31 tid=0x00007fcc1ed79000 nid=0x3a30f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-connection-reaper-0" #1630 prio=5 os_prio=31 tid=0x00007fcc15792000 nid=0x37023 waiting on condition [0x000000016164c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007469246b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster57-nio-worker-15" #1588 prio=5 os_prio=31 tid=0x00007fcc1ed78000 nid=0x36627 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster55-nio-worker-12" #1581 prio=5 os_prio=31 tid=0x00007fcc1d67b800 nid=0x36e23 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster57-nio-worker-14" #1585 prio=5 os_prio=31 tid=0x00007fcc1d46b800 nid=0x38033 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster57-nio-worker-11" #1566 prio=5 os_prio=31 tid=0x00007fcc1a17c800 nid=0x30237 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster56-nio-worker-12" #1558 prio=5 os_prio=31 tid=0x00007fcc1deac000 nid=0x710f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster59-connection-reaper-0" #1628 prio=5 os_prio=31 tid=0x00007fcc20d0b800 nid=0x38f27 waiting on condition [0x000000016071f000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000746925930> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster57-nio-worker-9" #1554 prio=5 os_prio=31 tid=0x00007fcc1d82e000 nid=0x36323 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster54-nio-worker-13" #1599 prio=5 os_prio=31 tid=0x00007fcc2055b800 nid=0x841b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster54-nio-worker-5" #1562 prio=5 os_prio=31 tid=0x00007fcc18546000 nid=0x37f2b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"SharedPool-Worker-135" #1617 daemon prio=10 os_prio=31 tid=0x00007fcc1780c000 nid=0x2ba43 waiting on condition [0x000000015f356000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-134" #1616 daemon prio=10 os_prio=31 tid=0x00007fcc1d055800 nid=0xae0b waiting on condition [0x0000000132e6a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-133" #1382 daemon prio=10 os_prio=31 tid=0x00007fcc1eb14000 nid=0x2c62f runnable [0x0000000160925000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#5]" #1381 daemon prio=5 os_prio=31 tid=0x00007fcc1ddf6800 nid=0x5b0f waiting on condition [0x0000000160822000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#4]" #1380 daemon prio=5 os_prio=31 tid=0x00007fcc209ab800 nid=0x24427 waiting on condition [0x000000015aaad000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#3]" #1379 daemon prio=5 os_prio=31 tid=0x00007fcc1d146800 nid=0x30037 waiting on condition [0x0000000159b14000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-132" #1377 daemon prio=10 os_prio=31 tid=0x00007fcc1d143800 nid=0x11907 runnable [0x000000015a21e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#2]" #1240 daemon prio=5 os_prio=31 tid=0x00007fcc1ebbd000 nid=0x36827 waiting on condition [0x000000013b048000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-131" #1239 daemon prio=10 os_prio=31 tid=0x00007fcc1df56800 nid=0x38217 waiting on condition [0x0000000160210000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-130" #1235 daemon prio=10 os_prio=31 tid=0x00007fcc1ed40000 nid=0x2f847 waiting on condition [0x000000015bd9a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-129" #1234 daemon prio=10 os_prio=31 tid=0x00007fcc1633c800 nid=0x2b543 waiting on condition [0x000000015badd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-127" #1230 daemon prio=10 os_prio=31 tid=0x00007fcc1d8a0000 nid=0x10c07 runnable [0x000000015b7d4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-125" #1231 daemon prio=10 os_prio=31 tid=0x00007fcc1fda4000 nid=0x36c1f runnable [0x000000015ac05000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-128" #1232 daemon prio=10 os_prio=31 tid=0x00007fcc1d2f1000 nid=0x22063 waiting on condition [0x000000015a68b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-126" #1233 daemon prio=10 os_prio=31 tid=0x00007fcc2089c800 nid=0x3611f runnable [0x000000015a588000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-124" #1229 daemon prio=10 os_prio=31 tid=0x00007fcc168de000 nid=0x10d0b runnable [0x0000000159f20000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-123" #1227 daemon prio=10 os_prio=31 tid=0x00007fcc184b5000 nid=0x36b1b runnable [0x000000015a9aa000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-122" #1226 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e5800 nid=0x2fe23 runnable [0x0000000159c17000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-119" #1223 daemon prio=10 os_prio=31 tid=0x00007fcc20cd4000 nid=0x3881b runnable [0x000000013b260000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-118" #1224 daemon prio=10 os_prio=31 tid=0x00007fcc1a05a000 nid=0x38513 runnable [0x0000000159d1a000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-121" #1222 daemon prio=10 os_prio=31 tid=0x00007fcc18155800 nid=0x30733 runnable [0x000000015b6d1000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-120" #1221 daemon prio=10 os_prio=31 tid=0x00007fcc2046d800 nid=0x37513 runnable [0x000000015c7aa000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-117" #1218 daemon prio=10 os_prio=31 tid=0x00007fcc14449800 nid=0x10907 runnable [0x000000012fbf1000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-116" #1158 daemon prio=10 os_prio=31 tid=0x00007fcc1ed5f000 nid=0x3621f runnable [0x0000000158995000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-114" #1157 daemon prio=10 os_prio=31 tid=0x00007fcc20010000 nid=0x35e17 runnable [0x000000015c6a7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-115" #1156 daemon prio=10 os_prio=31 tid=0x00007fcc1eab0800 nid=0x38a07 runnable [0x0000000161343000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-113" #1147 daemon prio=10 os_prio=31 tid=0x00007fcc1b8c1000 nid=0x2ca33 runnable [0x000000015a8a7000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-94" #999 daemon prio=10 os_prio=31 tid=0x00007fcc184b5800 nid=0x37c07 runnable [0x000000015f9f8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-105" #996 daemon prio=10 os_prio=31 tid=0x00007fcc1fabb000 nid=0x35c03 runnable [0x000000015eacb000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-102" #983 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e7800 nid=0x35803 runnable [0x000000015e8c5000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-106" #985 daemon prio=10 os_prio=31 tid=0x00007fcc1dd8c800 nid=0x35603 runnable [0x000000015e7c2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-108" #986 daemon prio=10 os_prio=31 tid=0x00007fcc1faba000 nid=0x35403 runnable [0x000000015e6bf000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-109" #987 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f7000 nid=0x35203 runnable [0x000000015e5bc000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-110" #995 daemon prio=10 os_prio=31 tid=0x00007fcc18b16800 nid=0x35003 runnable [0x000000015e4b9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-104" #994 daemon prio=10 os_prio=31 tid=0x00007fcc1dc36800 nid=0x34c03 runnable [0x000000015e2b3000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-98" #992 daemon prio=10 os_prio=31 tid=0x00007fcc18576000 nid=0x34a03 runnable [0x000000015e1b0000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-96" #993 daemon prio=10 os_prio=31 tid=0x00007fcc1dc36000 nid=0x34803 runnable [0x000000015e0ad000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-99" #991 daemon prio=10 os_prio=31 tid=0x00007fcc18575000 nid=0x34603 runnable [0x000000015dfaa000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-100" #990 daemon prio=10 os_prio=31 tid=0x00007fcc185dc000 nid=0x34403 runnable [0x000000015dea7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-112" #989 daemon prio=10 os_prio=31 tid=0x00007fcc1d332000 nid=0x34203 runnable [0x000000015dda4000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-111" #988 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e7000 nid=0x34003 runnable [0x000000015dca1000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-107" #984 daemon prio=10 os_prio=31 tid=0x00007fcc1d299000 nid=0x33e03 runnable [0x000000015db9e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-103" #982 daemon prio=10 os_prio=31 tid=0x00007fcc1d298800 nid=0x33c03 runnable [0x000000015da9b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-90" #981 daemon prio=10 os_prio=31 tid=0x00007fcc185db800 nid=0x33a03 runnable [0x000000015d998000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-88" #974 daemon prio=10 os_prio=31 tid=0x00007fcc20409800 nid=0x33803 runnable [0x000000015d895000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-91" #980 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f6800 nid=0x33603 runnable [0x000000015d792000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-92" #979 daemon prio=10 os_prio=31 tid=0x00007fcc20409000 nid=0x33403 waiting on condition [0x000000015d68f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-93" #978 daemon prio=10 os_prio=31 tid=0x00007fcc1dc35000 nid=0x33203 runnable [0x000000015d58c000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-101" #977 daemon prio=10 os_prio=31 tid=0x00007fcc1d46e000 nid=0x33003 runnable [0x000000015d489000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-97" #976 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f5800 nid=0x32e03 runnable [0x000000015d386000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-95" #975 daemon prio=10 os_prio=31 tid=0x00007fcc1fe4e000 nid=0x32c03 runnable [0x000000015d283000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-89" #973 daemon prio=10 os_prio=31 tid=0x00007fcc1fe4d800 nid=0x32a03 runnable [0x000000015d180000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-86" #972 daemon prio=10 os_prio=31 tid=0x00007fcc1d82f800 nid=0x32803 runnable [0x000000015c5a4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-87" #971 daemon prio=10 os_prio=31 tid=0x00007fcc1f06c000 nid=0x2e30b runnable [0x0000000158b68000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-84" #970 daemon prio=10 os_prio=31 tid=0x00007fcc1d46d000 nid=0x2e90f runnable [0x000000015ce96000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-85" #969 daemon prio=10 os_prio=31 tid=0x00007fcc1d057000 nid=0x2ec0b runnable [0x000000015cd93000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-82" #967 daemon prio=10 os_prio=31 tid=0x00007fcc1dc34800 nid=0x2ed0b runnable [0x000000015cc90000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-81" #968 daemon prio=10 os_prio=31 tid=0x00007fcc1fea6800 nid=0x2e40b runnable [0x000000015cb8d000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-83" #966 daemon prio=10 os_prio=31 tid=0x00007fcc1dc33800 nid=0x2e50b runnable [0x000000015ca8a000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-77" #960 daemon prio=10 os_prio=31 tid=0x00007fcc16162800 nid=0x2cc07 runnable [0x000000015bfd5000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-75" #961 daemon prio=10 os_prio=31 tid=0x00007fcc1dc33000 nid=0x2ee0b runnable [0x000000015b9da000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-78" #962 daemon prio=10 os_prio=31 tid=0x00007fcc20637000 nid=0x2f00b runnable [0x000000015b8d7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-79" #965 daemon prio=10 os_prio=31 tid=0x00007fcc1f308000 nid=0x2f40b runnable [0x000000015a3a8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-80" #964 daemon prio=10 os_prio=31 tid=0x00007fcc1d056000 nid=0x2f30f runnable [0x0000000159a11000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-76" #963 daemon prio=10 os_prio=31 tid=0x00007fcc1dc32000 nid=0x31417 runnable [0x0000000159605000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-74" #959 daemon prio=10 os_prio=31 tid=0x00007fcc209a5800 nid=0x2f217 runnable [0x000000015bed2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-72" #822 daemon prio=10 os_prio=31 tid=0x00007fcc1eaac800 nid=0x2b63f runnable [0x000000015990e000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-73" #823 daemon prio=10 os_prio=31 tid=0x00007fcc18142800 nid=0x2bd17 runnable [0x000000015980b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-70" #821 daemon prio=10 os_prio=31 tid=0x00007fcc20846800 nid=0x2b713 runnable [0x0000000159708000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-69" #819 daemon prio=10 os_prio=31 tid=0x00007fcc1f0f0000 nid=0x2d023 runnable [0x0000000159502000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-71" #820 daemon prio=10 os_prio=31 tid=0x00007fcc1b966000 nid=0x2c223 runnable [0x00000001593ff000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-68" #818 daemon prio=10 os_prio=31 tid=0x00007fcc1db92800 nid=0x22133 runnable [0x00000001592fc000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-67" #817 daemon prio=10 os_prio=31 tid=0x00007fcc1d025800 nid=0x3151b runnable [0x00000001591f9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-66" #816 daemon prio=10 os_prio=31 tid=0x00007fcc161b8000 nid=0x31e0f runnable [0x00000001590f6000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"block-manager-ask-thread-pool-3" #815 daemon prio=5 os_prio=31 tid=0x00007fcc1f2bb800 nid=0x2622b waiting on condition [0x0000000158ff3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29728> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"block-manager-ask-thread-pool-2" #814 daemon prio=5 os_prio=31 tid=0x00007fcc1e8e8800 nid=0x21e0f waiting on condition [0x000000015878f000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29728> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-65" #812 daemon prio=10 os_prio=31 tid=0x00007fcc20421000 nid=0x2d30b runnable [0x000000015868c000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-64" #811 daemon prio=10 os_prio=31 tid=0x00007fcc1faf3000 nid=0x2a71b runnable [0x0000000158486000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-62" #799 daemon prio=10 os_prio=31 tid=0x00007fcc1f2ce000 nid=0x31107 runnable [0x000000015b5ce000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-59" #800 daemon prio=10 os_prio=31 tid=0x00007fcc1bf4f800 nid=0x30807 runnable [0x000000015b4cb000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-61" #802 daemon prio=10 os_prio=31 tid=0x00007fcc1f35a000 nid=0x31707 runnable [0x000000015b2c5000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-63" #801 daemon prio=10 os_prio=31 tid=0x00007fcc1f31a800 nid=0x2d207 runnable [0x000000015b1c2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-60" #798 daemon prio=10 os_prio=31 tid=0x00007fcc1edff800 nid=0x31a07 runnable [0x000000015b0bf000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-57" #797 daemon prio=10 os_prio=31 tid=0x00007fcc1b8c7000 nid=0x31007 runnable [0x000000015afbc000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-58" #796 daemon prio=10 os_prio=31 tid=0x00007fcc1d14e800 nid=0x31c07 runnable [0x000000015aeb9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-56" #776 daemon prio=10 os_prio=31 tid=0x00007fcc20491000 nid=0x32207 runnable [0x000000015a7a4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"block-manager-slave-async-thread-pool-7" #659 daemon prio=5 os_prio=31 tid=0x00007fcc200bc000 nid=0x2bf13 waiting on condition [0x0000000158ded000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29220> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"block-manager-slave-async-thread-pool-4" #656 daemon prio=5 os_prio=31 tid=0x00007fcc1eda3000 nid=0x2da07 waiting on condition [0x0000000158cea000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29220> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#5]" #512 daemon prio=5 os_prio=31 tid=0x00007fcc1eb25800 nid=0x2aa13 waiting on condition [0x0000000158080000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#4]" #511 daemon prio=5 os_prio=31 tid=0x00007fcc1fae0800 nid=0x2ae0b waiting on condition [0x0000000157f7d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#3]" #510 daemon prio=5 os_prio=31 tid=0x00007fcc201f8000 nid=0x2a417 waiting on condition [0x0000000157e7a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#2]" #509 daemon prio=5 os_prio=31 tid=0x00007fcc1f3ae000 nid=0x2b00b waiting on condition [0x0000000157d77000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#1]" #508 daemon prio=5 os_prio=31 tid=0x00007fcc1eb19000 nid=0x22f0f waiting on condition [0x0000000157c74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#4]" #507 daemon prio=5 os_prio=31 tid=0x00007fcc1577f800 nid=0x24d0f waiting on condition [0x0000000157b71000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#3]" #506 daemon prio=5 os_prio=31 tid=0x00007fcc1fae0000 nid=0x2ac0b waiting on condition [0x0000000157862000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][warmer][T#2]" #505 daemon prio=5 os_prio=31 tid=0x00007fcc1f072800 nid=0x20f0b waiting on condition [0x000000015725c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bed78> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][warmer][T#1]" #504 daemon prio=5 os_prio=31 tid=0x00007fcc2063c800 nid=0x20e0b waiting on condition [0x000000014c4d5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bed78> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#2]" #503 daemon prio=5 os_prio=31 tid=0x00007fcc208f2800 nid=0x2a517 waiting on condition [0x000000014c1cc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][generic][T#2]" #500 daemon prio=5 os_prio=31 tid=0x00007fcc1f93e800 nid=0x28813 waiting on condition [0x000000014605e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdf80> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#1]" #499 daemon prio=5 os_prio=31 tid=0x00007fcc17923800 nid=0x23413 waiting on condition [0x000000014b3b5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-9" #498 daemon prio=5 os_prio=31 tid=0x00007fcc1eadf800 nid=0x21c07 waiting on condition [0x000000014b2b2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-3" #495 daemon prio=5 os_prio=31 tid=0x00007fcc208b8800 nid=0x23b0f waiting on condition [0x0000000157159000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-41" #490 daemon prio=10 os_prio=31 tid=0x00007fcc1e957800 nid=0x24f07 runnable [0x0000000156f53000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-55" #493 daemon prio=10 os_prio=31 tid=0x00007fcc17c63000 nid=0x23a0f runnable [0x0000000156e50000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-53" #492 daemon prio=10 os_prio=31 tid=0x00007fcc17c62800 nid=0x21607 runnable [0x0000000156c4a000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-51" #494 daemon prio=10 os_prio=31 tid=0x00007fcc1f368000 nid=0x2a10f runnable [0x0000000155b17000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-47" #485 daemon prio=10 os_prio=31 tid=0x00007fcc201fd000 nid=0x2a60f runnable [0x00000001532ff000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-49" #486 daemon prio=10 os_prio=31 tid=0x00007fcc1e8ab000 nid=0x2a00f runnable [0x00000001500f9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-54" #491 daemon prio=10 os_prio=31 tid=0x00007fcc1d1a6800 nid=0x29e0f runnable [0x000000014fff6000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-44" #488 daemon prio=10 os_prio=31 tid=0x00007fcc1f367800 nid=0x29b0f runnable [0x000000014eef3000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-37" #476 daemon prio=10 os_prio=31 tid=0x00007fcc1b965000 nid=0x29813 runnable [0x000000014cbea000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-42" #489 daemon prio=10 os_prio=31 tid=0x00007fcc201fa000 nid=0x29c0f runnable [0x000000014cae7000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-45" #487 daemon prio=10 os_prio=31 tid=0x00007fcc16294000 nid=0x28f0b runnable [0x000000014c7de000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-48" #484 daemon prio=10 os_prio=31 tid=0x00007fcc1f15f000 nid=0x2291b runnable [0x000000014c6db000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-52" #483 daemon prio=10 os_prio=31 tid=0x00007fcc161c0000 nid=0x28517 runnable [0x000000014c5d8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-39" #482 daemon prio=10 os_prio=31 tid=0x00007fcc1fbae800 nid=0x23c07 runnable [0x000000014c3d2000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-50" #481 daemon prio=10 os_prio=31 tid=0x00007fcc161bf000 nid=0x2260b runnable [0x000000014c2cf000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-38" #480 daemon prio=10 os_prio=31 tid=0x00007fcc201f9000 nid=0x1d60b runnable [0x000000014c0c9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-46" #479 daemon prio=10 os_prio=31 tid=0x00007fcc156f2000 nid=0x28a1f runnable [0x000000014bec3000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-43" #478 daemon prio=10 os_prio=31 tid=0x00007fcc1f15e000 nid=0x21a17 runnable [0x000000014bdc0000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-40" #477 daemon prio=10 os_prio=31 tid=0x00007fcc1f15d800 nid=0x2391f runnable [0x000000014bcbd000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-36" #475 daemon prio=10 os_prio=31 tid=0x00007fcc1ee0c800 nid=0x2241b runnable [0x000000014bbba000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-34" #474 daemon prio=10 os_prio=31 tid=0x00007fcc1f15c800 nid=0x2530b runnable [0x000000014bab7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-35" #473 daemon prio=10 os_prio=31 tid=0x00007fcc1eaad000 nid=0x22b0b runnable [0x000000014b9b4000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-33" #472 daemon prio=10 os_prio=31 tid=0x00007fcc20820000 nid=0x2190f runnable [0x000000014b8b1000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-32" #470 daemon prio=10 os_prio=31 tid=0x00007fcc1fbad800 nid=0x2180f runnable [0x000000014b5bc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-31" #471 daemon prio=10 os_prio=31 tid=0x00007fcc2089f000 nid=0x22a0b runnable [0x000000014b4b9000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-30" #469 daemon prio=10 os_prio=31 tid=0x00007fcc18b2b800 nid=0x2220f runnable [0x0000000145f5b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-16" #78 prio=10 os_prio=31 tid=0x00007fcc209af800 nid=0x29203 runnable [0x000000015735f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fc8768> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fca7e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fc86c8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-15" #77 prio=10 os_prio=31 tid=0x00007fcc1ba92800 nid=0x28c03 runnable [0x0000000157056000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe0a70> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe2af0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe09d0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-14" #76 prio=10 os_prio=31 tid=0x00007fcc1f3b2800 nid=0x28603 runnable [0x0000000156d4d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe31e0> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe5260> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe3140> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-13" #75 prio=10 os_prio=31 tid=0x00007fcc20a20800 nid=0x28203 runnable [0x0000000156b47000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe5950> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe79d0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe58b0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-29" #460 daemon prio=10 os_prio=31 tid=0x00007fcc1ba8c000 nid=0x28003 runnable [0x0000000156a44000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-28" #459 daemon prio=10 os_prio=31 tid=0x00007fcc17810800 nid=0x27e03 runnable [0x0000000156941000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-27" #458 daemon prio=10 os_prio=31 tid=0x00007fcc20a1c000 nid=0x27c03 runnable [0x000000015683e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-26" #457 daemon prio=10 os_prio=31 tid=0x00007fcc20875000 nid=0x27a03 runnable [0x000000015673b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-25" #456 daemon prio=10 os_prio=31 tid=0x00007fcc20874800 nid=0x27803 runnable [0x0000000156638000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-24" #455 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d5000 nid=0x27603 runnable [0x0000000156535000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-23" #454 daemon prio=10 os_prio=31 tid=0x00007fcc1d284800 nid=0x27403 runnable [0x0000000156432000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-22" #452 daemon prio=10 os_prio=31 tid=0x00007fcc1ba8b000 nid=0x27203 runnable [0x000000015632f000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-20" #453 daemon prio=10 os_prio=31 tid=0x00007fcc1628f000 nid=0x27003 runnable [0x000000015622c000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-21" #451 daemon prio=10 os_prio=31 tid=0x00007fcc1d284000 nid=0x26e03 runnable [0x0000000156129000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-17" #449 daemon prio=10 os_prio=31 tid=0x00007fcc1d283000 nid=0x26c03 runnable [0x0000000156026000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-19" #450 daemon prio=10 os_prio=31 tid=0x00007fcc1bf50000 nid=0x26a03 runnable [0x0000000155f23000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-18" #448 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d4000 nid=0x26803 runnable [0x0000000155e20000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-16" #447 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d3800 nid=0x26603 runnable [0x0000000155d1d000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-15" #446 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d2000 nid=0x26403 runnable [0x0000000155c1a000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-10" #445 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d1000 nid=0x26003 runnable [0x0000000155a14000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-12" #444 daemon prio=10 os_prio=31 tid=0x00007fcc1628d800 nid=0x25e03 runnable [0x0000000155911000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-11" #443 daemon prio=10 os_prio=31 tid=0x00007fcc1d282800 nid=0x25c03 runnable [0x000000015580e000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-14" #442 daemon prio=10 os_prio=31 tid=0x00007fcc1628d000 nid=0x25a03 runnable [0x000000015570b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-13" #441 daemon prio=10 os_prio=31 tid=0x00007fcc1629b000 nid=0x25803 runnable [0x0000000155608000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-12" #74 prio=10 os_prio=31 tid=0x00007fcc208eb800 nid=0x25603 runnable [0x0000000155505000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe80c0> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fed8a8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe8020> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-11" #73 prio=10 os_prio=31 tid=0x00007fcc1f077000 nid=0x25403 runnable [0x0000000154402000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fedf98> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff0018> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fedef8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-10" #72 prio=10 os_prio=31 tid=0x00007fcc1d27f800 nid=0x25003 runnable [0x00000001521fc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff0708> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff2788> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff0668> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-9" #71 prio=10 os_prio=31 tid=0x00007fcc1d150000 nid=0x24803 runnable [0x000000014edf0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff2e78> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff4ef8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff2dd8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-8" #70 prio=10 os_prio=31 tid=0x00007fcc17810000 nid=0x24603 runnable [0x000000014cced000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff55e8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff7668> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff5548> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-7" #69 prio=10 os_prio=31 tid=0x00007fcc1fb2f000 nid=0x24003 runnable [0x000000014c9e4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff7d58> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff9dd8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff7cb8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-6" #68 prio=10 os_prio=31 tid=0x00007fcc208ea800 nid=0x23e03 runnable [0x000000014c8e1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ffa4c8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ffc548> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ffa428> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-7" #307 daemon prio=5 os_prio=31 tid=0x00007fcc1f3e7800 nid=0x20407 waiting on condition [0x000000014b0ac000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bd9b3420> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-6" #306 daemon prio=5 os_prio=31 tid=0x00007fcc1fdca000 nid=0x2090b waiting on condition [0x000000014afaa000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-5" #305 daemon prio=5 os_prio=31 tid=0x00007fcc17a77000 nid=0x21207 waiting on condition [0x000000014aea6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bd9b33b8> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-4" #304 daemon prio=5 os_prio=31 tid=0x00007fcc1f0d5000 nid=0x20b0b waiting on condition [0x000000014ada4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-3" #303 daemon prio=5 os_prio=31 tid=0x00007fcc1f0d4000 nid=0x1d70b waiting on condition [0x000000014aca0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bdb50c20> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-2" #302 daemon prio=5 os_prio=31 tid=0x00007fcc1deb0000 nid=0x2110b waiting on condition [0x000000014a469000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bdb0cdc0> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-2" #301 daemon prio=5 os_prio=31 tid=0x00007fcc1e890800 nid=0x20d0b waiting on condition [0x000000014a367000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-1" #300 daemon prio=5 os_prio=31 tid=0x00007fcc18bf4000 nid=0x1dd0b waiting on condition [0x000000014493a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bdb6b160> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"pool-23-thread-1" #299 prio=5 os_prio=31 tid=0x00007fcc18936800 nid=0x2100b in Object.wait() [0x0000000144637000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
- locked <0x00000007468d21a8> (a org.apache.spark.scheduler.JobWaiter)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:530)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1732)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1750)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1772)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:631)
at org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:631)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(ForEachDStream.scala:42)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.DStream.createRDDWithLocalProperties(DStream.scala:399)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply$mcV$sp(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
at scala.util.Try$.apply(Try.scala:191)
at org.apache.spark.streaming.scheduler.Job.run(Job.scala:34)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply$mcV$sp(JobScheduler.scala:193)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:193)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:193)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler.run(JobScheduler.scala:192)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ConsumerFetcherThread-consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa-0-0" #298 prio=5 os_prio=31 tid=0x00007fcc1faea000 nid=0x1da07 runnable [0x000000014401d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.Net.poll(Native Method)
at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
- locked <0x0000000741dae7d8> (a java.lang.Object)
at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
- locked <0x0000000741dae7a8> (a java.lang.Object)
at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
- locked <0x0000000741dae8f0> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
- locked <0x0000000741db1440> (a java.lang.Object)
at kafka.utils.Utils$.read(Utils.scala:380)
at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
at kafka.network.BlockingChannel.receive(BlockingChannel.scala:111)
at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:71)
at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:68)
- locked <0x0000000741db1398> (a java.lang.Object)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:112)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:112)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:112)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:111)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:111)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:111)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:110)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:94)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"KafkaMessageHandler-0" #297 daemon prio=5 os_prio=31 tid=0x00007fcc1d131000 nid=0x1d207 waiting on condition [0x0000000143f1b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741db3380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
at org.apache.spark.streaming.kafka.KafkaReceiver$MessageHandler.run(KafkaInputDStream.scala:133)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa-leader-finder-thread" #296 prio=5 os_prio=31 tid=0x00007fcc18d97000 nid=0x1d40b waiting on condition [0x0000000143c7d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd27a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at kafka.consumer.ConsumerFetcherManager$LeaderFinderThread.doWork(ConsumerFetcherManager.scala:61)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa_watcher_executor" #293 daemon prio=5 os_prio=31 tid=0x00007fcc1ed28800 nid=0x20203 waiting on condition [0x000000014ab9e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd0510> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:544)
"kafka-consumer-scheduler-0" #292 daemon prio=5 os_prio=31 tid=0x00007fcc20107000 nid=0x20003 waiting on condition [0x000000014aa9b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd13d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-0-EventThread" #291 daemon prio=5 os_prio=31 tid=0x00007fcc18de7800 nid=0x1fe03 waiting on condition [0x000000014a998000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741db6e10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"Executor task launch worker-0-SendThread(10.11.11.49:2181)" #290 daemon prio=5 os_prio=31 tid=0x00007fcc1fb8e000 nid=0x1fc03 runnable [0x000000014a895000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741db67a0> (a sun.nio.ch.Util$2)
- locked <0x0000000741db6790> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741db6330> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"ZkClient-EventThread-289-10.11.11.49:2181" #289 daemon prio=5 os_prio=31 tid=0x00007fcc1fb8d000 nid=0x1fa03 waiting on condition [0x000000014a792000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd2490> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
"Thread-32" #288 daemon prio=5 os_prio=31 tid=0x00007fcc208b2800 nid=0x1f803 waiting on condition [0x000000014a68f000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e60418> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at org.apache.spark.streaming.receiver.BlockGenerator.org$apache$spark$streaming$receiver$BlockGenerator$$keepPushingBlocks(BlockGenerator.scala:168)
at org.apache.spark.streaming.receiver.BlockGenerator$$anon$1.run(BlockGenerator.scala:87)
"RecurringTimer - BlockGenerator" #287 daemon prio=5 os_prio=31 tid=0x00007fcc1fbcd000 nid=0x1f603 waiting on condition [0x000000014a58c000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.spark.util.SystemClock.waitTillTime(Clock.scala:63)
at org.apache.spark.streaming.util.RecurringTimer.org$apache$spark$streaming$util$RecurringTimer$$loop(RecurringTimer.scala:96)
at org.apache.spark.streaming.util.RecurringTimer$$anon$1.run(RecurringTimer.scala:29)
"DestroyJavaVM" #286 prio=5 os_prio=31 tid=0x00007fcc1607d000 nid=0x1303 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"RecurringTimer - JobGenerator" #254 daemon prio=5 os_prio=31 tid=0x00007fcc1d0d6000 nid=0x1f403 waiting on condition [0x0000000145e58000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.spark.util.SystemClock.waitTillTime(Clock.scala:63)
at org.apache.spark.streaming.util.RecurringTimer.org$apache$spark$streaming$util$RecurringTimer$$loop(RecurringTimer.scala:96)
at org.apache.spark.streaming.util.RecurringTimer$$anon$1.run(RecurringTimer.scala:29)
"ForkJoinPool-3-worker-15" #285 daemon prio=5 os_prio=31 tid=0x00007fcc1df1f800 nid=0x1f203 waiting on condition [0x0000000141789000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007420e3828> (a scala.concurrent.forkjoin.ForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"JobGenerator" #284 daemon prio=5 os_prio=31 tid=0x00007fcc2009f000 nid=0x1f003 waiting on condition [0x0000000145d55000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e34d18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"Thread-31" #283 prio=5 os_prio=31 tid=0x00007fcc20105800 nid=0x1ee03 in Object.wait() [0x0000000145c52000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
- locked <0x0000000742314020> (a org.apache.spark.scheduler.JobWaiter)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:530)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1732)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1750)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1765)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1779)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher.org$apache$spark$streaming$scheduler$ReceiverTracker$ReceiverLauncher$$startReceivers(ReceiverTracker.scala:320)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anon$2.run(ReceiverTracker.scala:237)
"StreamingListenerBus" #255 daemon prio=5 os_prio=31 tid=0x00007fcc1fb78800 nid=0x1ec03 waiting on condition [0x0000000145b4f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e51850> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1$$anonfun$run$1.apply$mcV$sp(AsynchronousListenerBus.scala:65)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1.run(AsynchronousListenerBus.scala:63)
"JobScheduler" #282 daemon prio=5 os_prio=31 tid=0x00007fcc1fb78000 nid=0x1ea03 waiting on condition [0x0000000145a4c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e610c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"block-manager-slave-async-thread-pool-0" #278 daemon prio=5 os_prio=31 tid=0x00007fcc1fb77000 nid=0x1e203 waiting on condition [0x0000000144cd4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29220> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-5" #67 prio=10 os_prio=31 tid=0x00007fcc1f093000 nid=0x1de03 runnable [0x0000000144ace000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ffcc38> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ffecb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ffcb98> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-4" #66 prio=10 os_prio=31 tid=0x00007fcc1de0c000 nid=0x1d803 runnable [0x0000000144535000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fff3a8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741001428> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fff308> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"pool-24-thread-1" #256 daemon prio=5 os_prio=31 tid=0x00007fcc200d2800 nid=0x1ca07 waiting on condition [0x0000000142c77000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007bda15478> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.com$datastax$spark$connector$cql$RefCountedCache$$releaseImmediately(RefCountedCache.scala:81)
at com.datastax.spark.connector.cql.RefCountedCache$ReleaseTask.run(RefCountedCache.scala:21)
at com.datastax.spark.connector.cql.RefCountedCache$$anonfun$com$datastax$spark$connector$cql$RefCountedCache$$processPendingReleases$2.apply(RefCountedCache.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache$$anonfun$com$datastax$spark$connector$cql$RefCountedCache$$processPendingReleases$2.apply(RefCountedCache.scala:138)
at scala.collection.TraversableLike$WithFilter$$anonfun$foreach$1.apply(TraversableLike.scala:778)
at scala.collection.Iterator$class.foreach(Iterator.scala:750)
at scala.collection.concurrent.TrieMapIterator.foreach(TrieMap.scala:961)
at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
at scala.collection.concurrent.TrieMap.foreach(TrieMap.scala:633)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:777)
at com.datastax.spark.connector.cql.RefCountedCache.com$datastax$spark$connector$cql$RefCountedCache$$processPendingReleases(RefCountedCache.scala:138)
at com.datastax.spark.connector.cql.RefCountedCache$$anon$1.run(RefCountedCache.scala:148)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-1" #253 daemon prio=5 os_prio=31 tid=0x00007fcc16002000 nid=0x1d003 waiting on condition [0x0000000145069000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-0" #252 daemon prio=5 os_prio=31 tid=0x00007fcc141a6800 nid=0x1ce03 waiting on condition [0x0000000144f66000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-0" #251 daemon prio=5 os_prio=31 tid=0x00007fcc18c26000 nid=0x1cc03 waiting on condition [0x0000000143e18000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e56950> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at org.apache.spark.streaming.receiver.ReceiverSupervisor.awaitTermination(ReceiverSupervisor.scala:185)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anonfun$8.apply(ReceiverTracker.scala:309)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anonfun$8.apply(ReceiverTracker.scala:300)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1765)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1765)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-8" #249 daemon prio=5 os_prio=31 tid=0x00007fcc1c13d000 nid=0x1c803 waiting on condition [0x0000000141112000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-7" #248 daemon prio=5 os_prio=31 tid=0x00007fcc18c6b000 nid=0x3b07 waiting on condition [0x000000012b21a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Controller-0-to-broker-0-send-thread" #247 prio=5 os_prio=31 tid=0x00007fcc1a451000 nid=0x3707 waiting on condition [0x0000000142b74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e3258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:121)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"kafka-scheduler-6" #246 daemon prio=5 os_prio=31 tid=0x00007fcc18b22800 nid=0x1c603 waiting on condition [0x00000001424e4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-5" #245 daemon prio=5 os_prio=31 tid=0x00007fcc18b23800 nid=0x1c403 waiting on condition [0x00000001423e1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-7" #244 daemon prio=5 os_prio=31 tid=0x00007fcc1a06a800 nid=0x1c203 waiting on condition [0x00000001422de000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-6" #243 daemon prio=5 os_prio=31 tid=0x00007fcc16007000 nid=0x1c003 waiting on condition [0x00000001421db000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-5" #242 daemon prio=5 os_prio=31 tid=0x00007fcc1c1ad000 nid=0x1be03 waiting on condition [0x00000001420d8000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-4" #241 daemon prio=5 os_prio=31 tid=0x00007fcc18906800 nid=0x1bc03 waiting on condition [0x0000000141fd5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-3" #240 daemon prio=5 os_prio=31 tid=0x00007fcc18905800 nid=0x1ba03 waiting on condition [0x0000000141ed2000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-2" #239 daemon prio=5 os_prio=31 tid=0x00007fcc1563e800 nid=0x1b803 waiting on condition [0x0000000141dcf000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-1" #238 daemon prio=5 os_prio=31 tid=0x00007fcc1563d800 nid=0x1b603 waiting on condition [0x0000000141ccc000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-0" #237 daemon prio=5 os_prio=31 tid=0x00007fcc155fc800 nid=0x1b403 waiting on condition [0x0000000141bc9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"request-expiration-task" #236 prio=5 os_prio=31 tid=0x00007fcc1563d000 nid=0x1b203 waiting on condition [0x0000000141ac6000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419ee088> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:273)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:317)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:273)
at java.lang.Thread.run(Thread.java:745)
"request-expiration-task" #235 prio=5 os_prio=31 tid=0x00007fcc155fd800 nid=0x1b003 waiting on condition [0x00000001419c3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e9d40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:317)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:273)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-4" #234 daemon prio=5 os_prio=31 tid=0x00007fcc18ae1000 nid=0x1ae03 waiting on condition [0x00000001418c0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-3" #233 daemon prio=5 os_prio=31 tid=0x00007fcc18900800 nid=0x1ac03 waiting on condition [0x0000000141645000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-socket-acceptor" #232 prio=5 os_prio=31 tid=0x00007fcc17803000 nid=0x1aa03 runnable [0x0000000141542000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419ebd38> (a sun.nio.ch.Util$2)
- locked <0x00000007419ebd28> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eb8e8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Acceptor.run(SocketServer.scala:215)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-2" #231 prio=5 os_prio=31 tid=0x00007fcc15734000 nid=0x1a803 runnable [0x000000014143f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419ea738> (a sun.nio.ch.Util$2)
- locked <0x00000007419ea728> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419ea5f8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-1" #230 prio=5 os_prio=31 tid=0x00007fcc157ec800 nid=0x1a603 runnable [0x000000014133c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419eadc8> (a sun.nio.ch.Util$2)
- locked <0x00000007419eadb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eac88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-0" #229 prio=5 os_prio=31 tid=0x00007fcc15740800 nid=0x1a403 runnable [0x0000000141239000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419eb4f0> (a sun.nio.ch.Util$2)
- locked <0x00000007419eb4e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eb150> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-2" #228 daemon prio=5 os_prio=31 tid=0x00007fcc15107800 nid=0x1a203 waiting on condition [0x000000014100f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-1" #227 daemon prio=5 os_prio=31 tid=0x00007fcc15100000 nid=0x1a003 waiting on condition [0x0000000140f0c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-0" #226 daemon prio=5 os_prio=31 tid=0x00007fcc1bee6000 nid=0x19e03 waiting on condition [0x0000000140e09000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"main-EventThread" #225 daemon prio=5 os_prio=31 tid=0x00007fcc15106000 nid=0x19c03 waiting on condition [0x0000000140a53000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e28b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"main-SendThread(10.11.11.49:2181)" #224 daemon prio=5 os_prio=31 tid=0x00007fcc1bebd800 nid=0x19a03 runnable [0x0000000140950000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419dc350> (a sun.nio.ch.Util$2)
- locked <0x00000007419dc340> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419dbee0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"ZkClient-EventThread-223-10.11.11.49:2181" #223 daemon prio=5 os_prio=31 tid=0x00007fcc1a069800 nid=0x380b waiting on condition [0x000000014084d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f7148> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
"ProcessThread(sid:0 cport:-1):" #221 prio=5 os_prio=31 tid=0x00007fcc1bec3800 nid=0x19703 waiting on condition [0x000000014074a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741a88f18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
"SyncThread:0" #220 prio=5 os_prio=31 tid=0x00007fcc1beb0000 nid=0x19503 waiting on condition [0x0000000140647000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741a90408> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
"SessionTracker" #219 prio=5 os_prio=31 tid=0x00007fcc1beb9000 nid=0x19303 in Object.wait() [0x0000000140544000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
- locked <0x0000000741a72e30> (a org.apache.zookeeper.server.SessionTrackerImpl)
"NIOServerCxn.Factory:/10.11.11.49:2181" #218 daemon prio=5 os_prio=31 tid=0x00007fcc1bea0000 nid=0x19103 runnable [0x0000000140441000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741a90d30> (a sun.nio.ch.Util$2)
- locked <0x0000000741a90d20> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741a908d0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
"SparkListenerBus" #159 daemon prio=5 os_prio=31 tid=0x00007fcc1be3c000 nid=0x18f03 waiting on condition [0x000000014033e000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741738048> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1$$anonfun$run$1.apply$mcV$sp(AsynchronousListenerBus.scala:65)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1.run(AsynchronousListenerBus.scala:63)
"Spark Context Cleaner" #215 daemon prio=5 os_prio=31 tid=0x00007fcc1be36800 nid=0x18d03 in Object.wait() [0x000000014023b000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000741bbbe70> (a java.lang.ref.ReferenceQueue$Lock)
at org.apache.spark.ContextCleaner$$anonfun$org$apache$spark$ContextCleaner$$keepCleaning$1.apply$mcV$sp(ContextCleaner.scala:157)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning(ContextCleaner.scala:154)
at org.apache.spark.ContextCleaner$$anon$3.run(ContextCleaner.scala:67)
"shuffle-server-0" #207 daemon prio=5 os_prio=31 tid=0x00007fcc1c1ab800 nid=0x18b03 runnable [0x000000013ff38000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741bb2120> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741bbb6f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741bb2070> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"driver-heartbeater" #198 daemon prio=5 os_prio=31 tid=0x00007fcc1bea0800 nid=0x18903 waiting on condition [0x000000013fe35000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b86430> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"dag-scheduler-event-loop" #197 daemon prio=5 os_prio=31 tid=0x00007fcc14bf8000 nid=0x18703 waiting on condition [0x000000013fd32000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b7f210> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"Timer-0" #196 daemon prio=5 os_prio=31 tid=0x00007fcc1c150000 nid=0x18503 in Object.wait() [0x000000013fc2f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b77bb8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"heartbeat-receiver-event-loop-thread" #195 daemon prio=5 os_prio=31 tid=0x00007fcc168fe800 nid=0x18303 waiting on condition [0x000000013fb2c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b876c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-194" #194 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a8000 nid=0x18103 waiting on condition [0x000000013f829000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-193" #193 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a7800 nid=0x17f03 waiting on condition [0x000000013f726000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-192" #192 daemon prio=5 os_prio=31 tid=0x00007fcc18678000 nid=0x17d03 waiting on condition [0x000000013f623000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-191" #191 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a6800 nid=0x17b03 waiting on condition [0x000000013f520000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-190 Acceptor1 SelectChannelConnector@0.0.0.0:4040" #190 daemon prio=5 os_prio=31 tid=0x00007fcc1c04b000 nid=0x17903 runnable [0x000000013f41d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000741b76e78> (a java.lang.Object)
at org.spark-project.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-189 Acceptor0 SelectChannelConnector@0.0.0.0:4040" #189 daemon prio=5 os_prio=31 tid=0x00007fcc16c1f800 nid=0x17703 waiting for monitor entry [0x000000013f31a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
- waiting to lock <0x0000000741b76e78> (a java.lang.Object)
at org.spark-project.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-188 Selector1" #188 daemon prio=5 os_prio=31 tid=0x00007fcc1687e000 nid=0x17503 runnable [0x000000013f217000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b76a20> (a sun.nio.ch.Util$2)
- locked <0x0000000741b76a10> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b768e0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.spark-project.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.spark-project.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-187 Selector0" #187 daemon prio=5 os_prio=31 tid=0x00007fcc1c181800 nid=0x17303 runnable [0x000000012ef73000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b766f0> (a sun.nio.ch.Util$2)
- locked <0x0000000741b766e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b765b0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.spark-project.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.spark-project.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"SPARK_CONTEXT cleanup timer" #185 daemon prio=5 os_prio=31 tid=0x00007fcc1bdf9800 nid=0x17103 in Object.wait() [0x000000013f114000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b88268> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"qtp374192368-184" #184 daemon prio=5 os_prio=31 tid=0x00007fcc1891c000 nid=0x16f03 waiting on condition [0x000000013f011000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-183" #183 daemon prio=5 os_prio=31 tid=0x00007fcc14a07000 nid=0x16d03 waiting on condition [0x000000013ef0e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-182" #182 daemon prio=5 os_prio=31 tid=0x00007fcc178e2000 nid=0x16b03 waiting on condition [0x000000013ee0b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-181" #181 daemon prio=5 os_prio=31 tid=0x00007fcc17aea000 nid=0x16903 waiting on condition [0x000000013ed08000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-180" #180 daemon prio=5 os_prio=31 tid=0x00007fcc14a17800 nid=0x16703 waiting on condition [0x000000013ec05000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-179" #179 daemon prio=5 os_prio=31 tid=0x00007fcc14a16800 nid=0x16503 waiting on condition [0x000000013eb02000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-178" #178 daemon prio=5 os_prio=31 tid=0x00007fcc1bdf5000 nid=0x16303 waiting on condition [0x000000013e9ff000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-177 Acceptor0 SocketConnector@0.0.0.0:49494" #177 daemon prio=5 os_prio=31 tid=0x00007fcc1bde7000 nid=0x16103 runnable [0x000000013e8fc000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.spark-project.jetty.server.bio.SocketConnector.accept(SocketConnector.java:117)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"BROADCAST_VARS cleanup timer" #175 daemon prio=5 os_prio=31 tid=0x00007fcc14a06000 nid=0x15f03 in Object.wait() [0x000000013e5f9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741bbcaf8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"BLOCK_MANAGER cleanup timer" #174 daemon prio=5 os_prio=31 tid=0x00007fcc149fc000 nid=0x15d03 in Object.wait() [0x000000013e4f6000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741bbc7a8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"MAP_OUTPUT_TRACKER cleanup timer" #173 daemon prio=5 os_prio=31 tid=0x00007fcc13f8d000 nid=0x15b03 in Object.wait() [0x000000013e3f3000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b77578> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"New I/O server boss #6" #172 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb4800 nid=0x15903 runnable [0x000000013e0f0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741adcb50> (a sun.nio.ch.Util$2)
- locked <0x0000000741adcb40> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ad8820> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.jboss.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #5" #171 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb4000 nid=0x15703 runnable [0x000000013dfed000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741ad7fb0> (a sun.nio.ch.Util$2)
- locked <0x0000000741ad7fa0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ad7e80> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #4" #170 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb3000 nid=0x15503 runnable [0x000000013deea000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741ad7a48> (a sun.nio.ch.Util$2)
- locked <0x0000000741ad7a38> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ad7918> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O boss #3" #169 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb0800 nid=0x15303 runnable [0x000000013dde7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741ae0a70> (a sun.nio.ch.Util$2)
- locked <0x0000000741ae0a60> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ae0930> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #2" #167 daemon prio=5 os_prio=31 tid=0x00007fcc1bd8b000 nid=0x15103 runnable [0x000000013dce4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b85d40> (a sun.nio.ch.Util$2)
- locked <0x0000000741b85d30> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b85c00> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #1" #166 daemon prio=5 os_prio=31 tid=0x00007fcc1bd8a800 nid=0x14f03 runnable [0x000000013dbe1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b89ec8> (a sun.nio.ch.Util$2)
- locked <0x0000000741b89eb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b89d88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"sparkDriver-akka.remote.default-remote-dispatcher-6" #165 daemon prio=5 os_prio=31 tid=0x00007fcc1bd7b000 nid=0x14d03 waiting on condition [0x000000013dade000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741aa5490> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.remote.default-remote-dispatcher-5" #164 daemon prio=5 os_prio=31 tid=0x00007fcc1c00a000 nid=0x14b03 waiting on condition [0x000000013d9db000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741aa5490> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.actor.default-dispatcher-4" #163 daemon prio=5 os_prio=31 tid=0x00007fcc1c009800 nid=0x14903 waiting on condition [0x000000013d8d8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bc90c8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.actor.default-dispatcher-3" #162 daemon prio=5 os_prio=31 tid=0x00007fcc1517e000 nid=0x14703 waiting on condition [0x000000013d7d5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bc90c8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.actor.default-dispatcher-2" #161 daemon prio=5 os_prio=31 tid=0x00007fcc1c006000 nid=0x14503 waiting on condition [0x000000013d6d2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bc90c8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-scheduler-1" #160 daemon prio=5 os_prio=31 tid=0x00007fcc1bd2a800 nid=0x14307 sleeping[0x000000013d3cf000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at akka.actor.LightArrayRevolverScheduler.waitNanos(Scheduler.scala:226)
at akka.actor.LightArrayRevolverScheduler$$anon$8.nextTick(Scheduler.scala:405)
at akka.actor.LightArrayRevolverScheduler$$anon$8.run(Scheduler.scala:375)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_boss][T#1]{New I/O server boss #17}" #157 daemon prio=5 os_prio=31 tid=0x00007fcc1c14d000 nid=0x13f03 runnable [0x000000013cccc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f6a38> (a sun.nio.ch.Util$2)
- locked <0x00000007415f6a28> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f69d8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#16]{New I/O worker #16}" #156 daemon prio=5 os_prio=31 tid=0x00007fcc1a3a8800 nid=0x13d03 runnable [0x000000013cbc9000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f7ac0> (a sun.nio.ch.Util$2)
- locked <0x00000007415f7ab0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f7980> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#15]{New I/O worker #15}" #155 daemon prio=5 os_prio=31 tid=0x00007fcc189a0000 nid=0x13b03 runnable [0x000000013cac6000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f7e28> (a sun.nio.ch.Util$2)
- locked <0x00000007415f7e18> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f7ce8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#14]{New I/O worker #14}" #154 daemon prio=5 os_prio=31 tid=0x00007fcc1c06f800 nid=0x13903 runnable [0x000000013c9c3000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8190> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8180> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8050> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#13]{New I/O worker #13}" #153 daemon prio=5 os_prio=31 tid=0x00007fcc13d67000 nid=0x13703 runnable [0x000000013c8c0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f84f8> (a sun.nio.ch.Util$2)
- locked <0x00000007415f84e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f83b8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#12]{New I/O worker #12}" #152 daemon prio=5 os_prio=31 tid=0x00007fcc13919000 nid=0x13503 runnable [0x000000013c7bd000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8860> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8850> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8720> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#11]{New I/O worker #11}" #151 daemon prio=5 os_prio=31 tid=0x00007fcc1a45a800 nid=0x13303 runnable [0x000000013c6ba000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8bc8> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8bb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8a88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#10]{New I/O worker #10}" #150 daemon prio=5 os_prio=31 tid=0x00007fcc1a45a000 nid=0x13103 runnable [0x000000013c5b7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8f30> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8f20> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8df0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#9]{New I/O worker #9}" #149 daemon prio=5 os_prio=31 tid=0x00007fcc1a457000 nid=0x12f03 runnable [0x000000013c4b4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9298> (a sun.nio.ch.Util$2)
- locked <0x00000007415f9288> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9158> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#8]{New I/O worker #8}" #148 daemon prio=5 os_prio=31 tid=0x00007fcc1ba0a800 nid=0x12d03 runnable [0x000000013c3b1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9600> (a sun.nio.ch.Util$2)
- locked <0x00000007415f95f0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f94c0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#7]{New I/O worker #7}" #147 daemon prio=5 os_prio=31 tid=0x00007fcc156d7000 nid=0x12b03 runnable [0x000000013c2ae000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9968> (a sun.nio.ch.Util$2)
- locked <0x00000007415f9958> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9828> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#6]{New I/O worker #6}" #146 daemon prio=5 os_prio=31 tid=0x00007fcc13bed000 nid=0x12903 runnable [0x000000013c1ab000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9cd0> (a sun.nio.ch.Util$2)
- locked <0x00000007415f9cc0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9b90> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#5]{New I/O worker #5}" #145 daemon prio=5 os_prio=31 tid=0x00007fcc1a1a8800 nid=0x12703 runnable [0x000000013c0a8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fa038> (a sun.nio.ch.Util$2)
- locked <0x00000007415fa028> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9ef8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#4]{New I/O worker #4}" #144 daemon prio=5 os_prio=31 tid=0x00007fcc1c06e800 nid=0x12503 runnable [0x000000013bfa5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fa3a0> (a sun.nio.ch.Util$2)
- locked <0x00000007415fa390> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fa260> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#3]{New I/O worker #3}" #143 daemon prio=5 os_prio=31 tid=0x00007fcc1525d000 nid=0x12303 runnable [0x000000013bc72000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fa708> (a sun.nio.ch.Util$2)
- locked <0x00000007415fa6f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fa5c8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#2]{New I/O worker #2}" #142 daemon prio=5 os_prio=31 tid=0x00007fcc1ba32800 nid=0x12103 runnable [0x000000013bb6f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415faa70> (a sun.nio.ch.Util$2)
- locked <0x00000007415faa60> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fa930> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#1]{New I/O worker #1}" #141 daemon prio=5 os_prio=31 tid=0x00007fcc13dd0000 nid=0x11f03 runnable [0x000000013ba6c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fadd8> (a sun.nio.ch.Util$2)
- locked <0x00000007415fadc8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fac98> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#1]" #140 daemon prio=5 os_prio=31 tid=0x00007fcc13918800 nid=0x11d03 waiting on condition [0x000000013b969000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][riverClusterService#updateTask][T#1]" #139 daemon prio=5 os_prio=31 tid=0x00007fcc1387d800 nid=0x11b03 waiting on condition [0x000000013ad10000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007416651c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][clusterService#updateTask][T#1]" #137 daemon prio=5 os_prio=31 tid=0x00007fcc1bb3b800 nid=0x11703 waiting on condition [0x000000013606c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741665538> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][[ttl_expire]]" #135 daemon prio=5 os_prio=31 tid=0x00007fcc1bb3a800 nid=0x11503 waiting on condition [0x0000000134077000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741665928> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.elasticsearch.indices.ttl.IndicesTTLService$Notifier.await(IndicesTTLService.java:342)
at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:148)
"elasticsearch[Abdul Alhazred][master_mapping_updater]" #136 prio=5 os_prio=31 tid=0x00007fcc1a1a8000 nid=0x11303 waiting on condition [0x000000012f382000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741665a00> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at org.elasticsearch.cluster.action.index.MappingUpdatedAction$MasterMappingUpdater.run(MappingUpdatedAction.java:382)
"elasticsearch[Abdul Alhazred][scheduler][T#1]" #134 daemon prio=5 os_prio=31 tid=0x00007fcc1b9fe800 nid=0x11103 waiting on condition [0x000000012ec88000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412afa80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][[timer]]" #133 daemon prio=5 os_prio=31 tid=0x00007fcc1a478800 nid=0x10f03 waiting on condition [0x000000012b117000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:586)
"SharedPool-Worker-9" #127 daemon prio=10 os_prio=31 tid=0x00007fcc168dd000 nid=0x10303 runnable [0x000000013b15d000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-3" #65 prio=10 os_prio=31 tid=0x00007fcc170c1000 nid=0xff03 runnable [0x0000000138b0a000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741001a18> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741059220> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741001978> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-1" #100 prio=5 os_prio=31 tid=0x00007fcc1c02b800 nid=0xfd03 runnable [0x0000000138a07000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007410f7e78> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007410fa140> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007410f7dd8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-8" #125 daemon prio=10 os_prio=31 tid=0x00007fcc1a840800 nid=0xfb03 runnable [0x0000000134605000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-7" #124 daemon prio=10 os_prio=31 tid=0x00007fcc16023800 nid=0xf903 runnable [0x0000000134502000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-6" #123 daemon prio=10 os_prio=31 tid=0x00007fcc18cb3000 nid=0xf703 runnable [0x000000013002b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-5" #122 daemon prio=10 os_prio=31 tid=0x00007fcc16b36000 nid=0xf503 runnable [0x000000012afd2000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-4" #121 daemon prio=10 os_prio=31 tid=0x00007fcc16022000 nid=0xf303 runnable [0x000000012ff28000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-3" #120 daemon prio=10 os_prio=31 tid=0x00007fcc16b35000 nid=0xf103 runnable [0x000000012fe25000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"threadDeathWatcher-3-1" #119 daemon prio=1 os_prio=31 tid=0x00007fcc18e6b800 nid=0xef03 waiting on condition [0x0000000136904000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.ThreadDeathWatcher$Watcher.run(ThreadDeathWatcher.java:137)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"cluster1-timeouter-0" #115 prio=5 os_prio=31 tid=0x00007fcc14f4b800 nid=0xed03 sleeping[0x0000000136801000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-2" #118 daemon prio=10 os_prio=31 tid=0x00007fcc14eab000 nid=0xeb03 runnable [0x00000001366fe000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-1" #117 daemon prio=10 os_prio=31 tid=0x00007fcc14ac7000 nid=0xe903 runnable [0x00000001365fb000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-2" #64 prio=10 os_prio=31 tid=0x00007fcc18699800 nid=0xe703 runnable [0x00000001364f8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741059940> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074105cd00> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007410598a0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-0" #99 prio=5 os_prio=31 tid=0x00007fcc18968000 nid=0xe503 runnable [0x00000001363f5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000074115e860> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074112ba58> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000074115e7c0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster1-scheduled-task-worker-0" #116 prio=5 os_prio=31 tid=0x00007fcc19573800 nid=0xe303 waiting on condition [0x0000000135b69000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741126280> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster1-connection-reaper-0" #98 prio=5 os_prio=31 tid=0x00007fcc14abc800 nid=0xe103 waiting on condition [0x0000000135a66000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007410882d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:16" #97 daemon prio=5 os_prio=31 tid=0x00007fcc19572800 nid=0xdf03 runnable [0x0000000135896000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074112c190> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:15" #96 daemon prio=5 os_prio=31 tid=0x00007fcc16311800 nid=0xdd03 runnable [0x0000000135793000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741182348> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:14" #95 daemon prio=5 os_prio=31 tid=0x00007fcc171fc800 nid=0xdb03 runnable [0x0000000135690000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741183928> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:13" #94 daemon prio=5 os_prio=31 tid=0x00007fcc16306800 nid=0xd903 runnable [0x000000013558d000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741184f08> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:12" #93 daemon prio=5 os_prio=31 tid=0x00007fcc17c45800 nid=0xd703 runnable [0x000000013548a000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074116d2c8> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:11" #92 daemon prio=5 os_prio=31 tid=0x00007fcc171fb800 nid=0xd503 runnable [0x0000000135387000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741186490> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:10" #91 daemon prio=5 os_prio=31 tid=0x00007fcc19572000 nid=0xd303 runnable [0x0000000135284000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074116e850> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:9" #90 daemon prio=5 os_prio=31 tid=0x00007fcc19571000 nid=0xd103 runnable [0x0000000135181000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741187a18> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:8" #89 daemon prio=5 os_prio=31 tid=0x00007fcc19570800 nid=0xcf03 runnable [0x000000013507e000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074065de98> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:7" #88 daemon prio=5 os_prio=31 tid=0x00007fcc144b1000 nid=0xcd03 runnable [0x0000000134f7b000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074065f478> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:6" #87 daemon prio=5 os_prio=31 tid=0x00007fcc16847800 nid=0xcb03 runnable [0x0000000134e78000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000740664290> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:5" #86 daemon prio=5 os_prio=31 tid=0x00007fcc13bce800 nid=0xc903 runnable [0x0000000134d75000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000007406670c8> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:4" #85 daemon prio=5 os_prio=31 tid=0x00007fcc16846800 nid=0xc703 runnable [0x0000000134c72000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074066a630> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:3" #84 daemon prio=5 os_prio=31 tid=0x00007fcc16846000 nid=0xc503 runnable [0x0000000134b6f000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074066bbb8> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:2" #83 daemon prio=5 os_prio=31 tid=0x00007fcc171fb000 nid=0xc303 runnable [0x0000000134a6c000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074066e998> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:1" #82 daemon prio=5 os_prio=31 tid=0x00007fcc18549800 nid=0xc103 runnable [0x0000000134969000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000740673ee0> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Hector.me.prettyprint.cassandra.connection.CassandraHostRetryService-1" #81 daemon prio=5 os_prio=31 tid=0x00007fcc197f7800 nid=0xbf03 waiting on condition [0x00000001343ff000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741151bd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-2" #80 prio=5 os_prio=31 tid=0x00007fcc170c4000 nid=0xbd03 runnable [0x000000013423d000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.cassandra.thrift.TCustomServerSocket.acceptImpl(TCustomServerSocket.java:102)
at org.apache.cassandra.thrift.TCustomServerSocket.acceptImpl(TCustomServerSocket.java:36)
at org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:60)
at org.apache.cassandra.thrift.CustomTThreadPoolServer.serve(CustomTThreadPoolServer.java:110)
at org.apache.cassandra.thrift.ThriftServer$ThriftServerThread.run(ThriftServer.java:137)
"nioEventLoopGroup-2-1" #63 prio=10 os_prio=31 tid=0x00007fcc1687b800 nid=0xbb07 runnable [0x0000000132726000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000074105d658> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074105f988> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000074105d5b8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"NonPeriodicTasks:1" #62 daemon prio=5 os_prio=31 tid=0x00007fcc16310000 nid=0xb903 waiting on condition [0x0000000133f74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074012e2b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"PendingRangeCalculator:1" #61 daemon prio=5 os_prio=31 tid=0x00007fcc1854a000 nid=0xb703 waiting on condition [0x0000000133e71000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740ad15c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"MiscStage:1" #52 daemon prio=5 os_prio=31 tid=0x00007fcc1437f000 nid=0xa503 waiting on condition [0x0000000133556000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740f7b6e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"MigrationStage:1" #51 daemon prio=5 os_prio=31 tid=0x00007fcc144c9800 nid=0xa303 waiting on condition [0x0000000133453000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740fc39a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"AntiEntropyStage:1" #50 daemon prio=5 os_prio=31 tid=0x00007fcc147f7800 nid=0xa103 waiting on condition [0x0000000133350000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074104a718> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"GossipStage:1" #49 daemon prio=5 os_prio=31 tid=0x00007fcc161ad800 nid=0x9f03 waiting on condition [0x000000013324d000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007410f53c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"BatchlogTasks:1" #40 daemon prio=5 os_prio=31 tid=0x00007fcc16898000 nid=0x8d03 waiting on condition [0x0000000132623000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074112b8d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"HintedHandoff:1" #39 daemon prio=1 os_prio=31 tid=0x00007fcc17801000 nid=0x8b03 waiting on condition [0x0000000132520000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740b9d550> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ACCEPT-/127.0.0.1" #38 prio=5 os_prio=31 tid=0x00007fcc1689a000 nid=0x8903 runnable [0x000000013241d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x000000074042a400> (a java.lang.Object)
at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:100)
- locked <0x000000074042a3d0> (a java.lang.Object)
at org.apache.cassandra.net.MessagingService$SocketThread.run(MessagingService.java:914)
"GossipTasks:1" #37 daemon prio=5 os_prio=31 tid=0x00007fcc13ff6000 nid=0x8703 waiting on condition [0x000000012fa25000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740429740> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"IndexSummaryManager:1" #35 daemon prio=1 os_prio=31 tid=0x00007fcc15724000 nid=0x7907 waiting on condition [0x000000012e882000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740429fa0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Reference-Reaper:1" #34 daemon prio=5 os_prio=31 tid=0x00007fcc157c8000 nid=0x8503 in Object.wait() [0x000000012f48a000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000740a67f60> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at org.apache.cassandra.utils.concurrent.Ref$1.run(Ref.java:309)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SlabPoolCleaner" #29 daemon prio=5 os_prio=31 tid=0x00007fcc15725000 nid=0x7b03 waiting on condition [0x000000012e985000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.utils.concurrent.WaitQueue$AbstractSignal.awaitUninterruptibly(WaitQueue.java:283)
at org.apache.cassandra.utils.memory.MemtableCleanerThread.run(MemtableCleanerThread.java:66)
"OptionalTasks:1" #23 daemon prio=5 os_prio=31 tid=0x00007fcc13a6f000 nid=0x6f03 waiting on condition [0x000000012e373000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401b0f10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Background_Reporter:1" #22 daemon prio=5 os_prio=31 tid=0x00007fcc14b09800 nid=0x6d03 waiting on condition [0x000000012c270000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074018ed48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"EXPIRING-MAP-REAPER:1" #21 daemon prio=5 os_prio=31 tid=0x00007fcc14b11000 nid=0x6b03 waiting on condition [0x000000012c16d000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a7828> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"pool-1-thread-1" #20 prio=5 os_prio=31 tid=0x00007fcc14abd000 nid=0x6903 waiting on condition [0x000000012c06a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740217fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"metrics-meter-tick-thread-2" #19 daemon prio=5 os_prio=31 tid=0x00007fcc139d3800 nid=0x6703 waiting on condition [0x000000012bf67000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a9ad8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"metrics-meter-tick-thread-1" #18 daemon prio=5 os_prio=31 tid=0x00007fcc13aa7000 nid=0x6503 waiting on condition [0x000000012be64000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a9ad8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"PERIODIC-COMMIT-LOG-SYNCER" #17 prio=5 os_prio=31 tid=0x00007fcc13aaa000 nid=0x6303 waiting on condition [0x000000012bd61000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401b0ff8> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:409)
at org.apache.cassandra.db.commitlog.AbstractCommitLogService$1.run(AbstractCommitLogService.java:116)
at java.lang.Thread.run(Thread.java:745)
"COMMIT-LOG-ALLOCATOR" #16 prio=5 os_prio=31 tid=0x00007fcc155a4000 nid=0x6103 waiting on condition [0x000000012b330000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074018ee10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.cassandra.db.commitlog.CommitLogSegmentManager$1.runMayThrow(CommitLogSegmentManager.java:144)
at org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)
at java.lang.Thread.run(Thread.java:745)
"CommitLogArchiver:1" #15 daemon prio=5 os_prio=31 tid=0x00007fcc142df800 nid=0x5f03 waiting on condition [0x000000012a6c7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a7b88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ScheduledTasks:1" #12 daemon prio=5 os_prio=31 tid=0x00007fcc155dd800 nid=0x5e07 waiting on condition [0x000000012b4c9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a9b70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Service Thread" #11 daemon prio=9 os_prio=31 tid=0x00007fcc14813000 nid=0x5503 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #10 daemon prio=9 os_prio=31 tid=0x00007fcc1400e800 nid=0x5303 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #9 daemon prio=9 os_prio=31 tid=0x00007fcc1380d000 nid=0x5103 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #8 daemon prio=9 os_prio=31 tid=0x00007fcc1380c800 nid=0x4f03 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #7 daemon prio=9 os_prio=31 tid=0x00007fcc1383a000 nid=0x4d03 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"JDWP Event Helper Thread" #6 daemon prio=10 os_prio=31 tid=0x00007fcc15097800 nid=0x4b03 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"JDWP Transport Listener: dt_socket" #5 daemon prio=10 os_prio=31 tid=0x00007fcc14013000 nid=0x4903 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=31 tid=0x00007fcc15086800 nid=0x3917 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=31 tid=0x00007fcc1400a000 nid=0x3503 in Object.wait() [0x0000000127869000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x000000074018e358> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
"Reference Handler" #2 daemon prio=10 os_prio=31 tid=0x00007fcc14009800 nid=0x3303 in Object.wait() [0x0000000127766000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157)
- locked <0x0000000740196428> (a java.lang.ref.Reference$Lock)
"VM Thread" os_prio=31 tid=0x00007fcc13835000 nid=0x3103 runnable
"GC task thread#0 (ParallelGC)" os_prio=31 tid=0x00007fcc15031800 nid=0x2103 runnable
"GC task thread#1 (ParallelGC)" os_prio=31 tid=0x00007fcc15032000 nid=0x2303 runnable
"GC task thread#2 (ParallelGC)" os_prio=31 tid=0x00007fcc15032800 nid=0x2503 runnable
"GC task thread#3 (ParallelGC)" os_prio=31 tid=0x00007fcc14007000 nid=0x2703 runnable
"GC task thread#4 (ParallelGC)" os_prio=31 tid=0x00007fcc14806000 nid=0x2903 runnable
"GC task thread#5 (ParallelGC)" os_prio=31 tid=0x00007fcc15033800 nid=0x2b03 runnable
"GC task thread#6 (ParallelGC)" os_prio=31 tid=0x00007fcc15034000 nid=0x2d03 runnable
"GC task thread#7 (ParallelGC)" os_prio=31 tid=0x00007fcc15034800 nid=0x2f03 runnable
"VM Periodic Task Thread" os_prio=31 tid=0x00007fcc1482c000 nid=0x5703 waiting on condition
JNI global references: 17560
2015-07-12 11:39:58
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.45-b02 mixed mode):
"Shutdown-checker" #1824 prio=5 os_prio=31 tid=0x00007fcc1d0a7000 nid=0x39133 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster66-worker-0" #1821 prio=5 os_prio=31 tid=0x00007fcc2075d000 nid=0x3054b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1820 prio=5 os_prio=31 tid=0x00007fcc1d67b800 nid=0x36e2b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster66-nio-worker-1" #1778 prio=5 os_prio=31 tid=0x00007fcc20b44000 nid=0x8223 runnable [0x0000000133962000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007bea93f90> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007bea93f30> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007bea93f40> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster66-timeouter-0" #1793 prio=5 os_prio=31 tid=0x00007fcc13a6d800 nid=0x3bb1f waiting on condition [0x0000000133070000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster67-connection-reaper-0" #1799 prio=5 os_prio=31 tid=0x00007fcc204bb000 nid=0x3ae1b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster66-nio-worker-0" #1777 prio=5 os_prio=31 tid=0x00007fcc1bb30000 nid=0x961b runnable [0x000000014b6bf000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007beac1d08> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007beac1ca8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007beac1cb8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster66-scheduled-task-worker-0" #1794 prio=5 os_prio=31 tid=0x00007fcc1fbab800 nid=0x3861f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster66-connection-reaper-0" #1776 prio=5 os_prio=31 tid=0x00007fcc1bfbf000 nid=0x3b523 waiting on condition [0x000000012f179000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007beabce90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Attach Listener" #1755 daemon prio=9 os_prio=31 tid=0x00007fcc20632800 nid=0x2b46b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"MemtablePostFlush:2" #1754 daemon prio=5 os_prio=31 tid=0x00007fcc14519800 nid=0x34f2f waiting on condition [0x0000000132d3e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401bdf38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Shutdown-checker" #1748 prio=5 os_prio=31 tid=0x00007fcc1d050000 nid=0x3c007 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster64-nio-worker-1" #1677 prio=5 os_prio=31 tid=0x00007fcc1a03e800 nid=0x781f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"SharedPool-Worker-137" #1747 daemon prio=10 os_prio=31 tid=0x00007fcc15792800 nid=0x720f waiting on condition [0x0000000160313000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-136" #1746 daemon prio=10 os_prio=31 tid=0x00007fcc14a2b800 nid=0x35f43 waiting on condition [0x000000016000a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"cluster60-nio-worker-11" #1656 prio=5 os_prio=31 tid=0x00007fcc139ad800 nid=0x2b247 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-8" #1650 prio=5 os_prio=31 tid=0x00007fcc1432f000 nid=0x2c53f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-4" #1642 prio=5 os_prio=31 tid=0x00007fcc16155000 nid=0x7423 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-nio-worker-2" #1638 prio=5 os_prio=31 tid=0x00007fcc14380000 nid=0x30f43 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Shutdown-checker" #1744 prio=5 os_prio=31 tid=0x00007fcc14874800 nid=0x3943b in Object.wait() [0x000000015a023000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at io.netty.util.concurrent.DefaultPromise.awaitUninterruptibly(DefaultPromise.java:286)
- locked <0x00000007469664f0> (a io.netty.util.concurrent.DefaultPromise)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:225)
at io.netty.util.concurrent.DefaultPromise.syncUninterruptibly(DefaultPromise.java:32)
at com.datastax.driver.core.NettyOptions.onClusterClose(NettyOptions.java:200)
at com.datastax.driver.core.Connection$Factory.shutdown(Connection.java:825)
at com.datastax.driver.core.Cluster$Manager$ClusterCloseFuture$1.run(Cluster.java:2283)
"cluster62-connection-reaper-0" #1670 prio=5 os_prio=31 tid=0x00007fcc18145000 nid=0x3a717 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-timeouter-0" #1663 prio=5 os_prio=31 tid=0x00007fcc20802800 nid=0x3b317 sleeping[0x000000012e579000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster55-nio-worker-14" #1597 prio=5 os_prio=31 tid=0x00007fcc14519000 nid=0x23613 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster55-nio-worker-13" #1594 prio=5 os_prio=31 tid=0x00007fcc1ed79000 nid=0x3a30f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-connection-reaper-0" #1630 prio=5 os_prio=31 tid=0x00007fcc15792000 nid=0x37023 waiting on condition [0x000000016164c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007469246b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster57-nio-worker-15" #1588 prio=5 os_prio=31 tid=0x00007fcc1ed78000 nid=0x36627 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster57-nio-worker-11" #1566 prio=5 os_prio=31 tid=0x00007fcc1a17c800 nid=0x30237 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster56-nio-worker-12" #1558 prio=5 os_prio=31 tid=0x00007fcc1deac000 nid=0x710f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster57-nio-worker-9" #1554 prio=5 os_prio=31 tid=0x00007fcc1d82e000 nid=0x36323 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster54-nio-worker-13" #1599 prio=5 os_prio=31 tid=0x00007fcc2055b800 nid=0x841b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster54-nio-worker-5" #1562 prio=5 os_prio=31 tid=0x00007fcc18546000 nid=0x37f2b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"SharedPool-Worker-135" #1617 daemon prio=10 os_prio=31 tid=0x00007fcc1780c000 nid=0x2ba43 waiting on condition [0x000000015f356000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-134" #1616 daemon prio=10 os_prio=31 tid=0x00007fcc1d055800 nid=0xae0b waiting on condition [0x0000000132e6a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-133" #1382 daemon prio=10 os_prio=31 tid=0x00007fcc1eb14000 nid=0x2c62f runnable [0x0000000160925000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#5]" #1381 daemon prio=5 os_prio=31 tid=0x00007fcc1ddf6800 nid=0x5b0f waiting on condition [0x0000000160822000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#4]" #1380 daemon prio=5 os_prio=31 tid=0x00007fcc209ab800 nid=0x24427 waiting on condition [0x000000015aaad000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#3]" #1379 daemon prio=5 os_prio=31 tid=0x00007fcc1d146800 nid=0x30037 waiting on condition [0x0000000159b14000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-132" #1377 daemon prio=10 os_prio=31 tid=0x00007fcc1d143800 nid=0x11907 runnable [0x000000015a21e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#2]" #1240 daemon prio=5 os_prio=31 tid=0x00007fcc1ebbd000 nid=0x36827 waiting on condition [0x000000013b048000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-131" #1239 daemon prio=10 os_prio=31 tid=0x00007fcc1df56800 nid=0x38217 waiting on condition [0x0000000160210000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-130" #1235 daemon prio=10 os_prio=31 tid=0x00007fcc1ed40000 nid=0x2f847 waiting on condition [0x000000015bd9a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-129" #1234 daemon prio=10 os_prio=31 tid=0x00007fcc1633c800 nid=0x2b543 waiting on condition [0x000000015badd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-127" #1230 daemon prio=10 os_prio=31 tid=0x00007fcc1d8a0000 nid=0x10c07 runnable [0x000000015b7d4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-125" #1231 daemon prio=10 os_prio=31 tid=0x00007fcc1fda4000 nid=0x36c1f runnable [0x000000015ac05000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-128" #1232 daemon prio=10 os_prio=31 tid=0x00007fcc1d2f1000 nid=0x22063 waiting on condition [0x000000015a68b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-126" #1233 daemon prio=10 os_prio=31 tid=0x00007fcc2089c800 nid=0x3611f runnable [0x000000015a588000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-124" #1229 daemon prio=10 os_prio=31 tid=0x00007fcc168de000 nid=0x10d0b runnable [0x0000000159f20000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-123" #1227 daemon prio=10 os_prio=31 tid=0x00007fcc184b5000 nid=0x36b1b runnable [0x000000015a9aa000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-122" #1226 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e5800 nid=0x2fe23 runnable [0x0000000159c17000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-119" #1223 daemon prio=10 os_prio=31 tid=0x00007fcc20cd4000 nid=0x3881b runnable [0x000000013b260000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-118" #1224 daemon prio=10 os_prio=31 tid=0x00007fcc1a05a000 nid=0x38513 runnable [0x0000000159d1a000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-121" #1222 daemon prio=10 os_prio=31 tid=0x00007fcc18155800 nid=0x30733 runnable [0x000000015b6d1000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-120" #1221 daemon prio=10 os_prio=31 tid=0x00007fcc2046d800 nid=0x37513 runnable [0x000000015c7aa000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-117" #1218 daemon prio=10 os_prio=31 tid=0x00007fcc14449800 nid=0x10907 runnable [0x000000012fbf1000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-116" #1158 daemon prio=10 os_prio=31 tid=0x00007fcc1ed5f000 nid=0x3621f runnable [0x0000000158995000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-114" #1157 daemon prio=10 os_prio=31 tid=0x00007fcc20010000 nid=0x35e17 runnable [0x000000015c6a7000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-115" #1156 daemon prio=10 os_prio=31 tid=0x00007fcc1eab0800 nid=0x38a07 runnable [0x0000000161343000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-113" #1147 daemon prio=10 os_prio=31 tid=0x00007fcc1b8c1000 nid=0x2ca33 runnable [0x000000015a8a7000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-94" #999 daemon prio=10 os_prio=31 tid=0x00007fcc184b5800 nid=0x37c07 runnable [0x000000015f9f8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-105" #996 daemon prio=10 os_prio=31 tid=0x00007fcc1fabb000 nid=0x35c03 runnable [0x000000015eacb000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-102" #983 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e7800 nid=0x35803 runnable [0x000000015e8c5000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-106" #985 daemon prio=10 os_prio=31 tid=0x00007fcc1dd8c800 nid=0x35603 runnable [0x000000015e7c2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-108" #986 daemon prio=10 os_prio=31 tid=0x00007fcc1faba000 nid=0x35403 runnable [0x000000015e6bf000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-109" #987 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f7000 nid=0x35203 runnable [0x000000015e5bc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-110" #995 daemon prio=10 os_prio=31 tid=0x00007fcc18b16800 nid=0x35003 runnable [0x000000015e4b9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-104" #994 daemon prio=10 os_prio=31 tid=0x00007fcc1dc36800 nid=0x34c03 runnable [0x000000015e2b3000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-98" #992 daemon prio=10 os_prio=31 tid=0x00007fcc18576000 nid=0x34a03 runnable [0x000000015e1b0000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-96" #993 daemon prio=10 os_prio=31 tid=0x00007fcc1dc36000 nid=0x34803 runnable [0x000000015e0ad000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-99" #991 daemon prio=10 os_prio=31 tid=0x00007fcc18575000 nid=0x34603 runnable [0x000000015dfaa000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-100" #990 daemon prio=10 os_prio=31 tid=0x00007fcc185dc000 nid=0x34403 runnable [0x000000015dea7000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-112" #989 daemon prio=10 os_prio=31 tid=0x00007fcc1d332000 nid=0x34203 runnable [0x000000015dda4000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-111" #988 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e7000 nid=0x34003 runnable [0x000000015dca1000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-107" #984 daemon prio=10 os_prio=31 tid=0x00007fcc1d299000 nid=0x33e03 runnable [0x000000015db9e000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-103" #982 daemon prio=10 os_prio=31 tid=0x00007fcc1d298800 nid=0x33c03 runnable [0x000000015da9b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-90" #981 daemon prio=10 os_prio=31 tid=0x00007fcc185db800 nid=0x33a03 runnable [0x000000015d998000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-88" #974 daemon prio=10 os_prio=31 tid=0x00007fcc20409800 nid=0x33803 runnable [0x000000015d895000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-91" #980 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f6800 nid=0x33603 runnable [0x000000015d792000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-92" #979 daemon prio=10 os_prio=31 tid=0x00007fcc20409000 nid=0x33403 waiting on condition [0x000000015d68f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-93" #978 daemon prio=10 os_prio=31 tid=0x00007fcc1dc35000 nid=0x33203 runnable [0x000000015d58c000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-101" #977 daemon prio=10 os_prio=31 tid=0x00007fcc1d46e000 nid=0x33003 runnable [0x000000015d489000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-97" #976 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f5800 nid=0x32e03 runnable [0x000000015d386000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-95" #975 daemon prio=10 os_prio=31 tid=0x00007fcc1fe4e000 nid=0x32c03 runnable [0x000000015d283000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-89" #973 daemon prio=10 os_prio=31 tid=0x00007fcc1fe4d800 nid=0x32a03 runnable [0x000000015d180000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-86" #972 daemon prio=10 os_prio=31 tid=0x00007fcc1d82f800 nid=0x32803 runnable [0x000000015c5a4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-87" #971 daemon prio=10 os_prio=31 tid=0x00007fcc1f06c000 nid=0x2e30b runnable [0x0000000158b68000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-84" #970 daemon prio=10 os_prio=31 tid=0x00007fcc1d46d000 nid=0x2e90f runnable [0x000000015ce96000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-85" #969 daemon prio=10 os_prio=31 tid=0x00007fcc1d057000 nid=0x2ec0b runnable [0x000000015cd93000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-82" #967 daemon prio=10 os_prio=31 tid=0x00007fcc1dc34800 nid=0x2ed0b runnable [0x000000015cc90000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-81" #968 daemon prio=10 os_prio=31 tid=0x00007fcc1fea6800 nid=0x2e40b runnable [0x000000015cb8d000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-83" #966 daemon prio=10 os_prio=31 tid=0x00007fcc1dc33800 nid=0x2e50b runnable [0x000000015ca8a000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-77" #960 daemon prio=10 os_prio=31 tid=0x00007fcc16162800 nid=0x2cc07 runnable [0x000000015bfd5000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-75" #961 daemon prio=10 os_prio=31 tid=0x00007fcc1dc33000 nid=0x2ee0b runnable [0x000000015b9da000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-78" #962 daemon prio=10 os_prio=31 tid=0x00007fcc20637000 nid=0x2f00b runnable [0x000000015b8d7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-79" #965 daemon prio=10 os_prio=31 tid=0x00007fcc1f308000 nid=0x2f40b runnable [0x000000015a3a8000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-80" #964 daemon prio=10 os_prio=31 tid=0x00007fcc1d056000 nid=0x2f30f runnable [0x0000000159a11000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-76" #963 daemon prio=10 os_prio=31 tid=0x00007fcc1dc32000 nid=0x31417 runnable [0x0000000159605000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-74" #959 daemon prio=10 os_prio=31 tid=0x00007fcc209a5800 nid=0x2f217 runnable [0x000000015bed2000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-72" #822 daemon prio=10 os_prio=31 tid=0x00007fcc1eaac800 nid=0x2b63f runnable [0x000000015990e000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-73" #823 daemon prio=10 os_prio=31 tid=0x00007fcc18142800 nid=0x2bd17 runnable [0x000000015980b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-70" #821 daemon prio=10 os_prio=31 tid=0x00007fcc20846800 nid=0x2b713 runnable [0x0000000159708000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-69" #819 daemon prio=10 os_prio=31 tid=0x00007fcc1f0f0000 nid=0x2d023 runnable [0x0000000159502000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-71" #820 daemon prio=10 os_prio=31 tid=0x00007fcc1b966000 nid=0x2c223 runnable [0x00000001593ff000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-68" #818 daemon prio=10 os_prio=31 tid=0x00007fcc1db92800 nid=0x22133 runnable [0x00000001592fc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-67" #817 daemon prio=10 os_prio=31 tid=0x00007fcc1d025800 nid=0x3151b runnable [0x00000001591f9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-66" #816 daemon prio=10 os_prio=31 tid=0x00007fcc161b8000 nid=0x31e0f runnable [0x00000001590f6000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"block-manager-ask-thread-pool-3" #815 daemon prio=5 os_prio=31 tid=0x00007fcc1f2bb800 nid=0x2622b waiting on condition [0x0000000158ff3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29728> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"block-manager-ask-thread-pool-2" #814 daemon prio=5 os_prio=31 tid=0x00007fcc1e8e8800 nid=0x21e0f waiting on condition [0x000000015878f000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29728> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-65" #812 daemon prio=10 os_prio=31 tid=0x00007fcc20421000 nid=0x2d30b runnable [0x000000015868c000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-64" #811 daemon prio=10 os_prio=31 tid=0x00007fcc1faf3000 nid=0x2a71b runnable [0x0000000158486000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-62" #799 daemon prio=10 os_prio=31 tid=0x00007fcc1f2ce000 nid=0x31107 runnable [0x000000015b5ce000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-59" #800 daemon prio=10 os_prio=31 tid=0x00007fcc1bf4f800 nid=0x30807 runnable [0x000000015b4cb000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-61" #802 daemon prio=10 os_prio=31 tid=0x00007fcc1f35a000 nid=0x31707 runnable [0x000000015b2c5000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-63" #801 daemon prio=10 os_prio=31 tid=0x00007fcc1f31a800 nid=0x2d207 runnable [0x000000015b1c2000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-60" #798 daemon prio=10 os_prio=31 tid=0x00007fcc1edff800 nid=0x31a07 runnable [0x000000015b0bf000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-57" #797 daemon prio=10 os_prio=31 tid=0x00007fcc1b8c7000 nid=0x31007 runnable [0x000000015afbc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-58" #796 daemon prio=10 os_prio=31 tid=0x00007fcc1d14e800 nid=0x31c07 runnable [0x000000015aeb9000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-56" #776 daemon prio=10 os_prio=31 tid=0x00007fcc20491000 nid=0x32207 runnable [0x000000015a7a4000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"block-manager-slave-async-thread-pool-7" #659 daemon prio=5 os_prio=31 tid=0x00007fcc200bc000 nid=0x2bf13 waiting on condition [0x0000000158ded000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29220> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"block-manager-slave-async-thread-pool-4" #656 daemon prio=5 os_prio=31 tid=0x00007fcc1eda3000 nid=0x2da07 waiting on condition [0x0000000158cea000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29220> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#5]" #512 daemon prio=5 os_prio=31 tid=0x00007fcc1eb25800 nid=0x2aa13 waiting on condition [0x0000000158080000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#4]" #511 daemon prio=5 os_prio=31 tid=0x00007fcc1fae0800 nid=0x2ae0b waiting on condition [0x0000000157f7d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#3]" #510 daemon prio=5 os_prio=31 tid=0x00007fcc201f8000 nid=0x2a417 waiting on condition [0x0000000157e7a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#2]" #509 daemon prio=5 os_prio=31 tid=0x00007fcc1f3ae000 nid=0x2b00b waiting on condition [0x0000000157d77000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#1]" #508 daemon prio=5 os_prio=31 tid=0x00007fcc1eb19000 nid=0x22f0f waiting on condition [0x0000000157c74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#4]" #507 daemon prio=5 os_prio=31 tid=0x00007fcc1577f800 nid=0x24d0f waiting on condition [0x0000000157b71000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#3]" #506 daemon prio=5 os_prio=31 tid=0x00007fcc1fae0000 nid=0x2ac0b waiting on condition [0x0000000157862000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][warmer][T#2]" #505 daemon prio=5 os_prio=31 tid=0x00007fcc1f072800 nid=0x20f0b waiting on condition [0x000000015725c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bed78> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][warmer][T#1]" #504 daemon prio=5 os_prio=31 tid=0x00007fcc2063c800 nid=0x20e0b waiting on condition [0x000000014c4d5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bed78> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#2]" #503 daemon prio=5 os_prio=31 tid=0x00007fcc208f2800 nid=0x2a517 waiting on condition [0x000000014c1cc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][generic][T#2]" #500 daemon prio=5 os_prio=31 tid=0x00007fcc1f93e800 nid=0x28813 waiting on condition [0x000000014605e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdf80> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#1]" #499 daemon prio=5 os_prio=31 tid=0x00007fcc17923800 nid=0x23413 waiting on condition [0x000000014b3b5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-9" #498 daemon prio=5 os_prio=31 tid=0x00007fcc1eadf800 nid=0x21c07 waiting on condition [0x000000014b2b2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-3" #495 daemon prio=5 os_prio=31 tid=0x00007fcc208b8800 nid=0x23b0f waiting on condition [0x0000000157159000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-41" #490 daemon prio=10 os_prio=31 tid=0x00007fcc1e957800 nid=0x24f07 runnable [0x0000000156f53000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-55" #493 daemon prio=10 os_prio=31 tid=0x00007fcc17c63000 nid=0x23a0f runnable [0x0000000156e50000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-53" #492 daemon prio=10 os_prio=31 tid=0x00007fcc17c62800 nid=0x21607 runnable [0x0000000156c4a000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-51" #494 daemon prio=10 os_prio=31 tid=0x00007fcc1f368000 nid=0x2a10f runnable [0x0000000155b17000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-47" #485 daemon prio=10 os_prio=31 tid=0x00007fcc201fd000 nid=0x2a60f runnable [0x00000001532ff000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-49" #486 daemon prio=10 os_prio=31 tid=0x00007fcc1e8ab000 nid=0x2a00f runnable [0x00000001500f9000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-54" #491 daemon prio=10 os_prio=31 tid=0x00007fcc1d1a6800 nid=0x29e0f runnable [0x000000014fff6000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-44" #488 daemon prio=10 os_prio=31 tid=0x00007fcc1f367800 nid=0x29b0f runnable [0x000000014eef3000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-37" #476 daemon prio=10 os_prio=31 tid=0x00007fcc1b965000 nid=0x29813 runnable [0x000000014cbea000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-42" #489 daemon prio=10 os_prio=31 tid=0x00007fcc201fa000 nid=0x29c0f runnable [0x000000014cae7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-45" #487 daemon prio=10 os_prio=31 tid=0x00007fcc16294000 nid=0x28f0b runnable [0x000000014c7de000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-48" #484 daemon prio=10 os_prio=31 tid=0x00007fcc1f15f000 nid=0x2291b runnable [0x000000014c6db000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-52" #483 daemon prio=10 os_prio=31 tid=0x00007fcc161c0000 nid=0x28517 runnable [0x000000014c5d8000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-39" #482 daemon prio=10 os_prio=31 tid=0x00007fcc1fbae800 nid=0x23c07 runnable [0x000000014c3d2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-50" #481 daemon prio=10 os_prio=31 tid=0x00007fcc161bf000 nid=0x2260b runnable [0x000000014c2cf000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-38" #480 daemon prio=10 os_prio=31 tid=0x00007fcc201f9000 nid=0x1d60b runnable [0x000000014c0c9000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-46" #479 daemon prio=10 os_prio=31 tid=0x00007fcc156f2000 nid=0x28a1f runnable [0x000000014bec3000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-43" #478 daemon prio=10 os_prio=31 tid=0x00007fcc1f15e000 nid=0x21a17 runnable [0x000000014bdc0000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-40" #477 daemon prio=10 os_prio=31 tid=0x00007fcc1f15d800 nid=0x2391f runnable [0x000000014bcbd000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-36" #475 daemon prio=10 os_prio=31 tid=0x00007fcc1ee0c800 nid=0x2241b runnable [0x000000014bbba000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-34" #474 daemon prio=10 os_prio=31 tid=0x00007fcc1f15c800 nid=0x2530b runnable [0x000000014bab7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-35" #473 daemon prio=10 os_prio=31 tid=0x00007fcc1eaad000 nid=0x22b0b runnable [0x000000014b9b4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-33" #472 daemon prio=10 os_prio=31 tid=0x00007fcc20820000 nid=0x2190f runnable [0x000000014b8b1000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-32" #470 daemon prio=10 os_prio=31 tid=0x00007fcc1fbad800 nid=0x2180f runnable [0x000000014b5bc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-31" #471 daemon prio=10 os_prio=31 tid=0x00007fcc2089f000 nid=0x22a0b runnable [0x000000014b4b9000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-30" #469 daemon prio=10 os_prio=31 tid=0x00007fcc18b2b800 nid=0x2220f runnable [0x0000000145f5b000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-16" #78 prio=10 os_prio=31 tid=0x00007fcc209af800 nid=0x29203 runnable [0x000000015735f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fc8768> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fca7e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fc86c8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-15" #77 prio=10 os_prio=31 tid=0x00007fcc1ba92800 nid=0x28c03 runnable [0x0000000157056000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe0a70> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe2af0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe09d0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-14" #76 prio=10 os_prio=31 tid=0x00007fcc1f3b2800 nid=0x28603 runnable [0x0000000156d4d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe31e0> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe5260> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe3140> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-13" #75 prio=10 os_prio=31 tid=0x00007fcc20a20800 nid=0x28203 runnable [0x0000000156b47000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe5950> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe79d0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe58b0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-29" #460 daemon prio=10 os_prio=31 tid=0x00007fcc1ba8c000 nid=0x28003 runnable [0x0000000156a44000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-28" #459 daemon prio=10 os_prio=31 tid=0x00007fcc17810800 nid=0x27e03 runnable [0x0000000156941000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-27" #458 daemon prio=10 os_prio=31 tid=0x00007fcc20a1c000 nid=0x27c03 runnable [0x000000015683e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-26" #457 daemon prio=10 os_prio=31 tid=0x00007fcc20875000 nid=0x27a03 runnable [0x000000015673b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-25" #456 daemon prio=10 os_prio=31 tid=0x00007fcc20874800 nid=0x27803 runnable [0x0000000156638000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-24" #455 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d5000 nid=0x27603 runnable [0x0000000156535000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-23" #454 daemon prio=10 os_prio=31 tid=0x00007fcc1d284800 nid=0x27403 runnable [0x0000000156432000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-22" #452 daemon prio=10 os_prio=31 tid=0x00007fcc1ba8b000 nid=0x27203 runnable [0x000000015632f000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-20" #453 daemon prio=10 os_prio=31 tid=0x00007fcc1628f000 nid=0x27003 runnable [0x000000015622c000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-21" #451 daemon prio=10 os_prio=31 tid=0x00007fcc1d284000 nid=0x26e03 runnable [0x0000000156129000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-17" #449 daemon prio=10 os_prio=31 tid=0x00007fcc1d283000 nid=0x26c03 runnable [0x0000000156026000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-19" #450 daemon prio=10 os_prio=31 tid=0x00007fcc1bf50000 nid=0x26a03 runnable [0x0000000155f23000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-18" #448 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d4000 nid=0x26803 runnable [0x0000000155e20000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-16" #447 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d3800 nid=0x26603 runnable [0x0000000155d1d000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-15" #446 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d2000 nid=0x26403 runnable [0x0000000155c1a000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-10" #445 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d1000 nid=0x26003 runnable [0x0000000155a14000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-12" #444 daemon prio=10 os_prio=31 tid=0x00007fcc1628d800 nid=0x25e03 runnable [0x0000000155911000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-11" #443 daemon prio=10 os_prio=31 tid=0x00007fcc1d282800 nid=0x25c03 runnable [0x000000015580e000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-14" #442 daemon prio=10 os_prio=31 tid=0x00007fcc1628d000 nid=0x25a03 runnable [0x000000015570b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-13" #441 daemon prio=10 os_prio=31 tid=0x00007fcc1629b000 nid=0x25803 runnable [0x0000000155608000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-12" #74 prio=10 os_prio=31 tid=0x00007fcc208eb800 nid=0x25603 runnable [0x0000000155505000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe80c0> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fed8a8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe8020> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-11" #73 prio=10 os_prio=31 tid=0x00007fcc1f077000 nid=0x25403 runnable [0x0000000154402000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fedf98> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff0018> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fedef8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-10" #72 prio=10 os_prio=31 tid=0x00007fcc1d27f800 nid=0x25003 runnable [0x00000001521fc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff0708> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff2788> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff0668> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-9" #71 prio=10 os_prio=31 tid=0x00007fcc1d150000 nid=0x24803 runnable [0x000000014edf0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff2e78> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff4ef8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff2dd8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-8" #70 prio=10 os_prio=31 tid=0x00007fcc17810000 nid=0x24603 runnable [0x000000014cced000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff55e8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff7668> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff5548> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-7" #69 prio=10 os_prio=31 tid=0x00007fcc1fb2f000 nid=0x24003 runnable [0x000000014c9e4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff7d58> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff9dd8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff7cb8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-6" #68 prio=10 os_prio=31 tid=0x00007fcc208ea800 nid=0x23e03 runnable [0x000000014c8e1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ffa4c8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ffc548> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ffa428> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-7" #307 daemon prio=5 os_prio=31 tid=0x00007fcc1f3e7800 nid=0x20407 waiting on condition [0x000000014b0ad000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-6" #306 daemon prio=5 os_prio=31 tid=0x00007fcc1fdca000 nid=0x2090b waiting on condition [0x000000014afaa000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-5" #305 daemon prio=5 os_prio=31 tid=0x00007fcc17a77000 nid=0x21207 waiting on condition [0x000000014aea7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-4" #304 daemon prio=5 os_prio=31 tid=0x00007fcc1f0d5000 nid=0x20b0b waiting on condition [0x000000014ada4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-3" #303 daemon prio=5 os_prio=31 tid=0x00007fcc1f0d4000 nid=0x1d70b waiting on condition [0x000000014aca1000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-2" #302 daemon prio=5 os_prio=31 tid=0x00007fcc1deb0000 nid=0x2110b waiting on condition [0x000000014a469000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000746baeb38> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-2" #301 daemon prio=5 os_prio=31 tid=0x00007fcc1e890800 nid=0x20d0b waiting on condition [0x000000014a367000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-1" #300 daemon prio=5 os_prio=31 tid=0x00007fcc18bf4000 nid=0x1dd0b waiting on condition [0x000000014493b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"pool-23-thread-1" #299 prio=5 os_prio=31 tid=0x00007fcc18936800 nid=0x2100b in Object.wait() [0x0000000144637000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
- locked <0x00000007468d21a8> (a org.apache.spark.scheduler.JobWaiter)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:530)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1732)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1750)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1772)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:631)
at org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:631)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(ForEachDStream.scala:42)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.DStream.createRDDWithLocalProperties(DStream.scala:399)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply$mcV$sp(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
at scala.util.Try$.apply(Try.scala:191)
at org.apache.spark.streaming.scheduler.Job.run(Job.scala:34)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply$mcV$sp(JobScheduler.scala:193)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:193)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:193)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler.run(JobScheduler.scala:192)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ConsumerFetcherThread-consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa-0-0" #298 prio=5 os_prio=31 tid=0x00007fcc1faea000 nid=0x1da07 runnable [0x000000014401d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.Net.poll(Native Method)
at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
- locked <0x0000000741dae7d8> (a java.lang.Object)
at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
- locked <0x0000000741dae7a8> (a java.lang.Object)
at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
- locked <0x0000000741dae8f0> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
- locked <0x0000000741db1440> (a java.lang.Object)
at kafka.utils.Utils$.read(Utils.scala:380)
at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
at kafka.network.BlockingChannel.receive(BlockingChannel.scala:111)
at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:71)
at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:68)
- locked <0x0000000741db1398> (a java.lang.Object)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:112)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:112)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:112)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:111)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:111)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:111)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:110)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:94)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"KafkaMessageHandler-0" #297 daemon prio=5 os_prio=31 tid=0x00007fcc1d131000 nid=0x1d207 waiting on condition [0x0000000143f1b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741db3380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
at org.apache.spark.streaming.kafka.KafkaReceiver$MessageHandler.run(KafkaInputDStream.scala:133)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa-leader-finder-thread" #296 prio=5 os_prio=31 tid=0x00007fcc18d97000 nid=0x1d40b waiting on condition [0x0000000143c7d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd27a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at kafka.consumer.ConsumerFetcherManager$LeaderFinderThread.doWork(ConsumerFetcherManager.scala:61)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa_watcher_executor" #293 daemon prio=5 os_prio=31 tid=0x00007fcc1ed28800 nid=0x20203 waiting on condition [0x000000014ab9e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd0510> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:544)
"kafka-consumer-scheduler-0" #292 daemon prio=5 os_prio=31 tid=0x00007fcc20107000 nid=0x20003 waiting on condition [0x000000014aa9b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd13d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-0-EventThread" #291 daemon prio=5 os_prio=31 tid=0x00007fcc18de7800 nid=0x1fe03 waiting on condition [0x000000014a998000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741db6e10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"Executor task launch worker-0-SendThread(10.11.11.49:2181)" #290 daemon prio=5 os_prio=31 tid=0x00007fcc1fb8e000 nid=0x1fc03 runnable [0x000000014a895000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741db67a0> (a sun.nio.ch.Util$2)
- locked <0x0000000741db6790> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741db6330> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"ZkClient-EventThread-289-10.11.11.49:2181" #289 daemon prio=5 os_prio=31 tid=0x00007fcc1fb8d000 nid=0x1fa03 waiting on condition [0x000000014a792000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd2490> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
"Thread-32" #288 daemon prio=5 os_prio=31 tid=0x00007fcc208b2800 nid=0x1f803 waiting on condition [0x000000014a68f000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e60418> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at org.apache.spark.streaming.receiver.BlockGenerator.org$apache$spark$streaming$receiver$BlockGenerator$$keepPushingBlocks(BlockGenerator.scala:168)
at org.apache.spark.streaming.receiver.BlockGenerator$$anon$1.run(BlockGenerator.scala:87)
"RecurringTimer - BlockGenerator" #287 daemon prio=5 os_prio=31 tid=0x00007fcc1fbcd000 nid=0x1f603 waiting on condition [0x000000014a58c000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.spark.util.SystemClock.waitTillTime(Clock.scala:63)
at org.apache.spark.streaming.util.RecurringTimer.org$apache$spark$streaming$util$RecurringTimer$$loop(RecurringTimer.scala:96)
at org.apache.spark.streaming.util.RecurringTimer$$anon$1.run(RecurringTimer.scala:29)
"DestroyJavaVM" #286 prio=5 os_prio=31 tid=0x00007fcc1607d000 nid=0x1303 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"RecurringTimer - JobGenerator" #254 daemon prio=5 os_prio=31 tid=0x00007fcc1d0d6000 nid=0x1f403 waiting on condition [0x0000000145e58000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.spark.util.SystemClock.waitTillTime(Clock.scala:63)
at org.apache.spark.streaming.util.RecurringTimer.org$apache$spark$streaming$util$RecurringTimer$$loop(RecurringTimer.scala:96)
at org.apache.spark.streaming.util.RecurringTimer$$anon$1.run(RecurringTimer.scala:29)
"ForkJoinPool-3-worker-15" #285 daemon prio=5 os_prio=31 tid=0x00007fcc1df1f800 nid=0x1f203 waiting on condition [0x0000000141789000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007420e3828> (a scala.concurrent.forkjoin.ForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"JobGenerator" #284 daemon prio=5 os_prio=31 tid=0x00007fcc2009f000 nid=0x1f003 waiting on condition [0x0000000145d55000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e34d18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"Thread-31" #283 prio=5 os_prio=31 tid=0x00007fcc20105800 nid=0x1ee03 in Object.wait() [0x0000000145c52000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
- locked <0x0000000742314020> (a org.apache.spark.scheduler.JobWaiter)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:530)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1732)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1750)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1765)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1779)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher.org$apache$spark$streaming$scheduler$ReceiverTracker$ReceiverLauncher$$startReceivers(ReceiverTracker.scala:320)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anon$2.run(ReceiverTracker.scala:237)
"StreamingListenerBus" #255 daemon prio=5 os_prio=31 tid=0x00007fcc1fb78800 nid=0x1ec03 waiting on condition [0x0000000145b4f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e51850> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1$$anonfun$run$1.apply$mcV$sp(AsynchronousListenerBus.scala:65)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1.run(AsynchronousListenerBus.scala:63)
"JobScheduler" #282 daemon prio=5 os_prio=31 tid=0x00007fcc1fb78000 nid=0x1ea03 waiting on condition [0x0000000145a4c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e610c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"block-manager-slave-async-thread-pool-0" #278 daemon prio=5 os_prio=31 tid=0x00007fcc1fb77000 nid=0x1e203 waiting on condition [0x0000000144cd4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741c29220> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-5" #67 prio=10 os_prio=31 tid=0x00007fcc1f093000 nid=0x1de03 runnable [0x0000000144ace000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ffcc38> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ffecb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ffcb98> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-4" #66 prio=10 os_prio=31 tid=0x00007fcc1de0c000 nid=0x1d803 runnable [0x0000000144535000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fff3a8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741001428> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fff308> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"pool-24-thread-1" #256 daemon prio=5 os_prio=31 tid=0x00007fcc200d2800 nid=0x1ca07 waiting on condition [0x0000000142c77000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007970468f8> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.com$datastax$spark$connector$cql$RefCountedCache$$releaseImmediately(RefCountedCache.scala:81)
at com.datastax.spark.connector.cql.RefCountedCache$ReleaseTask.run(RefCountedCache.scala:21)
at com.datastax.spark.connector.cql.RefCountedCache$$anonfun$com$datastax$spark$connector$cql$RefCountedCache$$processPendingReleases$2.apply(RefCountedCache.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache$$anonfun$com$datastax$spark$connector$cql$RefCountedCache$$processPendingReleases$2.apply(RefCountedCache.scala:138)
at scala.collection.TraversableLike$WithFilter$$anonfun$foreach$1.apply(TraversableLike.scala:778)
at scala.collection.Iterator$class.foreach(Iterator.scala:750)
at scala.collection.concurrent.TrieMapIterator.foreach(TrieMap.scala:961)
at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
at scala.collection.concurrent.TrieMap.foreach(TrieMap.scala:633)
at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:777)
at com.datastax.spark.connector.cql.RefCountedCache.com$datastax$spark$connector$cql$RefCountedCache$$processPendingReleases(RefCountedCache.scala:138)
at com.datastax.spark.connector.cql.RefCountedCache$$anon$1.run(RefCountedCache.scala:148)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-1" #253 daemon prio=5 os_prio=31 tid=0x00007fcc16002000 nid=0x1d003 waiting on condition [0x0000000145069000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-0" #252 daemon prio=5 os_prio=31 tid=0x00007fcc141a6800 nid=0x1ce03 waiting on condition [0x0000000144f66000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-0" #251 daemon prio=5 os_prio=31 tid=0x00007fcc18c26000 nid=0x1cc03 waiting on condition [0x0000000143e18000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e56950> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at org.apache.spark.streaming.receiver.ReceiverSupervisor.awaitTermination(ReceiverSupervisor.scala:185)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anonfun$8.apply(ReceiverTracker.scala:309)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anonfun$8.apply(ReceiverTracker.scala:300)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1765)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1765)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-8" #249 daemon prio=5 os_prio=31 tid=0x00007fcc1c13d000 nid=0x1c803 waiting on condition [0x0000000141112000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-7" #248 daemon prio=5 os_prio=31 tid=0x00007fcc18c6b000 nid=0x3b07 waiting on condition [0x000000012b21a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Controller-0-to-broker-0-send-thread" #247 prio=5 os_prio=31 tid=0x00007fcc1a451000 nid=0x3707 waiting on condition [0x0000000142b74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e3258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:121)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"kafka-scheduler-6" #246 daemon prio=5 os_prio=31 tid=0x00007fcc18b22800 nid=0x1c603 waiting on condition [0x00000001424e4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-5" #245 daemon prio=5 os_prio=31 tid=0x00007fcc18b23800 nid=0x1c403 waiting on condition [0x00000001423e1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-7" #244 daemon prio=5 os_prio=31 tid=0x00007fcc1a06a800 nid=0x1c203 waiting on condition [0x00000001422de000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-6" #243 daemon prio=5 os_prio=31 tid=0x00007fcc16007000 nid=0x1c003 waiting on condition [0x00000001421db000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-5" #242 daemon prio=5 os_prio=31 tid=0x00007fcc1c1ad000 nid=0x1be03 waiting on condition [0x00000001420d8000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-4" #241 daemon prio=5 os_prio=31 tid=0x00007fcc18906800 nid=0x1bc03 waiting on condition [0x0000000141fd5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-3" #240 daemon prio=5 os_prio=31 tid=0x00007fcc18905800 nid=0x1ba03 waiting on condition [0x0000000141ed2000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-2" #239 daemon prio=5 os_prio=31 tid=0x00007fcc1563e800 nid=0x1b803 waiting on condition [0x0000000141dcf000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-1" #238 daemon prio=5 os_prio=31 tid=0x00007fcc1563d800 nid=0x1b603 waiting on condition [0x0000000141ccc000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-0" #237 daemon prio=5 os_prio=31 tid=0x00007fcc155fc800 nid=0x1b403 waiting on condition [0x0000000141bc9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"request-expiration-task" #236 prio=5 os_prio=31 tid=0x00007fcc1563d000 nid=0x1b203 runnable [0x0000000141ac6000]
java.lang.Thread.State: RUNNABLE
at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:281)
at java.lang.Thread.run(Thread.java:745)
"request-expiration-task" #235 prio=5 os_prio=31 tid=0x00007fcc155fd800 nid=0x1b003 waiting on condition [0x00000001419c3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e9d40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:317)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:273)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-4" #234 daemon prio=5 os_prio=31 tid=0x00007fcc18ae1000 nid=0x1ae03 waiting on condition [0x00000001418c0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-3" #233 daemon prio=5 os_prio=31 tid=0x00007fcc18900800 nid=0x1ac03 waiting on condition [0x0000000141645000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-socket-acceptor" #232 prio=5 os_prio=31 tid=0x00007fcc17803000 nid=0x1aa03 runnable [0x0000000141542000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419ebd38> (a sun.nio.ch.Util$2)
- locked <0x00000007419ebd28> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eb8e8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Acceptor.run(SocketServer.scala:215)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-2" #231 prio=5 os_prio=31 tid=0x00007fcc15734000 nid=0x1a803 runnable [0x000000014143f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419ea738> (a sun.nio.ch.Util$2)
- locked <0x00000007419ea728> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419ea5f8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-1" #230 prio=5 os_prio=31 tid=0x00007fcc157ec800 nid=0x1a603 runnable [0x000000014133c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419eadc8> (a sun.nio.ch.Util$2)
- locked <0x00000007419eadb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eac88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-0" #229 prio=5 os_prio=31 tid=0x00007fcc15740800 nid=0x1a403 runnable [0x0000000141239000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419eb4f0> (a sun.nio.ch.Util$2)
- locked <0x00000007419eb4e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eb150> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-2" #228 daemon prio=5 os_prio=31 tid=0x00007fcc15107800 nid=0x1a203 waiting on condition [0x000000014100f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-1" #227 daemon prio=5 os_prio=31 tid=0x00007fcc15100000 nid=0x1a003 waiting on condition [0x0000000140f0c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-0" #226 daemon prio=5 os_prio=31 tid=0x00007fcc1bee6000 nid=0x19e03 waiting on condition [0x0000000140e09000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"main-EventThread" #225 daemon prio=5 os_prio=31 tid=0x00007fcc15106000 nid=0x19c03 waiting on condition [0x0000000140a53000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e28b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"main-SendThread(10.11.11.49:2181)" #224 daemon prio=5 os_prio=31 tid=0x00007fcc1bebd800 nid=0x19a03 runnable [0x0000000140950000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419dc350> (a sun.nio.ch.Util$2)
- locked <0x00000007419dc340> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419dbee0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"ZkClient-EventThread-223-10.11.11.49:2181" #223 daemon prio=5 os_prio=31 tid=0x00007fcc1a069800 nid=0x380b waiting on condition [0x000000014084d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f7148> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
"ProcessThread(sid:0 cport:-1):" #221 prio=5 os_prio=31 tid=0x00007fcc1bec3800 nid=0x19703 waiting on condition [0x000000014074a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741a88f18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
"SyncThread:0" #220 prio=5 os_prio=31 tid=0x00007fcc1beb0000 nid=0x19503 waiting on condition [0x0000000140647000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741a90408> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
"SessionTracker" #219 prio=5 os_prio=31 tid=0x00007fcc1beb9000 nid=0x19303 in Object.wait() [0x0000000140544000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
- locked <0x0000000741a72e30> (a org.apache.zookeeper.server.SessionTrackerImpl)
"NIOServerCxn.Factory:/10.11.11.49:2181" #218 daemon prio=5 os_prio=31 tid=0x00007fcc1bea0000 nid=0x19103 runnable [0x0000000140441000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741a90d30> (a sun.nio.ch.Util$2)
- locked <0x0000000741a90d20> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741a908d0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
"SparkListenerBus" #159 daemon prio=5 os_prio=31 tid=0x00007fcc1be3c000 nid=0x18f03 waiting on condition [0x000000014033e000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741738048> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1$$anonfun$run$1.apply$mcV$sp(AsynchronousListenerBus.scala:65)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1.run(AsynchronousListenerBus.scala:63)
"Spark Context Cleaner" #215 daemon prio=5 os_prio=31 tid=0x00007fcc1be36800 nid=0x18d03 in Object.wait() [0x000000014023b000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000741bbbe70> (a java.lang.ref.ReferenceQueue$Lock)
at org.apache.spark.ContextCleaner$$anonfun$org$apache$spark$ContextCleaner$$keepCleaning$1.apply$mcV$sp(ContextCleaner.scala:157)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning(ContextCleaner.scala:154)
at org.apache.spark.ContextCleaner$$anon$3.run(ContextCleaner.scala:67)
"shuffle-server-0" #207 daemon prio=5 os_prio=31 tid=0x00007fcc1c1ab800 nid=0x18b03 runnable [0x000000013ff38000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741bb2120> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741bbb6f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741bb2070> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"driver-heartbeater" #198 daemon prio=5 os_prio=31 tid=0x00007fcc1bea0800 nid=0x18903 waiting on condition [0x000000013fe35000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b86430> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"dag-scheduler-event-loop" #197 daemon prio=5 os_prio=31 tid=0x00007fcc14bf8000 nid=0x18703 waiting on condition [0x000000013fd32000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b7f210> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"Timer-0" #196 daemon prio=5 os_prio=31 tid=0x00007fcc1c150000 nid=0x18503 in Object.wait() [0x000000013fc2f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b77bb8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"heartbeat-receiver-event-loop-thread" #195 daemon prio=5 os_prio=31 tid=0x00007fcc168fe800 nid=0x18303 waiting on condition [0x000000013fb2c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b876c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-194" #194 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a8000 nid=0x18103 waiting on condition [0x000000013f829000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-193" #193 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a7800 nid=0x17f03 waiting on condition [0x000000013f726000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-192" #192 daemon prio=5 os_prio=31 tid=0x00007fcc18678000 nid=0x17d03 waiting on condition [0x000000013f623000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-191" #191 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a6800 nid=0x17b03 waiting on condition [0x000000013f520000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-190 Acceptor1 SelectChannelConnector@0.0.0.0:4040" #190 daemon prio=5 os_prio=31 tid=0x00007fcc1c04b000 nid=0x17903 runnable [0x000000013f41d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000741b76e78> (a java.lang.Object)
at org.spark-project.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-189 Acceptor0 SelectChannelConnector@0.0.0.0:4040" #189 daemon prio=5 os_prio=31 tid=0x00007fcc16c1f800 nid=0x17703 waiting for monitor entry [0x000000013f31a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
- waiting to lock <0x0000000741b76e78> (a java.lang.Object)
at org.spark-project.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-188 Selector1" #188 daemon prio=5 os_prio=31 tid=0x00007fcc1687e000 nid=0x17503 runnable [0x000000013f217000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b76a20> (a sun.nio.ch.Util$2)
- locked <0x0000000741b76a10> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b768e0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.spark-project.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.spark-project.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-187 Selector0" #187 daemon prio=5 os_prio=31 tid=0x00007fcc1c181800 nid=0x17303 runnable [0x000000012ef73000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b766f0> (a sun.nio.ch.Util$2)
- locked <0x0000000741b766e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b765b0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.spark-project.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.spark-project.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"SPARK_CONTEXT cleanup timer" #185 daemon prio=5 os_prio=31 tid=0x00007fcc1bdf9800 nid=0x17103 in Object.wait() [0x000000013f114000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b88268> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"qtp374192368-184" #184 daemon prio=5 os_prio=31 tid=0x00007fcc1891c000 nid=0x16f03 waiting on condition [0x000000013f011000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-183" #183 daemon prio=5 os_prio=31 tid=0x00007fcc14a07000 nid=0x16d03 waiting on condition [0x000000013ef0e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-182" #182 daemon prio=5 os_prio=31 tid=0x00007fcc178e2000 nid=0x16b03 waiting on condition [0x000000013ee0b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-181" #181 daemon prio=5 os_prio=31 tid=0x00007fcc17aea000 nid=0x16903 waiting on condition [0x000000013ed08000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-180" #180 daemon prio=5 os_prio=31 tid=0x00007fcc14a17800 nid=0x16703 waiting on condition [0x000000013ec05000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-179" #179 daemon prio=5 os_prio=31 tid=0x00007fcc14a16800 nid=0x16503 waiting on condition [0x000000013eb02000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-178" #178 daemon prio=5 os_prio=31 tid=0x00007fcc1bdf5000 nid=0x16303 waiting on condition [0x000000013e9ff000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-177 Acceptor0 SocketConnector@0.0.0.0:49494" #177 daemon prio=5 os_prio=31 tid=0x00007fcc1bde7000 nid=0x16103 runnable [0x000000013e8fc000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.spark-project.jetty.server.bio.SocketConnector.accept(SocketConnector.java:117)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"BROADCAST_VARS cleanup timer" #175 daemon prio=5 os_prio=31 tid=0x00007fcc14a06000 nid=0x15f03 in Object.wait() [0x000000013e5f9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741bbcaf8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"BLOCK_MANAGER cleanup timer" #174 daemon prio=5 os_prio=31 tid=0x00007fcc149fc000 nid=0x15d03 in Object.wait() [0x000000013e4f6000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741bbc7a8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"MAP_OUTPUT_TRACKER cleanup timer" #173 daemon prio=5 os_prio=31 tid=0x00007fcc13f8d000 nid=0x15b03 in Object.wait() [0x000000013e3f3000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b77578> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"New I/O server boss #6" #172 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb4800 nid=0x15903 runnable [0x000000013e0f0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741adcb50> (a sun.nio.ch.Util$2)
- locked <0x0000000741adcb40> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ad8820> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.jboss.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #5" #171 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb4000 nid=0x15703 runnable [0x000000013dfed000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741ad7fb0> (a sun.nio.ch.Util$2)
- locked <0x0000000741ad7fa0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ad7e80> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #4" #170 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb3000 nid=0x15503 runnable [0x000000013deea000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741ad7a48> (a sun.nio.ch.Util$2)
- locked <0x0000000741ad7a38> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ad7918> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O boss #3" #169 daemon prio=5 os_prio=31 tid=0x00007fcc1bdb0800 nid=0x15303 runnable [0x000000013dde7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741ae0a70> (a sun.nio.ch.Util$2)
- locked <0x0000000741ae0a60> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741ae0930> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #2" #167 daemon prio=5 os_prio=31 tid=0x00007fcc1bd8b000 nid=0x15103 runnable [0x000000013dce4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b85d40> (a sun.nio.ch.Util$2)
- locked <0x0000000741b85d30> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b85c00> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"New I/O worker #1" #166 daemon prio=5 os_prio=31 tid=0x00007fcc1bd8a800 nid=0x14f03 runnable [0x000000013dbe1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b89ec8> (a sun.nio.ch.Util$2)
- locked <0x0000000741b89eb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b89d88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"sparkDriver-akka.remote.default-remote-dispatcher-6" #165 daemon prio=5 os_prio=31 tid=0x00007fcc1bd7b000 nid=0x14d03 waiting on condition [0x000000013dade000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741aa5490> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.remote.default-remote-dispatcher-5" #164 daemon prio=5 os_prio=31 tid=0x00007fcc1c00a000 nid=0x14b03 waiting on condition [0x000000013d9db000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741aa5490> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.actor.default-dispatcher-4" #163 daemon prio=5 os_prio=31 tid=0x00007fcc1c009800 nid=0x14903 waiting on condition [0x000000013d8d8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bc90c8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.actor.default-dispatcher-3" #162 daemon prio=5 os_prio=31 tid=0x00007fcc1517e000 nid=0x14703 waiting on condition [0x000000013d7d5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bc90c8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-akka.actor.default-dispatcher-2" #161 daemon prio=5 os_prio=31 tid=0x00007fcc1c006000 nid=0x14503 waiting on condition [0x000000013d6d2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bc90c8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"sparkDriver-scheduler-1" #160 daemon prio=5 os_prio=31 tid=0x00007fcc1bd2a800 nid=0x14307 sleeping[0x000000013d3cf000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at akka.actor.LightArrayRevolverScheduler.waitNanos(Scheduler.scala:226)
at akka.actor.LightArrayRevolverScheduler$$anon$8.nextTick(Scheduler.scala:405)
at akka.actor.LightArrayRevolverScheduler$$anon$8.run(Scheduler.scala:375)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_boss][T#1]{New I/O server boss #17}" #157 daemon prio=5 os_prio=31 tid=0x00007fcc1c14d000 nid=0x13f03 runnable [0x000000013cccc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f6a38> (a sun.nio.ch.Util$2)
- locked <0x00000007415f6a28> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f69d8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#16]{New I/O worker #16}" #156 daemon prio=5 os_prio=31 tid=0x00007fcc1a3a8800 nid=0x13d03 runnable [0x000000013cbc9000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f7ac0> (a sun.nio.ch.Util$2)
- locked <0x00000007415f7ab0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f7980> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#15]{New I/O worker #15}" #155 daemon prio=5 os_prio=31 tid=0x00007fcc189a0000 nid=0x13b03 runnable [0x000000013cac6000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f7e28> (a sun.nio.ch.Util$2)
- locked <0x00000007415f7e18> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f7ce8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#14]{New I/O worker #14}" #154 daemon prio=5 os_prio=31 tid=0x00007fcc1c06f800 nid=0x13903 runnable [0x000000013c9c3000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8190> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8180> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8050> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#13]{New I/O worker #13}" #153 daemon prio=5 os_prio=31 tid=0x00007fcc13d67000 nid=0x13703 runnable [0x000000013c8c0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f84f8> (a sun.nio.ch.Util$2)
- locked <0x00000007415f84e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f83b8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#12]{New I/O worker #12}" #152 daemon prio=5 os_prio=31 tid=0x00007fcc13919000 nid=0x13503 runnable [0x000000013c7bd000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8860> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8850> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8720> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#11]{New I/O worker #11}" #151 daemon prio=5 os_prio=31 tid=0x00007fcc1a45a800 nid=0x13303 runnable [0x000000013c6ba000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8bc8> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8bb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8a88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#10]{New I/O worker #10}" #150 daemon prio=5 os_prio=31 tid=0x00007fcc1a45a000 nid=0x13103 runnable [0x000000013c5b7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f8f30> (a sun.nio.ch.Util$2)
- locked <0x00000007415f8f20> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f8df0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#9]{New I/O worker #9}" #149 daemon prio=5 os_prio=31 tid=0x00007fcc1a457000 nid=0x12f03 runnable [0x000000013c4b4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9298> (a sun.nio.ch.Util$2)
- locked <0x00000007415f9288> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9158> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#8]{New I/O worker #8}" #148 daemon prio=5 os_prio=31 tid=0x00007fcc1ba0a800 nid=0x12d03 runnable [0x000000013c3b1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9600> (a sun.nio.ch.Util$2)
- locked <0x00000007415f95f0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f94c0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#7]{New I/O worker #7}" #147 daemon prio=5 os_prio=31 tid=0x00007fcc156d7000 nid=0x12b03 runnable [0x000000013c2ae000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9968> (a sun.nio.ch.Util$2)
- locked <0x00000007415f9958> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9828> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#6]{New I/O worker #6}" #146 daemon prio=5 os_prio=31 tid=0x00007fcc13bed000 nid=0x12903 runnable [0x000000013c1ab000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415f9cd0> (a sun.nio.ch.Util$2)
- locked <0x00000007415f9cc0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9b90> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#5]{New I/O worker #5}" #145 daemon prio=5 os_prio=31 tid=0x00007fcc1a1a8800 nid=0x12703 runnable [0x000000013c0a8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fa038> (a sun.nio.ch.Util$2)
- locked <0x00000007415fa028> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415f9ef8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#4]{New I/O worker #4}" #144 daemon prio=5 os_prio=31 tid=0x00007fcc1c06e800 nid=0x12503 runnable [0x000000013bfa5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fa3a0> (a sun.nio.ch.Util$2)
- locked <0x00000007415fa390> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fa260> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#3]{New I/O worker #3}" #143 daemon prio=5 os_prio=31 tid=0x00007fcc1525d000 nid=0x12303 runnable [0x000000013bc72000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fa708> (a sun.nio.ch.Util$2)
- locked <0x00000007415fa6f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fa5c8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#2]{New I/O worker #2}" #142 daemon prio=5 os_prio=31 tid=0x00007fcc1ba32800 nid=0x12103 runnable [0x000000013bb6f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415faa70> (a sun.nio.ch.Util$2)
- locked <0x00000007415faa60> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fa930> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][http_server_worker][T#1]{New I/O worker #1}" #141 daemon prio=5 os_prio=31 tid=0x00007fcc13dd0000 nid=0x11f03 runnable [0x000000013ba6c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007415fadd8> (a sun.nio.ch.Util$2)
- locked <0x00000007415fadc8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007415fac98> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#1]" #140 daemon prio=5 os_prio=31 tid=0x00007fcc13918800 nid=0x11d03 waiting on condition [0x000000013b969000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][riverClusterService#updateTask][T#1]" #139 daemon prio=5 os_prio=31 tid=0x00007fcc1387d800 nid=0x11b03 waiting on condition [0x000000013ad10000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007416651c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][clusterService#updateTask][T#1]" #137 daemon prio=5 os_prio=31 tid=0x00007fcc1bb3b800 nid=0x11703 waiting on condition [0x000000013606c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741665538> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][[ttl_expire]]" #135 daemon prio=5 os_prio=31 tid=0x00007fcc1bb3a800 nid=0x11503 waiting on condition [0x0000000134077000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741665928> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.elasticsearch.indices.ttl.IndicesTTLService$Notifier.await(IndicesTTLService.java:342)
at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:148)
"elasticsearch[Abdul Alhazred][master_mapping_updater]" #136 prio=5 os_prio=31 tid=0x00007fcc1a1a8000 nid=0x11303 waiting on condition [0x000000012f382000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741665a00> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at org.elasticsearch.cluster.action.index.MappingUpdatedAction$MasterMappingUpdater.run(MappingUpdatedAction.java:382)
"elasticsearch[Abdul Alhazred][scheduler][T#1]" #134 daemon prio=5 os_prio=31 tid=0x00007fcc1b9fe800 nid=0x11103 waiting on condition [0x000000012ec88000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412afa80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][[timer]]" #133 daemon prio=5 os_prio=31 tid=0x00007fcc1a478800 nid=0x10f03 sleeping[0x000000012b117000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:586)
"SharedPool-Worker-9" #127 daemon prio=10 os_prio=31 tid=0x00007fcc168dd000 nid=0x10303 runnable [0x000000013b15d000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-3" #65 prio=10 os_prio=31 tid=0x00007fcc170c1000 nid=0xff03 runnable [0x0000000138b0a000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741001a18> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741059220> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741001978> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-1" #100 prio=5 os_prio=31 tid=0x00007fcc1c02b800 nid=0xfd03 runnable [0x0000000138a07000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007410f7e78> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000007410fa140> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007410f7dd8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-8" #125 daemon prio=10 os_prio=31 tid=0x00007fcc1a840800 nid=0xfb03 runnable [0x0000000134605000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-7" #124 daemon prio=10 os_prio=31 tid=0x00007fcc16023800 nid=0xf903 runnable [0x0000000134502000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-6" #123 daemon prio=10 os_prio=31 tid=0x00007fcc18cb3000 nid=0xf703 runnable [0x000000013002b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-5" #122 daemon prio=10 os_prio=31 tid=0x00007fcc16b36000 nid=0xf503 runnable [0x000000012afd2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-4" #121 daemon prio=10 os_prio=31 tid=0x00007fcc16022000 nid=0xf303 runnable [0x000000012ff28000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-3" #120 daemon prio=10 os_prio=31 tid=0x00007fcc16b35000 nid=0xf103 runnable [0x000000012fe25000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"threadDeathWatcher-3-1" #119 daemon prio=1 os_prio=31 tid=0x00007fcc18e6b800 nid=0xef03 waiting on condition [0x0000000136904000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.ThreadDeathWatcher$Watcher.run(ThreadDeathWatcher.java:137)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"cluster1-timeouter-0" #115 prio=5 os_prio=31 tid=0x00007fcc14f4b800 nid=0xed03 sleeping[0x0000000136801000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-2" #118 daemon prio=10 os_prio=31 tid=0x00007fcc14eab000 nid=0xeb03 runnable [0x00000001366fe000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-1" #117 daemon prio=10 os_prio=31 tid=0x00007fcc14ac7000 nid=0xe903 runnable [0x00000001365fb000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-2" #64 prio=10 os_prio=31 tid=0x00007fcc18699800 nid=0xe703 runnable [0x00000001364f8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741059940> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074105cd00> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007410598a0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-0" #99 prio=5 os_prio=31 tid=0x00007fcc18968000 nid=0xe503 runnable [0x00000001363f5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000074115e860> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074112ba58> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000074115e7c0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster1-scheduled-task-worker-0" #116 prio=5 os_prio=31 tid=0x00007fcc19573800 nid=0xe303 waiting on condition [0x0000000135b69000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741126280> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster1-connection-reaper-0" #98 prio=5 os_prio=31 tid=0x00007fcc14abc800 nid=0xe103 waiting on condition [0x0000000135a66000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007410882d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:16" #97 daemon prio=5 os_prio=31 tid=0x00007fcc19572800 nid=0xdf03 runnable [0x0000000135896000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074112c190> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:15" #96 daemon prio=5 os_prio=31 tid=0x00007fcc16311800 nid=0xdd03 runnable [0x0000000135793000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741182348> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:14" #95 daemon prio=5 os_prio=31 tid=0x00007fcc171fc800 nid=0xdb03 runnable [0x0000000135690000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741183928> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:13" #94 daemon prio=5 os_prio=31 tid=0x00007fcc16306800 nid=0xd903 runnable [0x000000013558d000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741184f08> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:12" #93 daemon prio=5 os_prio=31 tid=0x00007fcc17c45800 nid=0xd703 runnable [0x000000013548a000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074116d2c8> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:11" #92 daemon prio=5 os_prio=31 tid=0x00007fcc171fb800 nid=0xd503 runnable [0x0000000135387000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741186490> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:10" #91 daemon prio=5 os_prio=31 tid=0x00007fcc19572000 nid=0xd303 runnable [0x0000000135284000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074116e850> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:9" #90 daemon prio=5 os_prio=31 tid=0x00007fcc19571000 nid=0xd103 runnable [0x0000000135181000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000741187a18> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:8" #89 daemon prio=5 os_prio=31 tid=0x00007fcc19570800 nid=0xcf03 runnable [0x000000013507e000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074065de98> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:7" #88 daemon prio=5 os_prio=31 tid=0x00007fcc144b1000 nid=0xcd03 runnable [0x0000000134f7b000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074065f478> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:6" #87 daemon prio=5 os_prio=31 tid=0x00007fcc16847800 nid=0xcb03 runnable [0x0000000134e78000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000740664290> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:5" #86 daemon prio=5 os_prio=31 tid=0x00007fcc13bce800 nid=0xc903 runnable [0x0000000134d75000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000007406670c8> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:4" #85 daemon prio=5 os_prio=31 tid=0x00007fcc16846800 nid=0xc703 runnable [0x0000000134c72000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074066a630> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:3" #84 daemon prio=5 os_prio=31 tid=0x00007fcc16846000 nid=0xc503 runnable [0x0000000134b6f000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074066bbb8> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:2" #83 daemon prio=5 os_prio=31 tid=0x00007fcc171fb000 nid=0xc303 runnable [0x0000000134a6c000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x000000074066e998> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thrift:1" #82 daemon prio=5 os_prio=31 tid=0x00007fcc18549800 nid=0xc103 runnable [0x0000000134969000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x0000000740673ee0> (a java.io.BufferedInputStream)
at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
at org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27)
at org.apache.cassandra.thrift.CustomTThreadPoolServer$WorkerProcess.run(CustomTThreadPoolServer.java:205)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Hector.me.prettyprint.cassandra.connection.CassandraHostRetryService-1" #81 daemon prio=5 os_prio=31 tid=0x00007fcc197f7800 nid=0xbf03 waiting on condition [0x00000001343ff000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741151bd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-2" #80 prio=5 os_prio=31 tid=0x00007fcc170c4000 nid=0xbd03 runnable [0x000000013423d000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.cassandra.thrift.TCustomServerSocket.acceptImpl(TCustomServerSocket.java:102)
at org.apache.cassandra.thrift.TCustomServerSocket.acceptImpl(TCustomServerSocket.java:36)
at org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:60)
at org.apache.cassandra.thrift.CustomTThreadPoolServer.serve(CustomTThreadPoolServer.java:110)
at org.apache.cassandra.thrift.ThriftServer$ThriftServerThread.run(ThriftServer.java:137)
"nioEventLoopGroup-2-1" #63 prio=10 os_prio=31 tid=0x00007fcc1687b800 nid=0xbb07 runnable [0x0000000132726000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000074105d658> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x000000074105f988> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000074105d5b8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"NonPeriodicTasks:1" #62 daemon prio=5 os_prio=31 tid=0x00007fcc16310000 nid=0xb903 waiting on condition [0x0000000133f74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074012e2b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"PendingRangeCalculator:1" #61 daemon prio=5 os_prio=31 tid=0x00007fcc1854a000 nid=0xb703 waiting on condition [0x0000000133e71000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740ad15c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"MiscStage:1" #52 daemon prio=5 os_prio=31 tid=0x00007fcc1437f000 nid=0xa503 waiting on condition [0x0000000133556000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740f7b6e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"MigrationStage:1" #51 daemon prio=5 os_prio=31 tid=0x00007fcc144c9800 nid=0xa303 waiting on condition [0x0000000133453000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740fc39a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"AntiEntropyStage:1" #50 daemon prio=5 os_prio=31 tid=0x00007fcc147f7800 nid=0xa103 waiting on condition [0x0000000133350000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074104a718> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"GossipStage:1" #49 daemon prio=5 os_prio=31 tid=0x00007fcc161ad800 nid=0x9f03 waiting on condition [0x000000013324d000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007410f53c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"BatchlogTasks:1" #40 daemon prio=5 os_prio=31 tid=0x00007fcc16898000 nid=0x8d03 waiting on condition [0x0000000132623000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074112b8d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"HintedHandoff:1" #39 daemon prio=1 os_prio=31 tid=0x00007fcc17801000 nid=0x8b03 waiting on condition [0x0000000132520000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740b9d550> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ACCEPT-/127.0.0.1" #38 prio=5 os_prio=31 tid=0x00007fcc1689a000 nid=0x8903 runnable [0x000000013241d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x000000074042a400> (a java.lang.Object)
at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:100)
- locked <0x000000074042a3d0> (a java.lang.Object)
at org.apache.cassandra.net.MessagingService$SocketThread.run(MessagingService.java:914)
"GossipTasks:1" #37 daemon prio=5 os_prio=31 tid=0x00007fcc13ff6000 nid=0x8703 waiting on condition [0x000000012fa25000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740429740> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"IndexSummaryManager:1" #35 daemon prio=1 os_prio=31 tid=0x00007fcc15724000 nid=0x7907 waiting on condition [0x000000012e882000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740429fa0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Reference-Reaper:1" #34 daemon prio=5 os_prio=31 tid=0x00007fcc157c8000 nid=0x8503 in Object.wait() [0x000000012f48a000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000740a67f60> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at org.apache.cassandra.utils.concurrent.Ref$1.run(Ref.java:309)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SlabPoolCleaner" #29 daemon prio=5 os_prio=31 tid=0x00007fcc15725000 nid=0x7b03 waiting on condition [0x000000012e985000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.utils.concurrent.WaitQueue$AbstractSignal.awaitUninterruptibly(WaitQueue.java:283)
at org.apache.cassandra.utils.memory.MemtableCleanerThread.run(MemtableCleanerThread.java:66)
"OptionalTasks:1" #23 daemon prio=5 os_prio=31 tid=0x00007fcc13a6f000 nid=0x6f03 waiting on condition [0x000000012e373000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401b0f10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Background_Reporter:1" #22 daemon prio=5 os_prio=31 tid=0x00007fcc14b09800 nid=0x6d03 waiting on condition [0x000000012c270000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074018ed48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"EXPIRING-MAP-REAPER:1" #21 daemon prio=5 os_prio=31 tid=0x00007fcc14b11000 nid=0x6b03 waiting on condition [0x000000012c16d000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a7828> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"pool-1-thread-1" #20 prio=5 os_prio=31 tid=0x00007fcc14abd000 nid=0x6903 waiting on condition [0x000000012c06a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000740217fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"metrics-meter-tick-thread-2" #19 daemon prio=5 os_prio=31 tid=0x00007fcc139d3800 nid=0x6703 waiting on condition [0x000000012bf67000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a9ad8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"metrics-meter-tick-thread-1" #18 daemon prio=5 os_prio=31 tid=0x00007fcc13aa7000 nid=0x6503 waiting on condition [0x000000012be64000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a9ad8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"PERIODIC-COMMIT-LOG-SYNCER" #17 prio=5 os_prio=31 tid=0x00007fcc13aaa000 nid=0x6303 waiting on condition [0x000000012bd61000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401b0ff8> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:409)
at org.apache.cassandra.db.commitlog.AbstractCommitLogService$1.run(AbstractCommitLogService.java:116)
at java.lang.Thread.run(Thread.java:745)
"COMMIT-LOG-ALLOCATOR" #16 prio=5 os_prio=31 tid=0x00007fcc155a4000 nid=0x6103 waiting on condition [0x000000012b330000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000074018ee10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.cassandra.db.commitlog.CommitLogSegmentManager$1.runMayThrow(CommitLogSegmentManager.java:144)
at org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)
at java.lang.Thread.run(Thread.java:745)
"CommitLogArchiver:1" #15 daemon prio=5 os_prio=31 tid=0x00007fcc142df800 nid=0x5f03 waiting on condition [0x000000012a6c7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a7b88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ScheduledTasks:1" #12 daemon prio=5 os_prio=31 tid=0x00007fcc155dd800 nid=0x5e07 waiting on condition [0x000000012b4c9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401a9b70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Service Thread" #11 daemon prio=9 os_prio=31 tid=0x00007fcc14813000 nid=0x5503 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #10 daemon prio=9 os_prio=31 tid=0x00007fcc1400e800 nid=0x5303 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #9 daemon prio=9 os_prio=31 tid=0x00007fcc1380d000 nid=0x5103 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #8 daemon prio=9 os_prio=31 tid=0x00007fcc1380c800 nid=0x4f03 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #7 daemon prio=9 os_prio=31 tid=0x00007fcc1383a000 nid=0x4d03 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"JDWP Event Helper Thread" #6 daemon prio=10 os_prio=31 tid=0x00007fcc15097800 nid=0x4b03 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"JDWP Transport Listener: dt_socket" #5 daemon prio=10 os_prio=31 tid=0x00007fcc14013000 nid=0x4903 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=31 tid=0x00007fcc15086800 nid=0x3917 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=31 tid=0x00007fcc1400a000 nid=0x3503 in Object.wait() [0x0000000127869000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x000000074018e358> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
"Reference Handler" #2 daemon prio=10 os_prio=31 tid=0x00007fcc14009800 nid=0x3303 in Object.wait() [0x0000000127766000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157)
- locked <0x0000000740196428> (a java.lang.ref.Reference$Lock)
"VM Thread" os_prio=31 tid=0x00007fcc13835000 nid=0x3103 runnable
"GC task thread#0 (ParallelGC)" os_prio=31 tid=0x00007fcc15031800 nid=0x2103 runnable
"GC task thread#1 (ParallelGC)" os_prio=31 tid=0x00007fcc15032000 nid=0x2303 runnable
"GC task thread#2 (ParallelGC)" os_prio=31 tid=0x00007fcc15032800 nid=0x2503 runnable
"GC task thread#3 (ParallelGC)" os_prio=31 tid=0x00007fcc14007000 nid=0x2703 runnable
"GC task thread#4 (ParallelGC)" os_prio=31 tid=0x00007fcc14806000 nid=0x2903 runnable
"GC task thread#5 (ParallelGC)" os_prio=31 tid=0x00007fcc15033800 nid=0x2b03 runnable
"GC task thread#6 (ParallelGC)" os_prio=31 tid=0x00007fcc15034000 nid=0x2d03 runnable
"GC task thread#7 (ParallelGC)" os_prio=31 tid=0x00007fcc15034800 nid=0x2f03 runnable
"VM Periodic Task Thread" os_prio=31 tid=0x00007fcc1482c000 nid=0x5703 waiting on condition
JNI global references: 17482
This file has been truncated, but you can view the full file.
2015-07-12 11:40:08
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.45-b02 mixed mode):
"globalEventExecutor-1-42" #1826 prio=5 os_prio=31 tid=0x00007fcc1fbab800 nid=0x3662b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Attach Listener" #1755 daemon prio=9 os_prio=31 tid=0x00007fcc20632800 nid=0x2b46b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"MemtablePostFlush:2" #1754 daemon prio=5 os_prio=31 tid=0x00007fcc14519800 nid=0x34f2f waiting on condition [0x0000000132d3e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007401bdf38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-137" #1747 daemon prio=10 os_prio=31 tid=0x00007fcc15792800 nid=0x720f waiting on condition [0x0000000160313000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-136" #1746 daemon prio=10 os_prio=31 tid=0x00007fcc14a2b800 nid=0x35f43 waiting on condition [0x000000016000a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"Shutdown-checker" #1744 prio=5 os_prio=31 tid=0x00007fcc14874800 nid=0x3943b in Object.wait() [0x000000015a023000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1253)
- locked <0x000000074692b2c8> (a java.lang.Thread)
at io.netty.util.HashedWheelTimer.stop(HashedWheelTimer.java:308)
at com.datastax.driver.core.Connection$Factory.shutdown(Connection.java:826)
at com.datastax.driver.core.Cluster$Manager$ClusterCloseFuture$1.run(Cluster.java:2283)
"cluster60-timeouter-0" #1663 prio=5 os_prio=31 tid=0x00007fcc20802800 nid=0x3b317 sleeping[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"cluster60-connection-reaper-0" #1630 prio=5 os_prio=31 tid=0x00007fcc15792000 nid=0x37023 waiting on condition [0x000000016164c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007469246b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-135" #1617 daemon prio=10 os_prio=31 tid=0x00007fcc1780c000 nid=0x2ba43 waiting on condition [0x000000015f356000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-134" #1616 daemon prio=10 os_prio=31 tid=0x00007fcc1d055800 nid=0xae0b waiting on condition [0x0000000132e6a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-133" #1382 daemon prio=10 os_prio=31 tid=0x00007fcc1eb14000 nid=0x2c62f runnable [0x0000000160925000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#5]" #1381 daemon prio=5 os_prio=31 tid=0x00007fcc1ddf6800 nid=0x5b0f waiting on condition [0x0000000160822000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#4]" #1380 daemon prio=5 os_prio=31 tid=0x00007fcc209ab800 nid=0x24427 waiting on condition [0x000000015aaad000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#3]" #1379 daemon prio=5 os_prio=31 tid=0x00007fcc1d146800 nid=0x30037 waiting on condition [0x0000000159b14000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-132" #1377 daemon prio=10 os_prio=31 tid=0x00007fcc1d143800 nid=0x11907 runnable [0x000000015a21e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][management][T#2]" #1240 daemon prio=5 os_prio=31 tid=0x00007fcc1ebbd000 nid=0x36827 waiting on condition [0x000000013b048000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdcc0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-131" #1239 daemon prio=10 os_prio=31 tid=0x00007fcc1df56800 nid=0x38217 waiting on condition [0x0000000160210000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-130" #1235 daemon prio=10 os_prio=31 tid=0x00007fcc1ed40000 nid=0x2f847 waiting on condition [0x000000015bd9a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-129" #1234 daemon prio=10 os_prio=31 tid=0x00007fcc1633c800 nid=0x2b543 waiting on condition [0x000000015badd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-127" #1230 daemon prio=10 os_prio=31 tid=0x00007fcc1d8a0000 nid=0x10c07 runnable [0x000000015b7d4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-125" #1231 daemon prio=10 os_prio=31 tid=0x00007fcc1fda4000 nid=0x36c1f runnable [0x000000015ac05000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-128" #1232 daemon prio=10 os_prio=31 tid=0x00007fcc1d2f1000 nid=0x22063 waiting on condition [0x000000015a68b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-126" #1233 daemon prio=10 os_prio=31 tid=0x00007fcc2089c800 nid=0x3611f runnable [0x000000015a588000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-124" #1229 daemon prio=10 os_prio=31 tid=0x00007fcc168de000 nid=0x10d0b runnable [0x0000000159f20000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-123" #1227 daemon prio=10 os_prio=31 tid=0x00007fcc184b5000 nid=0x36b1b runnable [0x000000015a9aa000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-122" #1226 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e5800 nid=0x2fe23 runnable [0x0000000159c17000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-119" #1223 daemon prio=10 os_prio=31 tid=0x00007fcc20cd4000 nid=0x3881b runnable [0x000000013b260000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-118" #1224 daemon prio=10 os_prio=31 tid=0x00007fcc1a05a000 nid=0x38513 runnable [0x0000000159d1a000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-121" #1222 daemon prio=10 os_prio=31 tid=0x00007fcc18155800 nid=0x30733 runnable [0x000000015b6d1000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-120" #1221 daemon prio=10 os_prio=31 tid=0x00007fcc2046d800 nid=0x37513 runnable [0x000000015c7aa000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-117" #1218 daemon prio=10 os_prio=31 tid=0x00007fcc14449800 nid=0x10907 runnable [0x000000012fbf1000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-116" #1158 daemon prio=10 os_prio=31 tid=0x00007fcc1ed5f000 nid=0x3621f runnable [0x0000000158995000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-114" #1157 daemon prio=10 os_prio=31 tid=0x00007fcc20010000 nid=0x35e17 runnable [0x000000015c6a7000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-115" #1156 daemon prio=10 os_prio=31 tid=0x00007fcc1eab0800 nid=0x38a07 runnable [0x0000000161343000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-113" #1147 daemon prio=10 os_prio=31 tid=0x00007fcc1b8c1000 nid=0x2ca33 runnable [0x000000015a8a7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-94" #999 daemon prio=10 os_prio=31 tid=0x00007fcc184b5800 nid=0x37c07 runnable [0x000000015f9f8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-105" #996 daemon prio=10 os_prio=31 tid=0x00007fcc1fabb000 nid=0x35c03 runnable [0x000000015eacb000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-102" #983 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e7800 nid=0x35803 runnable [0x000000015e8c5000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-106" #985 daemon prio=10 os_prio=31 tid=0x00007fcc1dd8c800 nid=0x35603 runnable [0x000000015e7c2000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-108" #986 daemon prio=10 os_prio=31 tid=0x00007fcc1faba000 nid=0x35403 runnable [0x000000015e6bf000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-109" #987 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f7000 nid=0x35203 runnable [0x000000015e5bc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-110" #995 daemon prio=10 os_prio=31 tid=0x00007fcc18b16800 nid=0x35003 runnable [0x000000015e4b9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-104" #994 daemon prio=10 os_prio=31 tid=0x00007fcc1dc36800 nid=0x34c03 runnable [0x000000015e2b3000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-98" #992 daemon prio=10 os_prio=31 tid=0x00007fcc18576000 nid=0x34a03 runnable [0x000000015e1b0000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-96" #993 daemon prio=10 os_prio=31 tid=0x00007fcc1dc36000 nid=0x34803 runnable [0x000000015e0ad000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-99" #991 daemon prio=10 os_prio=31 tid=0x00007fcc18575000 nid=0x34603 runnable [0x000000015dfaa000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-100" #990 daemon prio=10 os_prio=31 tid=0x00007fcc185dc000 nid=0x34403 runnable [0x000000015dea7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-112" #989 daemon prio=10 os_prio=31 tid=0x00007fcc1d332000 nid=0x34203 runnable [0x000000015dda4000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-111" #988 daemon prio=10 os_prio=31 tid=0x00007fcc1e8e7000 nid=0x34003 runnable [0x000000015dca1000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-107" #984 daemon prio=10 os_prio=31 tid=0x00007fcc1d299000 nid=0x33e03 runnable [0x000000015db9e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-103" #982 daemon prio=10 os_prio=31 tid=0x00007fcc1d298800 nid=0x33c03 runnable [0x000000015da9b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-90" #981 daemon prio=10 os_prio=31 tid=0x00007fcc185db800 nid=0x33a03 runnable [0x000000015d998000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-88" #974 daemon prio=10 os_prio=31 tid=0x00007fcc20409800 nid=0x33803 runnable [0x000000015d895000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-91" #980 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f6800 nid=0x33603 runnable [0x000000015d792000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-92" #979 daemon prio=10 os_prio=31 tid=0x00007fcc20409000 nid=0x33403 waiting on condition [0x000000015d68f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:85)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-93" #978 daemon prio=10 os_prio=31 tid=0x00007fcc1dc35000 nid=0x33203 runnable [0x000000015d58c000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-101" #977 daemon prio=10 os_prio=31 tid=0x00007fcc1d46e000 nid=0x33003 runnable [0x000000015d489000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-97" #976 daemon prio=10 os_prio=31 tid=0x00007fcc1f8f5800 nid=0x32e03 runnable [0x000000015d386000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-95" #975 daemon prio=10 os_prio=31 tid=0x00007fcc1fe4e000 nid=0x32c03 runnable [0x000000015d283000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-89" #973 daemon prio=10 os_prio=31 tid=0x00007fcc1fe4d800 nid=0x32a03 runnable [0x000000015d180000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-86" #972 daemon prio=10 os_prio=31 tid=0x00007fcc1d82f800 nid=0x32803 runnable [0x000000015c5a4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-87" #971 daemon prio=10 os_prio=31 tid=0x00007fcc1f06c000 nid=0x2e30b runnable [0x0000000158b68000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-84" #970 daemon prio=10 os_prio=31 tid=0x00007fcc1d46d000 nid=0x2e90f runnable [0x000000015ce96000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-85" #969 daemon prio=10 os_prio=31 tid=0x00007fcc1d057000 nid=0x2ec0b runnable [0x000000015cd93000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-82" #967 daemon prio=10 os_prio=31 tid=0x00007fcc1dc34800 nid=0x2ed0b runnable [0x000000015cc90000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-81" #968 daemon prio=10 os_prio=31 tid=0x00007fcc1fea6800 nid=0x2e40b runnable [0x000000015cb8d000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-83" #966 daemon prio=10 os_prio=31 tid=0x00007fcc1dc33800 nid=0x2e50b runnable [0x000000015ca8a000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-77" #960 daemon prio=10 os_prio=31 tid=0x00007fcc16162800 nid=0x2cc07 runnable [0x000000015bfd5000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-75" #961 daemon prio=10 os_prio=31 tid=0x00007fcc1dc33000 nid=0x2ee0b runnable [0x000000015b9da000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-78" #962 daemon prio=10 os_prio=31 tid=0x00007fcc20637000 nid=0x2f00b runnable [0x000000015b8d7000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-79" #965 daemon prio=10 os_prio=31 tid=0x00007fcc1f308000 nid=0x2f40b runnable [0x000000015a3a8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-80" #964 daemon prio=10 os_prio=31 tid=0x00007fcc1d056000 nid=0x2f30f runnable [0x0000000159a11000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-76" #963 daemon prio=10 os_prio=31 tid=0x00007fcc1dc32000 nid=0x31417 runnable [0x0000000159605000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-74" #959 daemon prio=10 os_prio=31 tid=0x00007fcc209a5800 nid=0x2f217 runnable [0x000000015bed2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-72" #822 daemon prio=10 os_prio=31 tid=0x00007fcc1eaac800 nid=0x2b63f runnable [0x000000015990e000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-73" #823 daemon prio=10 os_prio=31 tid=0x00007fcc18142800 nid=0x2bd17 runnable [0x000000015980b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-70" #821 daemon prio=10 os_prio=31 tid=0x00007fcc20846800 nid=0x2b713 runnable [0x0000000159708000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-69" #819 daemon prio=10 os_prio=31 tid=0x00007fcc1f0f0000 nid=0x2d023 runnable [0x0000000159502000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-71" #820 daemon prio=10 os_prio=31 tid=0x00007fcc1b966000 nid=0x2c223 runnable [0x00000001593ff000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-68" #818 daemon prio=10 os_prio=31 tid=0x00007fcc1db92800 nid=0x22133 runnable [0x00000001592fc000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-67" #817 daemon prio=10 os_prio=31 tid=0x00007fcc1d025800 nid=0x3151b runnable [0x00000001591f9000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-66" #816 daemon prio=10 os_prio=31 tid=0x00007fcc161b8000 nid=0x31e0f runnable [0x00000001590f6000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-65" #812 daemon prio=10 os_prio=31 tid=0x00007fcc20421000 nid=0x2d30b runnable [0x000000015868c000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-64" #811 daemon prio=10 os_prio=31 tid=0x00007fcc1faf3000 nid=0x2a71b runnable [0x0000000158486000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-62" #799 daemon prio=10 os_prio=31 tid=0x00007fcc1f2ce000 nid=0x31107 runnable [0x000000015b5ce000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-59" #800 daemon prio=10 os_prio=31 tid=0x00007fcc1bf4f800 nid=0x30807 runnable [0x000000015b4cb000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-61" #802 daemon prio=10 os_prio=31 tid=0x00007fcc1f35a000 nid=0x31707 runnable [0x000000015b2c5000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-63" #801 daemon prio=10 os_prio=31 tid=0x00007fcc1f31a800 nid=0x2d207 runnable [0x000000015b1c2000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-60" #798 daemon prio=10 os_prio=31 tid=0x00007fcc1edff800 nid=0x31a07 runnable [0x000000015b0bf000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-57" #797 daemon prio=10 os_prio=31 tid=0x00007fcc1b8c7000 nid=0x31007 runnable [0x000000015afbc000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-58" #796 daemon prio=10 os_prio=31 tid=0x00007fcc1d14e800 nid=0x31c07 runnable [0x000000015aeb9000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-56" #776 daemon prio=10 os_prio=31 tid=0x00007fcc20491000 nid=0x32207 runnable [0x000000015a7a4000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#5]" #512 daemon prio=5 os_prio=31 tid=0x00007fcc1eb25800 nid=0x2aa13 waiting on condition [0x0000000158080000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#4]" #511 daemon prio=5 os_prio=31 tid=0x00007fcc1fae0800 nid=0x2ae0b waiting on condition [0x0000000157f7d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#3]" #510 daemon prio=5 os_prio=31 tid=0x00007fcc201f8000 nid=0x2a417 waiting on condition [0x0000000157e7a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#2]" #509 daemon prio=5 os_prio=31 tid=0x00007fcc1f3ae000 nid=0x2b00b waiting on condition [0x0000000157d77000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][bulk][T#1]" #508 daemon prio=5 os_prio=31 tid=0x00007fcc1eb19000 nid=0x22f0f waiting on condition [0x0000000157c74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412b8df8> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#4]" #507 daemon prio=5 os_prio=31 tid=0x00007fcc1577f800 nid=0x24d0f waiting on condition [0x0000000157b71000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#3]" #506 daemon prio=5 os_prio=31 tid=0x00007fcc1fae0000 nid=0x2ac0b waiting on condition [0x0000000157862000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][warmer][T#2]" #505 daemon prio=5 os_prio=31 tid=0x00007fcc1f072800 nid=0x20f0b waiting on condition [0x000000015725c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bed78> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][warmer][T#1]" #504 daemon prio=5 os_prio=31 tid=0x00007fcc2063c800 nid=0x20e0b waiting on condition [0x000000014c4d5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bed78> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:734)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1273)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#2]" #503 daemon prio=5 os_prio=31 tid=0x00007fcc208f2800 nid=0x2a517 waiting on condition [0x000000014c1cc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][generic][T#2]" #500 daemon prio=5 os_prio=31 tid=0x00007fcc1f93e800 nid=0x28813 waiting on condition [0x000000014605e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bdf80> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"elasticsearch[Abdul Alhazred][listener][T#1]" #499 daemon prio=5 os_prio=31 tid=0x00007fcc17923800 nid=0x23413 waiting on condition [0x000000014b3b5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007412bda78> (a java.util.concurrent.LinkedTransferQueue)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737)
at java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647)
at java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1265)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-9" #498 daemon prio=5 os_prio=31 tid=0x00007fcc1eadf800 nid=0x21c07 waiting on condition [0x000000014b2b2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-3" #495 daemon prio=5 os_prio=31 tid=0x00007fcc208b8800 nid=0x23b0f waiting on condition [0x0000000157159000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-41" #490 daemon prio=10 os_prio=31 tid=0x00007fcc1e957800 nid=0x24f07 runnable [0x0000000156f53000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-55" #493 daemon prio=10 os_prio=31 tid=0x00007fcc17c63000 nid=0x23a0f runnable [0x0000000156e50000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-53" #492 daemon prio=10 os_prio=31 tid=0x00007fcc17c62800 nid=0x21607 runnable [0x0000000156c4a000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-51" #494 daemon prio=10 os_prio=31 tid=0x00007fcc1f368000 nid=0x2a10f runnable [0x0000000155b17000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-47" #485 daemon prio=10 os_prio=31 tid=0x00007fcc201fd000 nid=0x2a60f runnable [0x00000001532ff000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-49" #486 daemon prio=10 os_prio=31 tid=0x00007fcc1e8ab000 nid=0x2a00f runnable [0x00000001500f9000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-54" #491 daemon prio=10 os_prio=31 tid=0x00007fcc1d1a6800 nid=0x29e0f runnable [0x000000014fff6000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-44" #488 daemon prio=10 os_prio=31 tid=0x00007fcc1f367800 nid=0x29b0f runnable [0x000000014eef3000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-37" #476 daemon prio=10 os_prio=31 tid=0x00007fcc1b965000 nid=0x29813 runnable [0x000000014cbea000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-42" #489 daemon prio=10 os_prio=31 tid=0x00007fcc201fa000 nid=0x29c0f runnable [0x000000014cae7000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-45" #487 daemon prio=10 os_prio=31 tid=0x00007fcc16294000 nid=0x28f0b runnable [0x000000014c7de000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-48" #484 daemon prio=10 os_prio=31 tid=0x00007fcc1f15f000 nid=0x2291b runnable [0x000000014c6db000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-52" #483 daemon prio=10 os_prio=31 tid=0x00007fcc161c0000 nid=0x28517 runnable [0x000000014c5d8000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-39" #482 daemon prio=10 os_prio=31 tid=0x00007fcc1fbae800 nid=0x23c07 runnable [0x000000014c3d2000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-50" #481 daemon prio=10 os_prio=31 tid=0x00007fcc161bf000 nid=0x2260b runnable [0x000000014c2cf000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-38" #480 daemon prio=10 os_prio=31 tid=0x00007fcc201f9000 nid=0x1d60b runnable [0x000000014c0c9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-46" #479 daemon prio=10 os_prio=31 tid=0x00007fcc156f2000 nid=0x28a1f runnable [0x000000014bec3000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-43" #478 daemon prio=10 os_prio=31 tid=0x00007fcc1f15e000 nid=0x21a17 runnable [0x000000014bdc0000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-40" #477 daemon prio=10 os_prio=31 tid=0x00007fcc1f15d800 nid=0x2391f runnable [0x000000014bcbd000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-36" #475 daemon prio=10 os_prio=31 tid=0x00007fcc1ee0c800 nid=0x2241b runnable [0x000000014bbba000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-34" #474 daemon prio=10 os_prio=31 tid=0x00007fcc1f15c800 nid=0x2530b runnable [0x000000014bab7000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-35" #473 daemon prio=10 os_prio=31 tid=0x00007fcc1eaad000 nid=0x22b0b runnable [0x000000014b9b4000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-33" #472 daemon prio=10 os_prio=31 tid=0x00007fcc20820000 nid=0x2190f runnable [0x000000014b8b1000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-32" #470 daemon prio=10 os_prio=31 tid=0x00007fcc1fbad800 nid=0x2180f runnable [0x000000014b5bc000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-31" #471 daemon prio=10 os_prio=31 tid=0x00007fcc2089f000 nid=0x22a0b runnable [0x000000014b4b9000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-30" #469 daemon prio=10 os_prio=31 tid=0x00007fcc18b2b800 nid=0x2220f runnable [0x0000000145f5b000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-16" #78 prio=10 os_prio=31 tid=0x00007fcc209af800 nid=0x29203 runnable [0x000000015735f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fc8768> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fca7e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fc86c8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-15" #77 prio=10 os_prio=31 tid=0x00007fcc1ba92800 nid=0x28c03 runnable [0x0000000157056000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe0a70> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe2af0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe09d0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-14" #76 prio=10 os_prio=31 tid=0x00007fcc1f3b2800 nid=0x28603 runnable [0x0000000156d4d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe31e0> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe5260> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe3140> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-13" #75 prio=10 os_prio=31 tid=0x00007fcc20a20800 nid=0x28203 runnable [0x0000000156b47000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe5950> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fe79d0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe58b0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-29" #460 daemon prio=10 os_prio=31 tid=0x00007fcc1ba8c000 nid=0x28003 runnable [0x0000000156a44000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-28" #459 daemon prio=10 os_prio=31 tid=0x00007fcc17810800 nid=0x27e03 runnable [0x0000000156941000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-27" #458 daemon prio=10 os_prio=31 tid=0x00007fcc20a1c000 nid=0x27c03 runnable [0x000000015683e000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:94)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-26" #457 daemon prio=10 os_prio=31 tid=0x00007fcc20875000 nid=0x27a03 runnable [0x000000015673b000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-25" #456 daemon prio=10 os_prio=31 tid=0x00007fcc20874800 nid=0x27803 runnable [0x0000000156638000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-24" #455 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d5000 nid=0x27603 runnable [0x0000000156535000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-23" #454 daemon prio=10 os_prio=31 tid=0x00007fcc1d284800 nid=0x27403 runnable [0x0000000156432000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-22" #452 daemon prio=10 os_prio=31 tid=0x00007fcc1ba8b000 nid=0x27203 runnable [0x000000015632f000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:374)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-20" #453 daemon prio=10 os_prio=31 tid=0x00007fcc1628f000 nid=0x27003 runnable [0x000000015622c000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-21" #451 daemon prio=10 os_prio=31 tid=0x00007fcc1d284000 nid=0x26e03 runnable [0x0000000156129000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-17" #449 daemon prio=10 os_prio=31 tid=0x00007fcc1d283000 nid=0x26c03 runnable [0x0000000156026000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-19" #450 daemon prio=10 os_prio=31 tid=0x00007fcc1bf50000 nid=0x26a03 runnable [0x0000000155f23000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.poll(ConcurrentLinkedQueue.java:377)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:111)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-18" #448 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d4000 nid=0x26803 runnable [0x0000000155e20000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-16" #447 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d3800 nid=0x26603 runnable [0x0000000155d1d000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-15" #446 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d2000 nid=0x26403 runnable [0x0000000155c1a000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-10" #445 daemon prio=10 os_prio=31 tid=0x00007fcc1f3d1000 nid=0x26003 runnable [0x0000000155a14000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-12" #444 daemon prio=10 os_prio=31 tid=0x00007fcc1628d800 nid=0x25e03 runnable [0x0000000155911000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.ConcurrentLinkedQueue.offer(ConcurrentLinkedQueue.java:353)
at java.util.concurrent.ConcurrentLinkedQueue.add(ConcurrentLinkedQueue.java:297)
at org.apache.cassandra.concurrent.SEPExecutor.addTask(SEPExecutor.java:84)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService.execute(AbstractTracingAwareExecutorService.java:222)
at org.apache.cassandra.transport.RequestThreadPoolExecutor.execute(RequestThreadPoolExecutor.java:94)
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-11" #443 daemon prio=10 os_prio=31 tid=0x00007fcc1d282800 nid=0x25c03 runnable [0x000000015580e000]
java.lang.Thread.State: RUNNABLE
at org.apache.cassandra.concurrent.SEPExecutor.takeTaskPermit(SEPExecutor.java:145)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-14" #442 daemon prio=10 os_prio=31 tid=0x00007fcc1628d000 nid=0x25a03 runnable [0x000000015570b000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"SharedPool-Worker-13" #441 daemon prio=10 os_prio=31 tid=0x00007fcc1629b000 nid=0x25803 runnable [0x0000000155608000]
java.lang.Thread.State: RUNNABLE
at io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:775)
at io.netty.channel.DefaultChannelPipeline.access$300(DefaultChannelPipeline.java:45)
at io.netty.channel.DefaultChannelPipeline$5.run(DefaultChannelPipeline.java:778)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at org.apache.cassandra.concurrent.AbstractTracingAwareExecutorService$FutureTask.run(AbstractTracingAwareExecutorService.java:164)
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-12" #74 prio=10 os_prio=31 tid=0x00007fcc208eb800 nid=0x25603 runnable [0x0000000155505000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fe80c0> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740fed8a8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fe8020> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-11" #73 prio=10 os_prio=31 tid=0x00007fcc1f077000 nid=0x25403 runnable [0x0000000154402000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fedf98> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff0018> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fedef8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-10" #72 prio=10 os_prio=31 tid=0x00007fcc1d27f800 nid=0x25003 runnable [0x00000001521fc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff0708> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff2788> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff0668> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-9" #71 prio=10 os_prio=31 tid=0x00007fcc1d150000 nid=0x24803 runnable [0x000000014edf0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff2e78> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff4ef8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff2dd8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-8" #70 prio=10 os_prio=31 tid=0x00007fcc17810000 nid=0x24603 runnable [0x000000014cced000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff55e8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff7668> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff5548> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-7" #69 prio=10 os_prio=31 tid=0x00007fcc1fb2f000 nid=0x24003 runnable [0x000000014c9e4000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ff7d58> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ff9dd8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ff7cb8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-6" #68 prio=10 os_prio=31 tid=0x00007fcc208ea800 nid=0x23e03 runnable [0x000000014c8e1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ffa4c8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ffc548> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ffa428> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-7" #307 daemon prio=5 os_prio=31 tid=0x00007fcc1f3e7800 nid=0x20407 waiting on condition [0x000000014b0ad000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-6" #306 daemon prio=5 os_prio=31 tid=0x00007fcc1fdca000 nid=0x2090b waiting on condition [0x000000014afaa000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-5" #305 daemon prio=5 os_prio=31 tid=0x00007fcc17a77000 nid=0x21207 waiting on condition [0x000000014aea7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-3" #303 daemon prio=5 os_prio=31 tid=0x00007fcc1f0d4000 nid=0x1d70b waiting on condition [0x000000014aca1000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-2" #302 daemon prio=5 os_prio=31 tid=0x00007fcc1deb0000 nid=0x2110b waiting on condition [0x000000014a469000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000746baeb38> (a com.google.common.util.concurrent.AbstractFuture$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)
at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
at com.datastax.driver.core.Cluster.close(Cluster.java:467)
at com.datastax.spark.connector.cql.CassandraConnector$.com$datastax$spark$connector$cql$CassandraConnector$$destroySession(CassandraConnector.scala:163)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.CassandraConnector$$anonfun$3.apply(CassandraConnector.scala:141)
at com.datastax.spark.connector.cql.RefCountedCache.acquire(RefCountedCache.scala:64)
at com.datastax.spark.connector.cql.CassandraConnector.openSession(CassandraConnector.scala:73)
at com.datastax.spark.connector.cql.CassandraConnector.withSessionDo(CassandraConnector.scala:101)
at com.datastax.spark.connector.writer.TableWriter.write(TableWriter.scala:119)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1$$anonfun$apply$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-2" #301 daemon prio=5 os_prio=31 tid=0x00007fcc1e890800 nid=0x20d0b waiting on condition [0x000000014a367000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-1" #300 daemon prio=5 os_prio=31 tid=0x00007fcc18bf4000 nid=0x1dd0b waiting on condition [0x000000014493b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6d7d8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"pool-23-thread-1" #299 prio=5 os_prio=31 tid=0x00007fcc18936800 nid=0x2100b in Object.wait() [0x0000000144637000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
- locked <0x00000007468d21a8> (a org.apache.spark.scheduler.JobWaiter)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:530)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1732)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1750)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1772)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1.apply(DStreamFunctions.scala:33)
at com.datastax.spark.connector.streaming.DStreamFunctions$$anonfun$saveToCassandra$1.apply(DStreamFunctions.scala:33)
at org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:631)
at org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:631)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(ForEachDStream.scala:42)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.DStream.createRDDWithLocalProperties(DStream.scala:399)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply$mcV$sp(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
at org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:40)
at scala.util.Try$.apply(Try.scala:191)
at org.apache.spark.streaming.scheduler.Job.run(Job.scala:34)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply$mcV$sp(JobScheduler.scala:193)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:193)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:193)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at org.apache.spark.streaming.scheduler.JobScheduler$JobHandler.run(JobScheduler.scala:192)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"ConsumerFetcherThread-consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa-0-0" #298 prio=5 os_prio=31 tid=0x00007fcc1faea000 nid=0x1da07 runnable [0x000000014401d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.Net.poll(Native Method)
at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
- locked <0x0000000741dae7d8> (a java.lang.Object)
at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
- locked <0x0000000741dae7a8> (a java.lang.Object)
at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
- locked <0x0000000741dae8f0> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
- locked <0x0000000741db1440> (a java.lang.Object)
at kafka.utils.Utils$.read(Utils.scala:380)
at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
at kafka.network.BlockingChannel.receive(BlockingChannel.scala:111)
at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:71)
at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:68)
- locked <0x0000000741db1398> (a java.lang.Object)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:112)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:112)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:112)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:111)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:111)
at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:111)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:110)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:94)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"KafkaMessageHandler-0" #297 daemon prio=5 os_prio=31 tid=0x00007fcc1d131000 nid=0x1d207 waiting on condition [0x0000000143f1b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741db3380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
at org.apache.spark.streaming.kafka.KafkaReceiver$MessageHandler.run(KafkaInputDStream.scala:133)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa-leader-finder-thread" #296 prio=5 os_prio=31 tid=0x00007fcc18d97000 nid=0x1d40b waiting on condition [0x0000000143c7d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd27a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at kafka.consumer.ConsumerFetcherManager$LeaderFinderThread.doWork(ConsumerFetcherManager.scala:61)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"consumer-7512_israels-mbp.clearforest.com-1436690285498-ad6de0fa_watcher_executor" #293 daemon prio=5 os_prio=31 tid=0x00007fcc1ed28800 nid=0x20203 waiting on condition [0x000000014ab9e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd0510> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:544)
"kafka-consumer-scheduler-0" #292 daemon prio=5 os_prio=31 tid=0x00007fcc20107000 nid=0x20003 waiting on condition [0x000000014aa9b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd13d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-0-EventThread" #291 daemon prio=5 os_prio=31 tid=0x00007fcc18de7800 nid=0x1fe03 waiting on condition [0x000000014a998000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741db6e10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"Executor task launch worker-0-SendThread(10.11.11.49:2181)" #290 daemon prio=5 os_prio=31 tid=0x00007fcc1fb8e000 nid=0x1fc03 runnable [0x000000014a895000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741db67a0> (a sun.nio.ch.Util$2)
- locked <0x0000000741db6790> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741db6330> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"ZkClient-EventThread-289-10.11.11.49:2181" #289 daemon prio=5 os_prio=31 tid=0x00007fcc1fb8d000 nid=0x1fa03 waiting on condition [0x000000014a792000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741dd2490> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
"Thread-32" #288 daemon prio=5 os_prio=31 tid=0x00007fcc208b2800 nid=0x1f803 waiting on condition [0x000000014a68f000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e60418> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at org.apache.spark.streaming.receiver.BlockGenerator.org$apache$spark$streaming$receiver$BlockGenerator$$keepPushingBlocks(BlockGenerator.scala:168)
at org.apache.spark.streaming.receiver.BlockGenerator$$anon$1.run(BlockGenerator.scala:87)
"RecurringTimer - BlockGenerator" #287 daemon prio=5 os_prio=31 tid=0x00007fcc1fbcd000 nid=0x1f603 waiting on condition [0x000000014a58c000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.spark.util.SystemClock.waitTillTime(Clock.scala:63)
at org.apache.spark.streaming.util.RecurringTimer.org$apache$spark$streaming$util$RecurringTimer$$loop(RecurringTimer.scala:96)
at org.apache.spark.streaming.util.RecurringTimer$$anon$1.run(RecurringTimer.scala:29)
"DestroyJavaVM" #286 prio=5 os_prio=31 tid=0x00007fcc1607d000 nid=0x1303 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"RecurringTimer - JobGenerator" #254 daemon prio=5 os_prio=31 tid=0x00007fcc1d0d6000 nid=0x1f403 waiting on condition [0x0000000145e58000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.spark.util.SystemClock.waitTillTime(Clock.scala:63)
at org.apache.spark.streaming.util.RecurringTimer.org$apache$spark$streaming$util$RecurringTimer$$loop(RecurringTimer.scala:96)
at org.apache.spark.streaming.util.RecurringTimer$$anon$1.run(RecurringTimer.scala:29)
"ForkJoinPool-3-worker-15" #285 daemon prio=5 os_prio=31 tid=0x00007fcc1df1f800 nid=0x1f203 waiting on condition [0x0000000141789000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007420e3828> (a scala.concurrent.forkjoin.ForkJoinPool)
at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
"JobGenerator" #284 daemon prio=5 os_prio=31 tid=0x00007fcc2009f000 nid=0x1f003 waiting on condition [0x0000000145d55000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e34d18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"Thread-31" #283 prio=5 os_prio=31 tid=0x00007fcc20105800 nid=0x1ee03 in Object.wait() [0x0000000145c52000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.spark.scheduler.JobWaiter.awaitResult(JobWaiter.scala:73)
- locked <0x0000000742314020> (a org.apache.spark.scheduler.JobWaiter)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:530)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1732)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1750)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1765)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:1779)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher.org$apache$spark$streaming$scheduler$ReceiverTracker$ReceiverLauncher$$startReceivers(ReceiverTracker.scala:320)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anon$2.run(ReceiverTracker.scala:237)
"StreamingListenerBus" #255 daemon prio=5 os_prio=31 tid=0x00007fcc1fb78800 nid=0x1ec03 waiting on condition [0x0000000145b4f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e51850> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1$$anonfun$run$1.apply$mcV$sp(AsynchronousListenerBus.scala:65)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1.run(AsynchronousListenerBus.scala:63)
"JobScheduler" #282 daemon prio=5 os_prio=31 tid=0x00007fcc1fb78000 nid=0x1ea03 waiting on condition [0x0000000145a4c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e610c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"nioEventLoopGroup-2-5" #67 prio=10 os_prio=31 tid=0x00007fcc1f093000 nid=0x1de03 runnable [0x0000000144ace000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740ffcc38> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000740ffecb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740ffcb98> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"nioEventLoopGroup-2-4" #66 prio=10 os_prio=31 tid=0x00007fcc1de0c000 nid=0x1d803 runnable [0x0000000144535000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000740fff3a8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741001428> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000740fff308> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
at java.lang.Thread.run(Thread.java:745)
"pool-24-thread-1" #256 daemon prio=5 os_prio=31 tid=0x00007fcc200d2800 nid=0x1ca07 waiting on condition [0x0000000142c77000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000742245848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-1" #253 daemon prio=5 os_prio=31 tid=0x00007fcc16002000 nid=0x1d003 waiting on condition [0x0000000145069000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"task-result-getter-0" #252 daemon prio=5 os_prio=31 tid=0x00007fcc141a6800 nid=0x1ce03 waiting on condition [0x0000000144f66000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b6dec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Executor task launch worker-0" #251 daemon prio=5 os_prio=31 tid=0x00007fcc18c26000 nid=0x1cc03 waiting on condition [0x0000000143e18000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741e56950> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at org.apache.spark.streaming.receiver.ReceiverSupervisor.awaitTermination(ReceiverSupervisor.scala:185)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anonfun$8.apply(ReceiverTracker.scala:309)
at org.apache.spark.streaming.scheduler.ReceiverTracker$ReceiverLauncher$$anonfun$8.apply(ReceiverTracker.scala:300)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1765)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1765)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:63)
at org.apache.spark.scheduler.Task.run(Task.scala:70)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-8" #249 daemon prio=5 os_prio=31 tid=0x00007fcc1c13d000 nid=0x1c803 waiting on condition [0x0000000141112000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-7" #248 daemon prio=5 os_prio=31 tid=0x00007fcc18c6b000 nid=0x3b07 waiting on condition [0x000000012b21a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Controller-0-to-broker-0-send-thread" #247 prio=5 os_prio=31 tid=0x00007fcc1a451000 nid=0x3707 waiting on condition [0x0000000142b74000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e3258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:121)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:60)
"kafka-scheduler-6" #246 daemon prio=5 os_prio=31 tid=0x00007fcc18b22800 nid=0x1c603 waiting on condition [0x00000001424e4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-5" #245 daemon prio=5 os_prio=31 tid=0x00007fcc18b23800 nid=0x1c403 waiting on condition [0x00000001423e1000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-7" #244 daemon prio=5 os_prio=31 tid=0x00007fcc1a06a800 nid=0x1c203 waiting on condition [0x00000001422de000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-6" #243 daemon prio=5 os_prio=31 tid=0x00007fcc16007000 nid=0x1c003 waiting on condition [0x00000001421db000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-5" #242 daemon prio=5 os_prio=31 tid=0x00007fcc1c1ad000 nid=0x1be03 waiting on condition [0x00000001420d8000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-4" #241 daemon prio=5 os_prio=31 tid=0x00007fcc18906800 nid=0x1bc03 waiting on condition [0x0000000141fd5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-3" #240 daemon prio=5 os_prio=31 tid=0x00007fcc18905800 nid=0x1ba03 waiting on condition [0x0000000141ed2000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-2" #239 daemon prio=5 os_prio=31 tid=0x00007fcc1563e800 nid=0x1b803 waiting on condition [0x0000000141dcf000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-1" #238 daemon prio=5 os_prio=31 tid=0x00007fcc1563d800 nid=0x1b603 waiting on condition [0x0000000141ccc000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"kafka-request-handler-0" #237 daemon prio=5 os_prio=31 tid=0x00007fcc155fc800 nid=0x1b403 waiting on condition [0x0000000141bc9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f25e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)
at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:165)
at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:47)
at java.lang.Thread.run(Thread.java:745)
"request-expiration-task" #236 prio=5 os_prio=31 tid=0x00007fcc1563d000 nid=0x1b203 waiting on condition [0x0000000141ac6000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419ee088> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:273)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:317)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:273)
at java.lang.Thread.run(Thread.java:745)
"request-expiration-task" #235 prio=5 os_prio=31 tid=0x00007fcc155fd800 nid=0x1b003 waiting on condition [0x00000001419c3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e9d40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:317)
at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:273)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-4" #234 daemon prio=5 os_prio=31 tid=0x00007fcc18ae1000 nid=0x1ae03 waiting on condition [0x00000001418c0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-3" #233 daemon prio=5 os_prio=31 tid=0x00007fcc18900800 nid=0x1ac03 waiting on condition [0x0000000141645000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-socket-acceptor" #232 prio=5 os_prio=31 tid=0x00007fcc17803000 nid=0x1aa03 runnable [0x0000000141542000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419ebd38> (a sun.nio.ch.Util$2)
- locked <0x00000007419ebd28> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eb8e8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Acceptor.run(SocketServer.scala:215)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-2" #231 prio=5 os_prio=31 tid=0x00007fcc15734000 nid=0x1a803 runnable [0x000000014143f000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419ea738> (a sun.nio.ch.Util$2)
- locked <0x00000007419ea728> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419ea5f8> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-1" #230 prio=5 os_prio=31 tid=0x00007fcc157ec800 nid=0x1a603 runnable [0x000000014133c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419eadc8> (a sun.nio.ch.Util$2)
- locked <0x00000007419eadb8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eac88> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-network-thread-9092-0" #229 prio=5 os_prio=31 tid=0x00007fcc15740800 nid=0x1a403 runnable [0x0000000141239000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419eb4f0> (a sun.nio.ch.Util$2)
- locked <0x00000007419eb4e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419eb150> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at kafka.network.Processor.run(SocketServer.scala:320)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-2" #228 daemon prio=5 os_prio=31 tid=0x00007fcc15107800 nid=0x1a203 waiting on condition [0x000000014100f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-1" #227 daemon prio=5 os_prio=31 tid=0x00007fcc15100000 nid=0x1a003 waiting on condition [0x0000000140f0c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"kafka-scheduler-0" #226 daemon prio=5 os_prio=31 tid=0x00007fcc1bee6000 nid=0x19e03 waiting on condition [0x0000000140e09000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e0258> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"main-EventThread" #225 daemon prio=5 os_prio=31 tid=0x00007fcc15106000 nid=0x19c03 waiting on condition [0x0000000140a53000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419e28b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"main-SendThread(10.11.11.49:2181)" #224 daemon prio=5 os_prio=31 tid=0x00007fcc1bebd800 nid=0x19a03 runnable [0x0000000140950000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007419dc350> (a sun.nio.ch.Util$2)
- locked <0x00000007419dc340> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007419dbee0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"ZkClient-EventThread-223-10.11.11.49:2181" #223 daemon prio=5 os_prio=31 tid=0x00007fcc1a069800 nid=0x380b waiting on condition [0x000000014084d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007419f7148> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
"ProcessThread(sid:0 cport:-1):" #221 prio=5 os_prio=31 tid=0x00007fcc1bec3800 nid=0x19703 waiting on condition [0x000000014074a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741a88f18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
"SyncThread:0" #220 prio=5 os_prio=31 tid=0x00007fcc1beb0000 nid=0x19503 waiting on condition [0x0000000140647000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741a90408> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
"SessionTracker" #219 prio=5 os_prio=31 tid=0x00007fcc1beb9000 nid=0x19303 in Object.wait() [0x0000000140544000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
- locked <0x0000000741a72e30> (a org.apache.zookeeper.server.SessionTrackerImpl)
"NIOServerCxn.Factory:/10.11.11.49:2181" #218 daemon prio=5 os_prio=31 tid=0x00007fcc1bea0000 nid=0x19103 runnable [0x0000000140441000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741a90d30> (a sun.nio.ch.Util$2)
- locked <0x0000000741a90d20> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741a908d0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
"SparkListenerBus" #159 daemon prio=5 os_prio=31 tid=0x00007fcc1be3c000 nid=0x18f03 waiting on condition [0x000000014033e000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741738048> (a java.util.concurrent.Semaphore$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1$$anonfun$run$1.apply$mcV$sp(AsynchronousListenerBus.scala:65)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.util.AsynchronousListenerBus$$anon$1.run(AsynchronousListenerBus.scala:63)
"Spark Context Cleaner" #215 daemon prio=5 os_prio=31 tid=0x00007fcc1be36800 nid=0x18d03 in Object.wait() [0x000000014023b000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000741bbbe70> (a java.lang.ref.ReferenceQueue$Lock)
at org.apache.spark.ContextCleaner$$anonfun$org$apache$spark$ContextCleaner$$keepCleaning$1.apply$mcV$sp(ContextCleaner.scala:157)
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1215)
at org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning(ContextCleaner.scala:154)
at org.apache.spark.ContextCleaner$$anon$3.run(ContextCleaner.scala:67)
"shuffle-server-0" #207 daemon prio=5 os_prio=31 tid=0x00007fcc1c1ab800 nid=0x18b03 runnable [0x000000013ff38000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741bb2120> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x0000000741bbb6f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741bb2070> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"driver-heartbeater" #198 daemon prio=5 os_prio=31 tid=0x00007fcc1bea0800 nid=0x18903 waiting on condition [0x000000013fe35000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b86430> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"dag-scheduler-event-loop" #197 daemon prio=5 os_prio=31 tid=0x00007fcc14bf8000 nid=0x18703 waiting on condition [0x000000013fd32000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b7f210> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492)
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:46)
"Timer-0" #196 daemon prio=5 os_prio=31 tid=0x00007fcc1c150000 nid=0x18503 in Object.wait() [0x000000013fc2f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b77bb8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"heartbeat-receiver-event-loop-thread" #195 daemon prio=5 os_prio=31 tid=0x00007fcc168fe800 nid=0x18303 waiting on condition [0x000000013fb2c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b876c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-194" #194 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a8000 nid=0x18103 waiting on condition [0x000000013f829000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-193" #193 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a7800 nid=0x17f03 waiting on condition [0x000000013f726000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-192" #192 daemon prio=5 os_prio=31 tid=0x00007fcc18678000 nid=0x17d03 waiting on condition [0x000000013f623000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-191" #191 daemon prio=5 os_prio=31 tid=0x00007fcc1c1a6800 nid=0x17b03 waiting on condition [0x000000013f520000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741b76328> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-190 Acceptor1 SelectChannelConnector@0.0.0.0:4040" #190 daemon prio=5 os_prio=31 tid=0x00007fcc1c04b000 nid=0x17903 runnable [0x000000013f41d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000741b76e78> (a java.lang.Object)
at org.spark-project.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-189 Acceptor0 SelectChannelConnector@0.0.0.0:4040" #189 daemon prio=5 os_prio=31 tid=0x00007fcc16c1f800 nid=0x17703 waiting for monitor entry [0x000000013f31a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
- waiting to lock <0x0000000741b76e78> (a java.lang.Object)
at org.spark-project.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-188 Selector1" #188 daemon prio=5 os_prio=31 tid=0x00007fcc1687e000 nid=0x17503 runnable [0x000000013f217000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b76a20> (a sun.nio.ch.Util$2)
- locked <0x0000000741b76a10> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b768e0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.spark-project.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.spark-project.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"qtp147646893-187 Selector0" #187 daemon prio=5 os_prio=31 tid=0x00007fcc1c181800 nid=0x17303 runnable [0x000000012ef73000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000741b766f0> (a sun.nio.ch.Util$2)
- locked <0x0000000741b766e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000741b765b0> (a sun.nio.ch.KQueueSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.spark-project.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at org.spark-project.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"SPARK_CONTEXT cleanup timer" #185 daemon prio=5 os_prio=31 tid=0x00007fcc1bdf9800 nid=0x17103 in Object.wait() [0x000000013f114000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741b88268> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"qtp374192368-184" #184 daemon prio=5 os_prio=31 tid=0x00007fcc1891c000 nid=0x16f03 waiting on condition [0x000000013f011000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-183" #183 daemon prio=5 os_prio=31 tid=0x00007fcc14a07000 nid=0x16d03 waiting on condition [0x000000013ef0e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-182" #182 daemon prio=5 os_prio=31 tid=0x00007fcc178e2000 nid=0x16b03 waiting on condition [0x000000013ee0b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-181" #181 daemon prio=5 os_prio=31 tid=0x00007fcc17aea000 nid=0x16903 waiting on condition [0x000000013ed08000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-180" #180 daemon prio=5 os_prio=31 tid=0x00007fcc14a17800 nid=0x16703 waiting on condition [0x000000013ec05000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-179" #179 daemon prio=5 os_prio=31 tid=0x00007fcc14a16800 nid=0x16503 waiting on condition [0x000000013eb02000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-178" #178 daemon prio=5 os_prio=31 tid=0x00007fcc1bdf5000 nid=0x16303 waiting on condition [0x000000013e9ff000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000741bbd0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.spark-project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at org.spark-project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at org.spark-project.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
"qtp374192368-177 Acceptor0 SocketConnector@0.0.0.0:49494" #177 daemon prio=5 os_prio=31 tid=0x00007fcc1bde7000 nid=0x16103 runnable [0x000000013e8fc000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.spark-project.jetty.server.bio.SocketConnector.accept(SocketConnector.java:117)
at org.spark-project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.spark-project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.spark-project.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
"BROADCAST_VARS cleanup timer" #175 daemon prio=5 os_prio=31 tid=0x00007fcc14a06000 nid=0x15f03 in Object.wait() [0x000000013e5f9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741bbcaf8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"BLOCK_MANAGER cleanup timer" #174 daemon prio=5 os_prio=31 tid=0x00007fcc149fc000 nid=0x15d03 in Object.wait() [0x000000013e4f6000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000741bbc7a8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"MAP_OUTPUT_TRACKER cleanup timer" #173 daemon prio=5 os_prio=31 tid=0x00007fcc13f8d000 nid=0x15b03 in Object.wait() [0x000000013e3f3000]
j
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment