Skip to content

Instantly share code, notes, and snippets.

@zamaterian
Last active September 14, 2016 07:18
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save zamaterian/fe8495e07caafc20f9ab8f5a8384d010 to your computer and use it in GitHub Desktop.
Save zamaterian/fe8495e07caafc20f9ab8f5a8384d010 to your computer and use it in GitHub Desktop.
2 Thread dumps
Seperated by :
################################
2016-09-13 19:07:36
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.101-b13 mixed mode):
"Thread-1 (HornetQ-client-netty-threads-1168503921)" #159 daemon prio=5 os_prio=0 tid=0x00007fbe98009000 nid=0x19b runnable [0x00007fbdc09f5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004fde41e68> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000004fde43ee8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004fde41dd0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:596)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:306)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-97" #389 daemon prio=5 os_prio=0 tid=0x00007fbea0002000 nid=0x19a waiting on condition [0x00007fbf242db000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00e62b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
at datomic.queue$fn__973.invokeStatic(queue.clj:54)
at datomic.queue$fn__973.invoke(queue.clj:39)
at datomic.queue$fn__918$G__911__923.invoke(queue.clj:18)
at datomic.connector.TransactorHornetConnector$fn__8182$fn__8185$fn__8186.invoke(connector.clj:290)
at datomic.connector.TransactorHornetConnector$fn__8182$fn__8185.invoke(connector.clj:288)
at datomic.connector.TransactorHornetConnector$fn__8182.invoke(connector.clj:286)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-95" #387 daemon prio=5 os_prio=0 tid=0x00007fbe84004000 nid=0x198 in Object.wait() [0x00007fbf243dd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.hornetq.core.client.impl.ClientConsumerImpl.receive(ClientConsumerImpl.java:258)
- locked <0x00000005b7700380> (a org.hornetq.core.client.impl.ClientConsumerImpl)
at org.hornetq.core.client.impl.ClientConsumerImpl.receive(ClientConsumerImpl.java:408)
at datomic.hornet$fn__6606.invokeStatic(hornet.clj:278)
at datomic.hornet$fn__6606.invoke(hornet.clj:271)
at datomic.queue$fn__918$G__911__923.invoke(queue.clj:18)
at datomic.connector$create_hornet_notifier$fn__8124$fn__8125$fn__8128$fn__8129.invoke(connector.clj:193)
at datomic.connector$create_hornet_notifier$fn__8124$fn__8125$fn__8128.invoke(connector.clj:192)
at datomic.connector$create_hornet_notifier$fn__8124$fn__8125.invoke(connector.clj:190)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-4 (HornetQ-client-global-scheduled-threads-428911893)" #309 daemon prio=5 os_prio=0 tid=0x00007fbe88004800 nid=0x138 waiting on condition [0x00007fbdc1af7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00aa318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-3 (HornetQ-client-global-scheduled-threads-428911893)" #308 daemon prio=5 os_prio=0 tid=0x00007fbe80001000 nid=0x137 waiting on condition [0x00007fbdc1bf8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00aa318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-2 (HornetQ-client-global-scheduled-threads-428911893)" #307 daemon prio=5 os_prio=0 tid=0x00007fbe88002800 nid=0x136 waiting on condition [0x00007fbdc2cfa000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00aa318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|20497b84]-HelperThread-#2" #306 daemon prio=5 os_prio=0 tid=0x00007fbe04006800 nid=0x135 in Object.wait() [0x00007fbdc2dfb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004fa45da60> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|20497b84]-HelperThread-#1" #305 daemon prio=5 os_prio=0 tid=0x00007fbe04004800 nid=0x134 in Object.wait() [0x00007fbdc2efc000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004fa45da60> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|20497b84]-HelperThread-#0" #304 daemon prio=5 os_prio=0 tid=0x00007fbe04003000 nid=0x133 in Object.wait() [0x00007fbdc2ffd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004fa45da60> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|20497b84]-AdminTaskTimer" #303 daemon prio=5 os_prio=0 tid=0x00007fbe04001000 nid=0x132 in Object.wait() [0x00007fbe7c1e0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000004fa45dc28> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|11660242]-HelperThread-#2" #302 daemon prio=5 os_prio=0 tid=0x00007fbefc00d800 nid=0x131 in Object.wait() [0x00007fbe7c2e1000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004fa600a38> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|11660242]-HelperThread-#1" #301 daemon prio=5 os_prio=0 tid=0x00007fbefc00b800 nid=0x130 in Object.wait() [0x00007fbe7c3e2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004fa600a38> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|11660242]-HelperThread-#0" #300 daemon prio=5 os_prio=0 tid=0x00007fbefc00a000 nid=0x12f in Object.wait() [0x00007fbe7c4e3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004fa600a38> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|11660242]-AdminTaskTimer" #299 daemon prio=5 os_prio=0 tid=0x00007fbefc008000 nid=0x12e in Object.wait() [0x00007fbe7c5e4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000004fa400738> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|6febdedc]-HelperThread-#2" #298 daemon prio=5 os_prio=0 tid=0x00007fbf0c02e800 nid=0x12d in Object.wait() [0x00007fbe7d8e6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004c00b3530> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|6febdedc]-HelperThread-#1" #297 daemon prio=5 os_prio=0 tid=0x00007fbf0c02d800 nid=0x12c in Object.wait() [0x00007fbe7d9e7000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004c00b3530> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|6febdedc]-HelperThread-#0" #296 daemon prio=5 os_prio=0 tid=0x00007fbf0c02b000 nid=0x12b in Object.wait() [0x00007fbe7dae8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004c00b3530> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|6febdedc]-AdminTaskTimer" #295 daemon prio=5 os_prio=0 tid=0x00007fbf0c029800 nid=0x12a in Object.wait() [0x00007fbe7dbe9000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000004c00b3a18> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"clojure-agent-send-off-pool-41" #294 daemon prio=5 os_prio=0 tid=0x00007fbef800c000 nid=0x129 waiting on condition [0x00007fbe7dcea000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-40" #293 daemon prio=5 os_prio=0 tid=0x00007fbee87ed800 nid=0x128 waiting on condition [0x00007fbe7ddeb000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-39" #292 daemon prio=5 os_prio=0 tid=0x00007fbef49d7800 nid=0x127 waiting on condition [0x00007fbe7deec000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-27" #291 daemon prio=5 os_prio=0 tid=0x00007fbef800a800 nid=0x126 waiting on condition [0x00007fbe7dfed000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000072375bbe0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function$read_batch.invokeStatic(function.clj:15)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.plugin.datomic.DatomicWriteBulkDatomsAsync.read_batch(datomic.clj:505)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-26" #290 daemon prio=5 os_prio=0 tid=0x00007fbef8008800 nid=0x125 waiting on condition [0x00007fbe7e0ee000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c0097bb8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-25" #289 daemon prio=5 os_prio=0 tid=0x00007fbee87eb800 nid=0x124 waiting on condition [0x00007fbe7e1ef000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000722f38c28> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function$read_batch.invokeStatic(function.clj:15)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.plugin.datomic.DatomicWriteBulkDatomsAsync.read_batch(datomic.clj:505)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-38" #288 daemon prio=5 os_prio=0 tid=0x00007fbef000c000 nid=0x123 sleeping[0x00007fbe7e2f0000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-37" #287 daemon prio=5 os_prio=0 tid=0x00007fbeec055800 nid=0x122 waiting on condition [0x00007fbe7e3f1000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-36" #286 daemon prio=5 os_prio=0 tid=0x00007fbf20015800 nid=0x121 sleeping[0x00007fbe7e4f2000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-24" #285 daemon prio=5 os_prio=0 tid=0x00007fbf20014000 nid=0x120 waiting on condition [0x00007fbe7e5f2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000724de5fa8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function.Function.read_batch(function.clj:44)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-23" #284 daemon prio=5 os_prio=0 tid=0x00007fbf2000c800 nid=0x11f waiting on condition [0x00007fbe7e6f3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00ae9c0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-32" #280 daemon prio=5 os_prio=0 tid=0x00007fbf00062000 nid=0x11e sleeping[0x00007fbe7e7f5000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-35" #283 daemon prio=5 os_prio=0 tid=0x00007fbf0c027800 nid=0x11d sleeping[0x00007fbe7e8f6000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-34" #282 daemon prio=5 os_prio=0 tid=0x00007fbf04007000 nid=0x11c waiting on condition [0x00007fbe7e9f7000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-33" #281 daemon prio=5 os_prio=0 tid=0x00007fbefc006800 nid=0x11b sleeping[0x00007fbe7eaf8000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.peer.backpressure_poll.BackpressurePoll$fn__15759.invoke(backpressure_poll.clj:37)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-22" #279 daemon prio=5 os_prio=0 tid=0x00007fbf00060000 nid=0x11a waiting on condition [0x00007fbe7ebf9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005b7700518> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_GT__BANG__BANG_.invokeStatic(async.clj:145)
at clojure.core.async$_GT__BANG__BANG_.invoke(async.clj:137)
at onyx.plugin.sql.SqlPartitionKeys.retry_segment(sql.clj:167)
at onyx.peer.task_lifecycle$fn__15417$process_sentinel__15422$fn__15426.invoke(task_lifecycle.clj:241)
at onyx.peer.task_lifecycle$fn__15417$process_sentinel__15422.invoke(task_lifecycle.clj:233)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:365)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-19" #276 daemon prio=5 os_prio=0 tid=0x00007fbefc003800 nid=0x119 waiting on condition [0x00007fbe7ecf9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007254e6ed8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function.Function.read_batch(function.clj:44)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-20" #277 daemon prio=5 os_prio=0 tid=0x00007fbf04005000 nid=0x118 waiting on condition [0x00007fbe7edfa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000072531c400> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function.Function.read_batch(function.clj:44)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-21" #278 daemon prio=5 os_prio=0 tid=0x00007fbf0c025000 nid=0x117 waiting on condition [0x00007fbe7eefb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000072365a348> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function.Function.read_batch(function.clj:44)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-18" #275 daemon prio=5 os_prio=0 tid=0x00007fbf0005f000 nid=0x116 waiting on condition [0x00007fbe7effd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005b72001b8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-16" #273 daemon prio=5 os_prio=0 tid=0x00007fbf0c001800 nid=0x115 waiting on condition [0x00007fbe901ef000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c0029740> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-17" #274 daemon prio=5 os_prio=0 tid=0x00007fbf04003800 nid=0x114 waiting on condition [0x00007fbe902f0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00d80d8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-15" #272 daemon prio=5 os_prio=0 tid=0x00007fbefc002800 nid=0x113 waiting on condition [0x00007fbe903f1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c0029a20> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-31" #271 daemon prio=5 os_prio=0 tid=0x00007fbef8007000 nid=0x112 waiting on condition [0x00007fbe904f2000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.lifecycle.metrics.metrics$before_task$fn__22667.invoke(metrics.clj:59)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-30" #270 daemon prio=5 os_prio=0 tid=0x00007fbee87ea800 nid=0x111 sleeping[0x00007fbe905f3000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.lifecycle.metrics.metrics$before_task$fn__22667.invoke(metrics.clj:59)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-29" #269 daemon prio=5 os_prio=0 tid=0x00007fbef8005800 nid=0x110 runnable [0x00007fbe906f3000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
- locked <0x00000004c039aed8> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000004c0399c68> (a sun.security.ssl.AppInputStream)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at com.amazonaws.http.protocol.SdkHttpRequestExecutor.doReceiveResponse(SdkHttpRequestExecutor.java:82)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:875)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:715)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:466)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:427)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:376)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.doInvoke(AmazonCloudWatchClient.java:1068)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.invoke(AmazonCloudWatchClient.java:1038)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.putMetricData(AmazonCloudWatchClient.java:937)
at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at clojure.lang.Reflector.invokeMatchingMethod(Reflector.java:93)
at clojure.lang.Reflector.invokeInstanceMethod(Reflector.java:28)
at sync.jobs.common$send_cloudwatch_metric.invokeStatic(common.clj:85)
at sync.jobs.common$send_cloudwatch_metric.invoke(common.clj:82)
at sync.jobs.common$cloud_watch_sender$fn__24143$fn__24144.invoke(common.clj:92)
at sync.jobs.common$cloud_watch_sender$fn__24143.invoke(common.clj:91)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-28" #268 daemon prio=5 os_prio=0 tid=0x00007fbee87e9800 nid=0x10f waiting on condition [0x00007fbe907f5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000722ea9e10> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at sync.jobs.common$cloud_watch_sender$fn__24143.invoke(common.clj:90)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Datomic Fulltext Integration" #267 daemon prio=5 os_prio=0 tid=0x00007fbef49d5800 nid=0x10e waiting on condition [0x00007fbe908f6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00d83b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
at datomic.queue$fn__973.invokeStatic(queue.clj:54)
at datomic.queue$fn__973.invoke(queue.clj:39)
at datomic.queue$fn__918$G__911__923.invoke(queue.clj:18)
at datomic.peer$integrate_lucene.invokeStatic(peer.clj:450)
at datomic.peer$integrate_lucene.invoke(peer.clj:429)
at datomic.peer$create_connection$fn__8530.invoke(peer.clj:500)
at clojure.lang.AFn.run(AFn.java:22)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-7" #266 daemon prio=5 os_prio=0 tid=0x00007fbef49cb000 nid=0x10d waiting on condition [0x00007fbe90bf7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-6" #265 daemon prio=5 os_prio=0 tid=0x00007fbef49c9800 nid=0x10c waiting on condition [0x00007fbe90cf8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-5" #264 daemon prio=5 os_prio=0 tid=0x00007fbef49c8800 nid=0x10b waiting on condition [0x00007fbe90df9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-4" #262 daemon prio=5 os_prio=0 tid=0x00007fbef49c6000 nid=0x109 waiting on condition [0x00007fbe90ffb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-3" #261 daemon prio=5 os_prio=0 tid=0x00007fbef49c4800 nid=0x108 waiting on condition [0x00007fbeac1f3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-2" #260 daemon prio=5 os_prio=0 tid=0x00007fbef49c2800 nid=0x107 waiting on condition [0x00007fbeac2f4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"read-ahead-1" #259 daemon prio=5 os_prio=0 tid=0x00007fbef49bd800 nid=0x106 waiting on condition [0x00007fbeac3f5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00eedd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"java-sdk-http-connection-reaper" #258 daemon prio=5 os_prio=0 tid=0x00007fbee015f800 nid=0x105 waiting on condition [0x00007fbeac4f6000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:157)
"Thread-59" #257 daemon prio=5 os_prio=0 tid=0x00007fbef499d000 nid=0x104 in Object.wait() [0x00007fbeac7f7000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000004c00ef770> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x00000004c00ef770> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at datomic.queue$fn__981.invokeStatic(queue.clj:62)
at datomic.queue$fn__981.invoke(queue.clj:57)
at datomic.queue$fn__918$G__911__923.invoke(queue.clj:18)
at datomic.cleanup.Manager.take(cleanup.clj:27)
at datomic.cleanup$run_queue_loop.invokeStatic(cleanup.clj:58)
at datomic.cleanup$run_queue_loop.invoke(cleanup.clj:53)
at datomic.cleanup$fn__7423$fn__7425.invoke(cleanup.clj:70)
at clojure.lang.AFn.run(AFn.java:22)
at java.lang.Thread.run(Thread.java:745)
"Thread-1 (HornetQ-client-global-scheduled-threads-428911893)" #255 daemon prio=5 os_prio=0 tid=0x00007fbe88001000 nid=0x102 waiting on condition [0x00007fbeac9f9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00aa318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-0 (HornetQ-client-global-scheduled-threads-428911893)" #254 daemon prio=5 os_prio=0 tid=0x00007fbef4996800 nid=0x101 waiting on condition [0x00007fbeacafa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00aa318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Thread-0 (HornetQ-client-netty-threads-1168503921)" #158 daemon prio=5 os_prio=0 tid=0x00007fbef4992000 nid=0x100 runnable [0x00007fbeacbfb000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004c017c4d8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000004c017c4c8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004c017c480> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:596)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:306)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-26" #154 daemon prio=5 os_prio=0 tid=0x00007fbef8003000 nid=0xfc waiting on condition [0x00007fbf244de000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.lifecycle.metrics.metrics$before_task$fn__22667.invoke(metrics.clj:59)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-3" #89 prio=5 os_prio=0 tid=0x00007fbee87e3800 nid=0xfa runnable [0x00007fbf246e0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004c00efbf8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000004c00efbe8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004c00efba0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:596)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:306)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-2" #88 prio=5 os_prio=0 tid=0x00007fbee87e2000 nid=0xf9 runnable [0x00007fbf247e1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004c00aa9f8> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000004c00aa9e8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004c00aa9a0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:596)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:306)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-1" #87 prio=5 os_prio=0 tid=0x00007fbee87dd000 nid=0xf8 runnable [0x00007fbf248e2000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004c00af140> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000004c00af130> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004c00af0e8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:596)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:306)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster1-timeouter-0" #150 prio=5 os_prio=0 tid=0x00007fbeb8014800 nid=0xf7 sleeping[0x00007fbf259e4000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
at java.lang.Thread.run(Thread.java:745)
"cluster1-nio-worker-0" #86 prio=5 os_prio=0 tid=0x00007fbee87b7000 nid=0xf6 runnable [0x00007fbf25ce5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004c0098a50> (a io.netty.channel.nio.SelectedSelectionKeySet)
- locked <0x00000004c0098a40> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004c00989f8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:596)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:306)
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
at java.lang.Thread.run(Thread.java:745)
"cluster1-scheduled-task-worker-0" #151 prio=5 os_prio=0 tid=0x00007fbee8786000 nid=0xf4 waiting on condition [0x00007fbf25de6000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00e65a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"cluster1-connection-reaper-0" #85 prio=5 os_prio=0 tid=0x00007fbee80c0000 nid=0xf3 waiting on condition [0x00007fbf260e7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00aac10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Datomic Metrics Reporter" #84 daemon prio=5 os_prio=0 tid=0x00007fbee808f800 nid=0xf2 in Object.wait() [0x00007fbf261e8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000004c009d470> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"clojure-agent-send-off-pool-24" #83 daemon prio=5 os_prio=0 tid=0x00007fbee8090800 nid=0xf1 runnable [0x00007fbf262e8000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
- locked <0x00000004c0029fd0> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000004c002a090> (a sun.security.ssl.AppInputStream)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at com.amazonaws.http.protocol.SdkHttpRequestExecutor.doReceiveResponse(SdkHttpRequestExecutor.java:82)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:875)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:715)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:466)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:427)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:376)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.doInvoke(AmazonCloudWatchClient.java:1068)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.invoke(AmazonCloudWatchClient.java:1038)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.putMetricData(AmazonCloudWatchClient.java:937)
at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at clojure.lang.Reflector.invokeMatchingMethod(Reflector.java:93)
at clojure.lang.Reflector.invokeInstanceMethod(Reflector.java:28)
at sync.jobs.common$send_cloudwatch_metric.invokeStatic(common.clj:85)
at sync.jobs.common$send_cloudwatch_metric.invoke(common.clj:82)
at sync.jobs.common$cloud_watch_sender$fn__24143$fn__24144.invoke(common.clj:92)
at sync.jobs.common$cloud_watch_sender$fn__24143.invoke(common.clj:91)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|34fbdbbe]-HelperThread-#2" #82 daemon prio=5 os_prio=0 tid=0x00007fbf00020000 nid=0xf0 in Object.wait() [0x00007fbf267ea000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004c00aae88> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|34fbdbbe]-HelperThread-#1" #81 daemon prio=5 os_prio=0 tid=0x00007fbf0002e800 nid=0xef in Object.wait() [0x00007fbf268eb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004c00aae88> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|34fbdbbe]-HelperThread-#0" #80 daemon prio=5 os_prio=0 tid=0x00007fbf00017800 nid=0xee in Object.wait() [0x00007fbf269ec000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:635)
- locked <0x00000004c00aae88> (a com.mchange.v2.async.ThreadPoolAsynchronousRunner)
"C3P0PooledConnectionPoolManager[identityToken->1bqq1he9ja3kj7511355sw|34fbdbbe]-AdminTaskTimer" #79 daemon prio=5 os_prio=0 tid=0x00007fbf0001a000 nid=0xed in Object.wait() [0x00007fbf26aed000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000004c00e6808> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"clojure-agent-send-off-pool-23" #78 daemon prio=5 os_prio=0 tid=0x00007fbf00005000 nid=0xec waiting on condition [0x00007fbf26dee000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.lifecycle.metrics.metrics$before_task$fn__22667.invoke(metrics.clj:59)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-22" #77 daemon prio=5 os_prio=0 tid=0x00007fbf00002000 nid=0xeb runnable [0x00007fbf26eee000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
- locked <0x00000004c00d79e8> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000004c00d7aa8> (a sun.security.ssl.AppInputStream)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at com.amazonaws.http.protocol.SdkHttpRequestExecutor.doReceiveResponse(SdkHttpRequestExecutor.java:82)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:875)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:715)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:466)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:427)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:376)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.doInvoke(AmazonCloudWatchClient.java:1068)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.invoke(AmazonCloudWatchClient.java:1038)
at com.amazonaws.services.cloudwatch.AmazonCloudWatchClient.putMetricData(AmazonCloudWatchClient.java:937)
at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at clojure.lang.Reflector.invokeMatchingMethod(Reflector.java:93)
at clojure.lang.Reflector.invokeInstanceMethod(Reflector.java:28)
at sync.jobs.common$send_cloudwatch_metric.invokeStatic(common.clj:85)
at sync.jobs.common$send_cloudwatch_metric.invoke(common.clj:82)
at sync.jobs.common$cloud_watch_sender$fn__24143$fn__24144.invoke(common.clj:92)
at sync.jobs.common$cloud_watch_sender$fn__24143.invoke(common.clj:91)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-14" #76 daemon prio=5 os_prio=0 tid=0x00007fbf9820f800 nid=0xea waiting on condition [0x00007fbf26fef000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000724d080c0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function$read_batch.invokeStatic(function.clj:15)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.plugin.datomic.DatomicWriteBulkDatomsAsync.read_batch(datomic.clj:505)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-11" #73 daemon prio=5 os_prio=0 tid=0x00007fbf9820a800 nid=0xe7 waiting on condition [0x00007fbf272f2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00cef80> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-10" #72 daemon prio=5 os_prio=0 tid=0x00007fbf98208800 nid=0xe6 waiting on condition [0x00007fbf273f4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007233432d0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function.Function.read_batch(function.clj:44)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-8" #70 daemon prio=5 os_prio=0 tid=0x00007fbf98205000 nid=0xe4 waiting on condition [0x00007fbf275f6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c002c378> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-7" #69 daemon prio=5 os_prio=0 tid=0x00007fbf98194800 nid=0xe3 waiting on condition [0x00007fbf276f7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c017cc50> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-6" #68 daemon prio=5 os_prio=0 tid=0x00007fbf981bd800 nid=0xe2 waiting on condition [0x00007fbf277f7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000072399d4c0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.messaging.aeron$fn__11911.invokeStatic(aeron.clj:336)
at onyx.messaging.aeron$fn__11911.invoke(aeron.clj:323)
at clojure.lang.MultiFn.invoke(MultiFn.java:233)
at onyx.peer.function$read_batch.invokeStatic(function.clj:17)
at onyx.peer.function$read_batch.invoke(function.clj:13)
at onyx.peer.function.Function.read_batch(function.clj:44)
at onyx.peer.task_lifecycle$read_batch.invokeStatic(task_lifecycle.clj:209)
at onyx.peer.task_lifecycle$read_batch.invoke(task_lifecycle.clj:204)
at clojure.lang.AFn.applyToHelper(AFn.java:156)
at clojure.lang.AFn.applyTo(AFn.java:144)
at clojure.core$apply.invokeStatic(core.clj:646)
at clojure.core$apply.invoke(core.clj:641)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.invokeStatic(lifecycle_invoke.clj:23)
at onyx.lifecycles.lifecycle_invoke$restartable_invocation.doInvoke(lifecycle_invoke.clj:21)
at clojure.lang.RestFn.invoke(RestFn.java:529)
at onyx.lifecycles.lifecycle_invoke$invoke_task_lifecycle_gen$invoke_task_lifecycle__14223.invoke(lifecycle_invoke.clj:56)
at onyx.peer.task_lifecycle$run_task_lifecycle.invokeStatic(task_lifecycle.clj:362)
at onyx.peer.task_lifecycle$run_task_lifecycle.invoke(task_lifecycle.clj:353)
at onyx.peer.task_lifecycle.TaskLifeCycle$fn__15700.invoke(task_lifecycle.clj:536)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-8" #67 daemon prio=5 os_prio=0 tid=0x00007fbfc0008800 nid=0xd0 waiting on condition [0x00007fbf27af9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009cea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-7" #66 daemon prio=5 os_prio=0 tid=0x00007fbfc0006800 nid=0xcf waiting on condition [0x00007fbf27bfa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009cea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-6" #65 daemon prio=5 os_prio=0 tid=0x00007fbfc0005000 nid=0xce waiting on condition [0x00007fbf27cfb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009cea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-5" #64 daemon prio=5 os_prio=0 tid=0x00007fbfc0003000 nid=0xcd waiting on condition [0x00007fbf27dfc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009cea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-4" #63 daemon prio=5 os_prio=0 tid=0x00007fbfc0001800 nid=0xcc waiting on condition [0x00007fbf27efd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009cea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-5" #62 daemon prio=5 os_prio=0 tid=0x00007fbf98164800 nid=0xcb waiting on condition [0x00007fbf27ffe000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c017cf30> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$launch_aux_threads_BANG_$fn__15483.invoke(task_lifecycle.clj:285)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-21" #61 daemon prio=5 os_prio=0 tid=0x00007fbf980b4000 nid=0xca waiting on condition [0x00007fbfb4392000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-20" #60 daemon prio=5 os_prio=0 tid=0x00007fbf980b2000 nid=0xc9 waiting on condition [0x00007fbfb4493000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c0098fb8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-19" #59 daemon prio=5 os_prio=0 tid=0x00007fbf980b0000 nid=0xc8 waiting on condition [0x00007fbfb4594000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-18" #58 daemon prio=5 os_prio=0 tid=0x00007fbf980ae800 nid=0xc7 waiting on condition [0x00007fbfb4694000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c002c800> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-17" #57 daemon prio=5 os_prio=0 tid=0x00007fbf980ac800 nid=0xc6 waiting on condition [0x00007fbfb4796000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-16" #56 daemon prio=5 os_prio=0 tid=0x00007fbf980ab000 nid=0xc5 waiting on condition [0x00007fbfb4897000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c017d210> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-15" #55 daemon prio=5 os_prio=0 tid=0x00007fbf980a9000 nid=0xc4 waiting on condition [0x00007fbfb4998000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-14" #54 daemon prio=5 os_prio=0 tid=0x00007fbf980a7800 nid=0xc3 waiting on condition [0x00007fbfb4a99000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00c11c8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-13" #53 daemon prio=5 os_prio=0 tid=0x00007fbf980a5800 nid=0xc2 waiting on condition [0x00007fbfb4b9a000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-12" #52 daemon prio=5 os_prio=0 tid=0x00007fbf980a4000 nid=0xc1 waiting on condition [0x00007fbfb4c9b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00cf478> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-11" #51 daemon prio=5 os_prio=0 tid=0x00007fbf980a2800 nid=0xc0 waiting on condition [0x00007fbfb4d9c000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-10" #50 daemon prio=5 os_prio=0 tid=0x00007fbf980a0800 nid=0xbf waiting on condition [0x00007fbfb4e9c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c0107d28> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-9" #49 daemon prio=5 os_prio=0 tid=0x00007fbf9809f000 nid=0xbe waiting on condition [0x00007fbfb4f9e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-8" #48 daemon prio=5 os_prio=0 tid=0x00007fbf9809d000 nid=0xbd waiting on condition [0x00007fbfb509f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005b78008f0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-7" #47 daemon prio=5 os_prio=0 tid=0x00007fbf9809b800 nid=0xbc waiting on condition [0x00007fbfb51a0000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-6" #46 daemon prio=5 os_prio=0 tid=0x00007fbf98096800 nid=0xbb waiting on condition [0x00007fbfb52a1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c002cad8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-5" #45 daemon prio=5 os_prio=0 tid=0x00007fbf98098000 nid=0xba waiting on condition [0x00007fbfb53a2000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-4" #44 daemon prio=5 os_prio=0 tid=0x00007fbf98097800 nid=0xb9 waiting on condition [0x00007fbfb54a3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00feaa0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-3" #43 daemon prio=5 os_prio=0 tid=0x00007fbf98094800 nid=0xb8 waiting on condition [0x00007fbfb55a4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000072296e0a8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:439)
at onyx.plugin.sql$start_commit_loop_BANG_$fn__22220$state_machine__5909__auto____22221$fn__22223$fn__22225.invoke(sql.clj:80)
at onyx.plugin.sql$start_commit_loop_BANG_$fn__22220$state_machine__5909__auto____22221$fn__22223.invoke(sql.clj:78)
at onyx.plugin.sql$start_commit_loop_BANG_$fn__22220$state_machine__5909__auto____22221.invoke(sql.clj:78)
at clojure.core.async.impl.ioc_macros$run_state_machine.invokeStatic(ioc_macros.clj:1012)
at clojure.core.async.impl.ioc_macros$run_state_machine.invoke(ioc_macros.clj:1011)
at clojure.core.async.impl.ioc_macros$run_state_machine_wrapped.invokeStatic(ioc_macros.clj:1016)
at clojure.core.async.impl.ioc_macros$run_state_machine_wrapped.invoke(ioc_macros.clj:1014)
at onyx.plugin.sql$start_commit_loop_BANG_$fn__22220.invoke(sql.clj:78)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-3" #42 daemon prio=5 os_prio=0 tid=0x00007fbf98093000 nid=0xb7 waiting on condition [0x00007fbfb56a5000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at onyx.messaging.acking_daemon$clear_messages_loop$fn__12298.invoke(acking_daemon.clj:16)
at onyx.messaging.acking_daemon$clear_messages_loop.invokeStatic(acking_daemon.clj:15)
at onyx.messaging.acking_daemon$clear_messages_loop.invoke(acking_daemon.clj:11)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12363.invoke(acking_daemon.clj:85)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-2" #41 daemon prio=5 os_prio=0 tid=0x00007fbf98091000 nid=0xb6 waiting on condition [0x00007fbfb57a5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c017d6e0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.messaging.acking_daemon$ack_segments_loop.invokeStatic(acking_daemon.clj:66)
at onyx.messaging.acking_daemon$ack_segments_loop.invoke(acking_daemon.clj:64)
at onyx.messaging.acking_daemon.AckingDaemon$fn__12361.invoke(acking_daemon.clj:84)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-2" #40 daemon prio=5 os_prio=0 tid=0x00007fbf9808f800 nid=0xb5 waiting on condition [0x00007fbfb58a7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000072430dfe8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.peer.task_lifecycle$input_retry_segments_BANG_$fn__15507$state_machine__5909__auto____15508$fn__15510$fn__15512.invoke(task_lifecycle.clj:321)
at onyx.peer.task_lifecycle$input_retry_segments_BANG_$fn__15507$state_machine__5909__auto____15508$fn__15510.invoke(task_lifecycle.clj:319)
at onyx.peer.task_lifecycle$input_retry_segments_BANG_$fn__15507$state_machine__5909__auto____15508.invoke(task_lifecycle.clj:317)
at clojure.core.async.impl.ioc_macros$run_state_machine.invokeStatic(ioc_macros.clj:1012)
at clojure.core.async.impl.ioc_macros$run_state_machine.invoke(ioc_macros.clj:1011)
at clojure.core.async.impl.ioc_macros$run_state_machine_wrapped.invokeStatic(ioc_macros.clj:1016)
at clojure.core.async.impl.ioc_macros$run_state_machine_wrapped.invoke(ioc_macros.clj:1014)
at onyx.peer.task_lifecycle$input_retry_segments_BANG_$fn__15507.invoke(task_lifecycle.clj:317)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-dispatch-1" #39 daemon prio=5 os_prio=0 tid=0x00007fbf80006800 nid=0xb4 waiting on condition [0x00007fbfb59a8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009cea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-4" #38 daemon prio=5 os_prio=0 tid=0x00007fbf9808e800 nid=0xb3 waiting on condition [0x00007fbfb5aa9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00d85d0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:410)
at onyx.log.zookeeper$fn__15925$fn__15927.invoke(zookeeper.clj:270)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-3" #37 daemon prio=5 os_prio=0 tid=0x00007fbf9808d000 nid=0xb2 waiting on condition [0x00007fbfb5baa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00b7f98> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$_LT__BANG__BANG_.invokeStatic(async.clj:114)
at clojure.core.async$_LT__BANG__BANG_.invoke(async.clj:106)
at onyx.peer.communicator$outbox_loop.invokeStatic(communicator.clj:12)
at onyx.peer.communicator$outbox_loop.invoke(communicator.clj:10)
at onyx.peer.communicator.LogWriter$fn__16298.invoke(communicator.clj:27)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Curator-Framework-0" #36 daemon prio=5 os_prio=0 tid=0x00007fbf98040800 nid=0xb1 waiting on condition [0x00007fbfb5cab000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c002cdd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:211)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:70)
at org.apache.curator.framework.imps.CuratorFrameworkImpl.backgroundOperationsLoop(CuratorFrameworkImpl.java:795)
at org.apache.curator.framework.imps.CuratorFrameworkImpl.access$300(CuratorFrameworkImpl.java:63)
at org.apache.curator.framework.imps.CuratorFrameworkImpl$4.call(CuratorFrameworkImpl.java:267)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-2-EventThread" #35 daemon prio=5 os_prio=0 tid=0x00007fbf9803b800 nid=0xb0 waiting on condition [0x00007fbfb5dac000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c009d0c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
"async-thread-macro-2-SendThread(172.23.14.16:2181)" #34 daemon prio=5 os_prio=0 tid=0x00007fbf9803a000 nid=0xaf runnable [0x00007fbfb5ead000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000004c00cfa48> (a sun.nio.ch.Util$2)
- locked <0x00000004c00cfa38> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000004c00cf9f0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
"Curator-ConnectionStateManager-0" #33 daemon prio=5 os_prio=0 tid=0x00007fbf98033800 nid=0xae waiting on condition [0x00007fbfb5fae000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c00b17b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
at org.apache.curator.framework.state.ConnectionStateManager.processEvents(ConnectionStateManager.java:245)
at org.apache.curator.framework.state.ConnectionStateManager.access$000(ConnectionStateManager.java:43)
at org.apache.curator.framework.state.ConnectionStateManager$1.call(ConnectionStateManager.java:111)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"DestroyJavaVM" #32 prio=5 os_prio=0 tid=0x00007fc12c00a000 nid=0x28 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"async-thread-macro-2" #31 daemon prio=5 os_prio=0 tid=0x00007fc12dfdf000 nid=0xad waiting on condition [0x00007fbfb62af000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c0108178> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:439)
at onyx.peer.peer_group_manager$peer_group_manager_loop.invokeStatic(peer_group_manager.clj:218)
at onyx.peer.peer_group_manager$peer_group_manager_loop.invoke(peer_group_manager.clj:211)
at onyx.peer.peer_group_manager.PeerGroupManager$fn__16505.invoke(peer_group_manager.clj:239)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-1" #30 prio=5 os_prio=0 tid=0x00007fc12dfda000 nid=0xac runnable [0x00007fbfb63b0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338)
at uk.co.real_logic.agrona.concurrent.BackoffIdleStrategy.idle(BackoffIdleStrategy.java:120)
at uk.co.real_logic.agrona.concurrent.BackoffIdleStrategy.idle(BackoffIdleStrategy.java:87)
at onyx.messaging.aeron$consumer$reify__11788.accept(aeron.clj:120)
at onyx.messaging.aeron$start_subscriber_BANG_$fn__11803.invoke(aeron.clj:174)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"aeron-client-conductor" #29 prio=5 os_prio=0 tid=0x00007fc12dfdc000 nid=0xab runnable [0x00007fbfb64b1000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338)
at uk.co.real_logic.agrona.concurrent.SleepingIdleStrategy.idle(SleepingIdleStrategy.java:43)
at uk.co.real_logic.agrona.concurrent.AgentRunner.run(AgentRunner.java:105)
at java.lang.Thread.run(Thread.java:745)
"clojure-agent-send-off-pool-0" #28 prio=5 os_prio=0 tid=0x00007fc12dfd9000 nid=0xaa runnable [0x00007fbfb69b3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338)
at uk.co.real_logic.agrona.concurrent.BackoffIdleStrategy.idle(BackoffIdleStrategy.java:120)
at uk.co.real_logic.agrona.concurrent.BackoffIdleStrategy.idle(BackoffIdleStrategy.java:87)
at onyx.messaging.aeron$consumer$reify__11788.accept(aeron.clj:120)
at onyx.messaging.aeron$start_subscriber_BANG_$fn__11803.invoke(aeron.clj:174)
at clojure.core$binding_conveyor_fn$fn__4676.invoke(core.clj:1938)
at clojure.lang.AFn.call(AFn.java:18)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"aeron-client-conductor" #27 prio=5 os_prio=0 tid=0x00007fc12dfd2000 nid=0xa9 runnable [0x00007fbfb6ab4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338)
at uk.co.real_logic.agrona.concurrent.SleepingIdleStrategy.idle(SleepingIdleStrategy.java:43)
at uk.co.real_logic.agrona.concurrent.AgentRunner.run(AgentRunner.java:105)
at java.lang.Thread.run(Thread.java:745)
"async-thread-macro-1" #25 daemon prio=5 os_prio=0 tid=0x00007fc12dfbc000 nid=0xa8 waiting on condition [0x00007fbfb6fb6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005b77008d8> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at clojure.core$promise$reify__7005.deref(core.clj:6823)
at clojure.core$deref.invokeStatic(core.clj:2228)
at clojure.core$deref.invoke(core.clj:2214)
at clojure.core.async$alts_BANG__BANG_.invokeStatic(async.clj:274)
at clojure.core.async$alts_BANG__BANG_.doInvoke(async.clj:265)
at clojure.lang.RestFn.invoke(RestFn.java:439)
at onyx.messaging.aeron.publication_pool$start_manager_thread_BANG_$fn__10984.invoke(publication_pool.clj:25)
at clojure.core.async$thread_call$fn__6079.invoke(async.clj:439)
at clojure.lang.AFn.run(AFn.java:22)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"clojure.core.async.timers/timeout-daemon" #22 daemon prio=5 os_prio=0 tid=0x00007fc12cc5c800 nid=0xa3 waiting on condition [0x00007fc018fe5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000004c3e002f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:223)
at clojure.core.async.impl.timers$timeout_worker.invokeStatic(timers.clj:60)
at clojure.core.async.impl.timers$timeout_worker.invoke(timers.clj:56)
at clojure.lang.AFn.run(AFn.java:22)
at java.lang.Thread.run(Thread.java:745)
"Service Thread" #21 daemon prio=9 os_prio=0 tid=0x00007fc12c8f9800 nid=0xa0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread14" #20 daemon prio=9 os_prio=0 tid=0x00007fc12c8f6800 nid=0x9f waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread13" #19 daemon prio=9 os_prio=0 tid=0x00007fc12c8f4800 nid=0x9e waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread12" #18 daemon prio=9 os_prio=0 tid=0x00007fc12c8f2800 nid=0x9d waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread11" #17 daemon prio=9 os_prio=0 tid=0x00007fc12c8f0800 nid=0x9c waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread10" #16 daemon prio=9 os_prio=0 tid=0x00007fc12c8ee800 nid=0x9b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread9" #15 daemon prio=9 os_prio=0 tid=0x00007fc12c8ec000 nid=0x9a waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread8" #14 daemon prio=9 os_prio=0 tid=0x00007fc12c8e9800 nid=0x99 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread7" #13 daemon prio=9 os_prio=0 tid=0x00007fc12c8e7800 nid=0x98 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread6" #12 daemon prio=9 os_prio=0 tid=0x00007fc12c8e5800 nid=0x97 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread5" #11 daemon prio=9 os_prio=0 tid=0x00007fc12c8e3000 nid=0x96 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread4" #10 daemon prio=9 os_prio=0 tid=0x00007fc12c8e1000 nid=0x95 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread3" #9 daemon prio=9 os_prio=0 tid=0x00007fc12c8d7000 nid=0x94 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #8 daemon prio=9 os_prio=0 tid=0x00007fc12c8d5000 nid=0x93 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #7 daemon prio=9 os_prio=0 tid=0x00007fc12c8d2800 nid=0x92 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #6 daemon prio=9 os_prio=0 tid=0x00007fc12c8d0800 nid=0x91 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #5 daemon prio=9 os_prio=0 tid=0x00007fc12c8ce800 nid=0x90 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Surrogate Locker Thread (Concurrent GC)" #4 daemon prio=9 os_prio=0 tid=0x00007fc12c8cd000 nid=0x8f waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fc12c89a000 nid=0x8e in Object.wait() [0x00007fc01adb7000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x00000004c48008a8> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007fc12c895000 nid=0x8d in Object.wait() [0x00007fc01aeb8000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000004c1c003a0> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"VM Thread" os_prio=0 tid=0x00007fc12c88d800 nid=0x8c runnable
"Gang worker#0 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c022800 nid=0x2a runnable
"Gang worker#1 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c024000 nid=0x2b runnable
"Gang worker#2 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c026000 nid=0x2c runnable
"Gang worker#3 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c027800 nid=0x2d runnable
"Gang worker#4 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c029800 nid=0x2e runnable
"Gang worker#5 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c02b000 nid=0x2f runnable
"Gang worker#6 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c02d000 nid=0x30 runnable
"Gang worker#7 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c02e800 nid=0x31 runnable
"Gang worker#8 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c030800 nid=0x32 runnable
"Gang worker#9 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c032000 nid=0x33 runnable
"Gang worker#10 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c034000 nid=0x34 runnable
"Gang worker#11 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c035800 nid=0x35 runnable
"Gang worker#12 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c037800 nid=0x36 runnable
"Gang worker#13 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c039000 nid=0x37 runnable
"Gang worker#14 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c03b000 nid=0x38 runnable
"Gang worker#15 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c03c800 nid=0x39 runnable
"Gang worker#16 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c03e800 nid=0x3a runnable
"Gang worker#17 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c040000 nid=0x3b runnable
"Gang worker#18 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c042000 nid=0x3c runnable
"Gang worker#19 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c043800 nid=0x3d runnable
"Gang worker#20 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c045800 nid=0x3e runnable
"Gang worker#21 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c047000 nid=0x3f runnable
"Gang worker#22 (Parallel GC Threads)" os_prio=0 tid=0x00007fc12c049000 nid=0x40 runnable
"G1 Main Concurrent Mark GC Thread" os_prio=0 tid=0x00007fc12c08e000 nid=0x59 runnable
"Gang worker#0 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fc12c090000 nid=0x5a runnable
"Gang worker#1 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fc12c091800 nid=0x5b runnable
"Gang worker#2 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fc12c093800 nid=0x5c runnable
"Gang worker#3 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fc12c095000 nid=0x5d runnable
"Gang worker#4 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fc12c097000 nid=0x5e runnable
"Gang worker#5 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fc12c098800 nid=0x5f runnable
"G1 Concurrent Refinement Thread#0" os_prio=0 tid=0x00007fc12c075000 nid=0x58 runnable
"G1 Concurrent Refinement Thread#1" os_prio=0 tid=0x00007fc12c073800 nid=0x57 runnable
"G1 Concurrent Refinement Thread#2" os_prio=0 tid=0x00007fc12c071800 nid=0x56 runnable
"G1 Concurrent Refinement Thread#3" os_prio=0 tid=0x00007fc12c070000 nid=0x55 runnable
"G1 Concurrent Refinement Thread#4" os_prio=0 tid=0x00007fc12c06e000 nid=0x54 runnable
"G1 Concurrent Refinement Thread#5" os_prio=0 tid=0x00007fc12c06c800 nid=0x53 runnable
"G1 Concurrent Refinement Thread#6" os_prio=0 tid=0x00007fc12c06a800 nid=0x52 runnable
"G1 Concurrent Refinement Thread#7" os_prio=0 tid=0x00007fc12c069000 nid=0x51 runnable
"G1 Concurrent Refinement Thread#8" os_prio=0 tid=0x00007fc12c067000 nid=0x50 runnable
"G1 Concurrent Refinement Thread#9" os_prio=0 tid=0x00007fc12c065800 nid=0x4f runnable
"G1 Concurrent Refinement Thread#10" os_prio=0 tid=0x00007fc12c063800 nid=0x4e runnable
"G1 Concurrent Refinement Thread#11" os_prio=0 tid=0x00007fc12c061800 nid=0x4d runnable
"G1 Concurrent Refinement Thread#12" os_prio=0 tid=0x00007fc12c060000 nid=0x4c runnable
"G1 Concurrent Refinement Thread#13" os_prio=0 tid=0x00007fc12c05e000 nid=0x4b runnable
"G1 Concurrent Refinement Thread#14" os_prio=0 tid=0x00007fc12c05c800 nid=0x4a runnable
"G1 Concurrent Refinement Thread#15" os_prio=0 tid=0x00007fc12c05a800 nid=0x49 runnable
"G1 Concurrent Refinement Thread#16" os_prio=0 tid=0x00007fc12c059000 nid=0x48 runnable
"G1 Concurrent Refinement Thread#17" os_prio=0 tid=0x00007fc12c057000 nid=0x47 runnable
"G1 Concurrent Refinement Thread#18" os_prio=0 tid=0x00007fc12c055800 nid=0x46 runnable
"G1 Concurrent Refinement Thread#19" os_prio=0 tid=0x00007fc12c053800 nid=0x45 runnable
"G1 Concurrent Refinement Thread#20" os_prio=0 tid=0x00007fc12c052000 nid=0x44 runnable
"G1 Concurrent Refinement Thread#21" os_prio=0 tid=0x00007fc12c050000 nid=0x43 runnable
"G1 Concurrent Refinement Thread#22" os_prio=0 tid=0x00007fc12c04e000 nid=0x42 runnable
"G1 Concurrent Refinement Thread#23" os_prio=0 tid=0x00007fc12c04c800 nid=0x41 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x00007fc12c8fc800 nid=0xa1 waiting on condition
JNI global references: 346
Heap
garbage-first heap total 10387456K, used 2500136K [0x00000004c0000000, 0x00000004c0209e80, 0x00000007c0000000)
region size 2048K, 201 young (411648K), 12 survivors (24576K)
Metaspace used 88518K, capacity 89093K, committed 89416K, reserved 1122304K
class space used 16750K, capacity 16927K, committed 16968K, reserved 1048576K
I
{:as-of-entry 70,
:as-of-timestamp 1473787430350,
:entry {:args {:acker-exclude-inputs false,
:acker-exclude-outputs false,
:acker-percentage 1,
:exempt-tasks (),
:flux-policies {},
:id #uuid "00000000-c35f-0816-0000-000077cb05ee",
:inputs (:partition-keys),
:min-required-peers {:partition-keys 1,
:prepare-datoms 1,
:read-rows 1,
:transact-datomic 1},
:outputs (:transact-datomic),
:required-tags {},
:saturation Infinity,
:task-saturation {:partition-keys 1,
:prepare-datoms Infinity,
:read-rows Infinity,
:transact-datomic Infinity},
:task-scheduler :onyx.task-scheduler/balanced,
:tasks (:partition-keys
:read-rows
:prepare-datoms
:transact-datomic)},
:created-at 1473787430350,
:fn :submit-job,
:message-id 70},
:replica {:aborted #{},
:accepted {},
:acker-exclude-inputs {#uuid "00000000-c35f-0816-0000-000077cb05ee" false},
:acker-exclude-outputs {#uuid "00000000-c35f-0816-0000-000077cb05ee" false},
:acker-percentage {#uuid "00000000-c35f-0816-0000-000077cb05ee" 1},
:ackers {#uuid "00000000-c35f-0816-0000-000077cb05ee" [#uuid "86af4117-252b-4369-9f88-55b2cad6e582"]},
:allocations {#uuid "00000000-c35f-0816-0000-000077cb05ee" {:partition-keys [#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c"],
:prepare-datoms [#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27"
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee"
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8"],
:read-rows [#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c"
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b"
#uuid "86af4117-252b-4369-9f88-55b2cad6e582"],
:transact-datomic [#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52"
#uuid "d8c0796e-80de-4064-937c-3922d595ac84"
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe"]}},
:completed-jobs [],
:exempt-tasks {#uuid "00000000-c35f-0816-0000-000077cb05ee" []},
:exhausted-inputs {},
:flux-policies {#uuid "00000000-c35f-0816-0000-000077cb05ee" {}},
:groups [#uuid "4f068078-975e-435c-93cc-8e4ff99e4562"],
:groups-index {#uuid "4f068078-975e-435c-93cc-8e4ff99e4562" #{#uuid "86af4117-252b-4369-9f88-55b2cad6e582"
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b"
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe"
#uuid "d8c0796e-80de-4064-937c-3922d595ac84"
#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27"
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee"
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c"
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52"
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8"
#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c"}},
:groups-reverse-index {#uuid "86af4117-252b-4369-9f88-55b2cad6e582" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "d8c0796e-80de-4064-937c-3922d595ac84" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562",
#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c" #uuid "4f068078-975e-435c-93cc-8e4ff99e4562"},
:input-tasks {#uuid "00000000-c35f-0816-0000-000077cb05ee" [:partition-keys]},
:job-scheduler :onyx.job-scheduler/balanced,
:jobs [#uuid "00000000-c35f-0816-0000-000077cb05ee"],
:killed-jobs [],
:left #{#uuid "a3178b16-17e4-4f17-adec-217658db9b60"
#uuid "085d8b7c-4ef6-4160-a28f-01ddba888ff9"},
:messaging {:onyx.messaging/impl :aeron},
:min-required-peers {#uuid "00000000-c35f-0816-0000-000077cb05ee" {:partition-keys 1,
:prepare-datoms 1,
:read-rows 1,
:transact-datomic 1}},
:orphaned-peers {},
:output-tasks {#uuid "00000000-c35f-0816-0000-000077cb05ee" [:transact-datomic]},
:pairs {},
:peer-sites {#uuid "86af4117-252b-4369-9f88-55b2cad6e582" {:aeron/acker-id -32253,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 9388,
:aeron/port 40200},
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b" {:aeron/acker-id 27013,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id -23281,
:aeron/port 40200},
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe" {:aeron/acker-id 30977,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 30522,
:aeron/port 40200},
#uuid "d8c0796e-80de-4064-937c-3922d595ac84" {:aeron/acker-id -1000,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 15161,
:aeron/port 40200},
#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27" {:aeron/acker-id -16385,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id -18903,
:aeron/port 40200},
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee" {:aeron/acker-id 20864,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id -30339,
:aeron/port 40200},
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c" {:aeron/acker-id -412,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 346,
:aeron/port 40200},
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52" {:aeron/acker-id -20626,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 2583,
:aeron/port 40200},
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8" {:aeron/acker-id -27564,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 16085,
:aeron/port 40200},
#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c" {:aeron/acker-id 136,
:aeron/external-addr "127.0.0.1",
:aeron/peer-task-id 11196,
:aeron/port 40200}},
:peer-state {#uuid "86af4117-252b-4369-9f88-55b2cad6e582" :active,
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b" :active,
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe" :active,
#uuid "d8c0796e-80de-4064-937c-3922d595ac84" :active,
#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27" :active,
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee" :active,
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c" :active,
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52" :active,
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8" :active,
#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c" :active},
:peer-tags {#uuid "86af4117-252b-4369-9f88-55b2cad6e582" nil,
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b" nil,
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe" nil,
#uuid "d8c0796e-80de-4064-937c-3922d595ac84" nil,
#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27" nil,
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee" nil,
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c" nil,
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52" nil,
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8" nil,
#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c" nil},
:peers [#uuid "d8c0796e-80de-4064-937c-3922d595ac84"
#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27"
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b"
#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c"
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c"
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8"
#uuid "86af4117-252b-4369-9f88-55b2cad6e582"
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52"
#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe"
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee"],
:percentages {},
:prepared {},
:required-tags {#uuid "00000000-c35f-0816-0000-000077cb05ee" {}},
:saturation {#uuid "00000000-c35f-0816-0000-000077cb05ee" Infinity},
:sealed-outputs {},
:state-logs {},
:state-logs-marked #{},
:task-metadata {},
:task-percentages {},
:task-saturation {#uuid "00000000-c35f-0816-0000-000077cb05ee" {:partition-keys 1,
:prepare-datoms Infinity,
:read-rows Infinity,
:transact-datomic Infinity}},
:task-schedulers {#uuid "00000000-c35f-0816-0000-000077cb05ee" :onyx.task-scheduler/balanced},
:task-slot-ids {#uuid "00000000-c35f-0816-0000-000077cb05ee" {:partition-keys {#uuid "63af1b1a-4c37-45cc-bffb-467177d0932c" 0},
:prepare-datoms {#uuid "11c0ddc2-1770-45d7-95f8-7cea97330a27" 0,
#uuid "13705225-2e13-47aa-b1cd-b8bacbdc13ee" 1,
#uuid "5f64a29d-c4bd-450d-8206-251739fbefb8" 2},
:read-rows {#uuid "86af4117-252b-4369-9f88-55b2cad6e582" 2,
#uuid "9db766ac-4706-4e16-a6b3-a1bbe09c376b" 1,
#uuid "569d1149-48e1-4457-8e5c-89b00b8ef12c" 0},
:transact-datomic {#uuid "b9f6a3e6-099b-4c27-837e-beecbcd55cfe" 2,
#uuid "d8c0796e-80de-4064-937c-3922d595ac84" 1,
#uuid "5c38ad2b-db8a-4f66-be15-b639c00b7b52" 0}}},
:tasks {#uuid "00000000-c35f-0816-0000-000077cb05ee" [:partition-keys
:read-rows
:prepare-datoms
:transact-datomic]}}}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment