Created
June 4, 2019 23:18
-
-
Save skonto/74181e434a727901d4f3323461c1050b to your computer and use it in GitHub Desktop.
jstack
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| driver log: | |
| $ ../spark-k8s/kubectl logs spark-pi2-driver -n spark | |
| ++ id -u | |
| + myuid=185 | |
| ++ id -g | |
| + mygid=0 | |
| + set +e | |
| ++ getent passwd 185 | |
| + uidentry= | |
| + set -e | |
| + '[' -z '' ']' | |
| + '[' -w /etc/passwd ']' | |
| + echo '185:x:185:0:anonymous uid:/opt/spark:/bin/false' | |
| + SPARK_CLASSPATH=':/opt/spark/jars/*' | |
| + env | |
| + grep SPARK_JAVA_OPT_ | |
| + sort -t_ -k4 -n | |
| + sed 's/[^=]*=\(.*\)/\1/g' | |
| + readarray -t SPARK_EXECUTOR_JAVA_OPTS | |
| + '[' -n '' ']' | |
| + '[' '' == 2 ']' | |
| + '[' '' == 3 ']' | |
| + '[' -z ']' | |
| + case "$1" in | |
| + shift 1 | |
| + CMD=("$SPARK_HOME/bin/spark-submit" --conf "spark.driver.bindAddress=$SPARK_DRIVER_BIND_ADDRESS" --deploy-mode client "$@") | |
| + exec /sbin/tini -s -- /opt/spark/bin/spark-submit --conf spark.driver.bindAddress=10.12.103.8 --deploy-mode client --properties-file /opt/spark/conf/spark.properties --class org.apache.spark.examples.SparkPi spark-internal 1000000 | |
| 19/06/04 23:13:57 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable | |
| Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties | |
| 19/06/04 23:13:58 INFO SparkContext: Running Spark version 3.0.0-SNAPSHOT | |
| 19/06/04 23:13:58 INFO SparkContext: =============================================================================== | |
| 19/06/04 23:13:58 INFO SparkContext: Driver Resources: | |
| 19/06/04 23:13:58 INFO SparkContext: =============================================================================== | |
| 19/06/04 23:13:58 INFO SparkContext: Submitted application: Spark Pi | |
| 19/06/04 23:13:58 INFO SecurityManager: Changing view acls to: 185 | |
| 19/06/04 23:13:58 INFO SecurityManager: Changing modify acls to: 185 | |
| 19/06/04 23:13:58 INFO SecurityManager: Changing view acls groups to: | |
| 19/06/04 23:13:58 INFO SecurityManager: Changing modify acls groups to: | |
| 19/06/04 23:13:58 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(185); groups with view permissions: Set(); users with modify permissions: Set(185); groups with modify permissions: Set() | |
| 19/06/04 23:13:58 INFO Utils: Successfully started service 'sparkDriver' on port 7078. | |
| 19/06/04 23:13:58 INFO SparkEnv: Registering MapOutputTracker | |
| 19/06/04 23:13:58 INFO SparkEnv: Registering BlockManagerMaster | |
| 19/06/04 23:13:58 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information | |
| 19/06/04 23:13:58 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up | |
| 19/06/04 23:13:58 INFO DiskBlockManager: Created local directory at /var/data/spark-6bd65b63-e845-4b0d-89e9-f3ee4316b177/blockmgr-c6542b88-2a69-4638-be87-08d207a8ef16 | |
| 19/06/04 23:13:58 INFO MemoryStore: MemoryStore started with capacity 110.0 MiB | |
| 19/06/04 23:13:58 INFO SparkEnv: Registering OutputCommitCoordinator | |
| 19/06/04 23:13:59 INFO Utils: Successfully started service 'SparkUI' on port 4040. | |
| 19/06/04 23:13:59 INFO SparkUI: Bound SparkUI to 0.0.0.0, and started at http://spark-pi2-1559690015366-driver-svc.spark.svc:4040 | |
| 19/06/04 23:13:59 INFO SparkContext: Added JAR file:///opt/spark/examples/jars/spark-examples_2.12-3.0.0-SNAPSHOT.jar at spark://spark-pi2-1559690015366-driver-svc.spark.svc:7078/jars/spark-examples_2.12-3.0.0-SNAPSHOT.jar with timestamp 1559690039441 | |
| 19/06/04 23:13:59 INFO SparkKubernetesClientFactory: Auto-configuring K8S client using current context from users K8S config file | |
| 19/06/04 23:14:01 INFO ExecutorPodsAllocator: Going to request 2 executors from Kubernetes. | |
| 19/06/04 23:14:01 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 7079. | |
| 19/06/04 23:14:01 INFO NettyBlockTransferService: Server created on spark-pi2-1559690015366-driver-svc.spark.svc:7079 | |
| 19/06/04 23:14:01 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy | |
| 19/06/04 23:14:01 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(driver, spark-pi2-1559690015366-driver-svc.spark.svc, 7079, None) | |
| 19/06/04 23:14:01 INFO BlockManagerMasterEndpoint: Registering block manager spark-pi2-1559690015366-driver-svc.spark.svc:7079 with 110.0 MiB RAM, BlockManagerId(driver, spark-pi2-1559690015366-driver-svc.spark.svc, 7079, None) | |
| 19/06/04 23:14:01 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(driver, spark-pi2-1559690015366-driver-svc.spark.svc, 7079, None) | |
| 19/06/04 23:14:01 INFO BlockManager: Initialized BlockManager: BlockManagerId(driver, spark-pi2-1559690015366-driver-svc.spark.svc, 7079, None) | |
| 19/06/04 23:14:17 INFO KubernetesClusterSchedulerBackend$KubernetesDriverEndpoint: Registered executor NettyRpcEndpointRef(spark-client://Executor) (10.12.106.12:53552) with ID 1 | |
| 19/06/04 23:14:17 INFO KubernetesClusterSchedulerBackend$KubernetesDriverEndpoint: Registered executor NettyRpcEndpointRef(spark-client://Executor) (10.12.108.9:55474) with ID 2 | |
| 19/06/04 23:14:18 INFO BlockManagerMasterEndpoint: Registering block manager 10.12.106.12:43631 with 110.0 MiB RAM, BlockManagerId(1, 10.12.106.12, 43631, None) | |
| 19/06/04 23:14:18 INFO BlockManagerMasterEndpoint: Registering block manager 10.12.108.9:35241 with 110.0 MiB RAM, BlockManagerId(2, 10.12.108.9, 35241, None) | |
| 19/06/04 23:14:18 INFO KubernetesClusterSchedulerBackend: SchedulerBackend is ready for scheduling beginning after reached minRegisteredResourcesRatio: 0.8 | |
| 19/06/04 23:14:20 INFO SparkContext: Starting job: reduce at SparkPi.scala:38 | |
| 19/06/04 23:14:22 INFO DAGScheduler: Got job 0 (reduce at SparkPi.scala:38) with 1000000 output partitions | |
| 19/06/04 23:14:22 INFO DAGScheduler: Final stage: ResultStage 0 (reduce at SparkPi.scala:38) | |
| 19/06/04 23:14:22 INFO DAGScheduler: Parents of final stage: List() | |
| 19/06/04 23:14:22 INFO DAGScheduler: Missing parents: List() | |
| 19/06/04 23:14:22 INFO DAGScheduler: Submitting ResultStage 0 (MapPartitionsRDD[1] at map at SparkPi.scala:34), which has no missing parents | |
| 19/06/04 23:14:26 INFO MemoryStore: Block broadcast_0 stored as values in memory (estimated size 3.0 KiB, free 110.0 MiB) | |
| 19/06/04 23:14:26 INFO MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 1765.0 B, free 110.0 MiB) | |
| 19/06/04 23:14:26 INFO BlockManagerInfo: Added broadcast_0_piece0 in memory on spark-pi2-1559690015366-driver-svc.spark.svc:7079 (size: 1765.0 B, free: 110.0 MiB) | |
| 19/06/04 23:14:26 INFO SparkContext: Created broadcast 0 from broadcast at DAGScheduler.scala:1180 | |
| 19/06/04 23:14:28 INFO DAGScheduler: Submitting 1000000 missing tasks from ResultStage 0 (MapPartitionsRDD[1] at map at SparkPi.scala:34) (first 15 tasks are for partitions Vector(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14)) | |
| 19/06/04 23:14:28 INFO TaskSchedulerImpl: Adding task set 0.0 with 1000000 tasks | |
| 19/06/04 23:15:38 ERROR SparkUncaughtExceptionHandler: Uncaught exception in thread Thread[dag-scheduler-event-loop,5,main] | |
| java.lang.OutOfMemoryError: Java heap space | |
| at scala.collection.mutable.ResizableArray.ensureSize(ResizableArray.scala:106) | |
| at scala.collection.mutable.ResizableArray.ensureSize$(ResizableArray.scala:96) | |
| at scala.collection.mutable.ArrayBuffer.ensureSize(ArrayBuffer.scala:49) | |
| at scala.collection.mutable.ArrayBuffer.$plus$eq(ArrayBuffer.scala:85) | |
| at org.apache.spark.scheduler.TaskSetManager.addPendingTask(TaskSetManager.scala:264) | |
| at org.apache.spark.scheduler.TaskSetManager.$anonfun$addPendingTasks$2(TaskSetManager.scala:194) | |
| at org.apache.spark.scheduler.TaskSetManager$$Lambda$1106/1656851584.apply$mcVI$sp(Unknown Source) | |
| at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:158) | |
| at org.apache.spark.scheduler.TaskSetManager.$anonfun$addPendingTasks$1(TaskSetManager.scala:193) | |
| at org.apache.spark.scheduler.TaskSetManager$$Lambda$1105/502265685.apply$mcV$sp(Unknown Source) | |
| at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) | |
| at org.apache.spark.util.Utils$.timeTakenMs(Utils.scala:534) | |
| at org.apache.spark.scheduler.TaskSetManager.addPendingTasks(TaskSetManager.scala:192) | |
| at org.apache.spark.scheduler.TaskSetManager.<init>(TaskSetManager.scala:189) | |
| at org.apache.spark.scheduler.TaskSchedulerImpl.createTaskSetManager(TaskSchedulerImpl.scala:252) | |
| at org.apache.spark.scheduler.TaskSchedulerImpl.submitTasks(TaskSchedulerImpl.scala:210) | |
| at org.apache.spark.scheduler.DAGScheduler.submitMissingTasks(DAGScheduler.scala:1233) | |
| at org.apache.spark.scheduler.DAGScheduler.submitStage(DAGScheduler.scala:1084) | |
| at org.apache.spark.scheduler.DAGScheduler.handleJobSubmitted(DAGScheduler.scala:1028) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2126) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2118) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2107) | |
| at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49) | |
| 19/06/04 23:15:38 INFO SparkContext: Invoking stop() from shutdown hook | |
| 19/06/04 23:15:38 INFO BlockManagerInfo: Removed broadcast_0_piece0 on spark-pi2-1559690015366-driver-svc.spark.svc:7079 in memory (size: 1765.0 B, free: 110.0 MiB) | |
| 19/06/04 23:15:38 INFO SparkUI: Stopped Spark web UI at http://spark-pi2-1559690015366-driver-svc.spark.svc:4040 | |
| 2019-06-04 23:17:12 | |
| Full thread dump OpenJDK 64-Bit Server VM (25.212-b04 mixed mode): | |
| "Attach Listener" #73 daemon prio=9 os_prio=0 tid=0x000055d32393a800 nid=0xa3 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| Locked ownable synchronizers: | |
| - None | |
| "Thread-1" #10 prio=5 os_prio=0 tid=0x000055d323902000 nid=0x7c in Object.wait() [0x00007fdccd08a000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Thread.join(Thread.java:1252) | |
| - locked <0x00000000ebe00e50> (a org.apache.spark.util.EventLoop$$anon$1) | |
| at java.lang.Thread.join(Thread.java:1326) | |
| at org.apache.spark.util.EventLoop.stop(EventLoop.scala:81) | |
| at org.apache.spark.scheduler.DAGScheduler.stop(DAGScheduler.scala:2100) | |
| at org.apache.spark.SparkContext.$anonfun$stop$12(SparkContext.scala:1937) | |
| at org.apache.spark.SparkContext$$Lambda$1169/334677373.apply$mcV$sp(Unknown Source) | |
| at org.apache.spark.util.Utils$.tryLogNonFatalError(Utils.scala:1330) | |
| at org.apache.spark.SparkContext.stop(SparkContext.scala:1937) | |
| at org.apache.spark.SparkContext.$anonfun$new$32(SparkContext.scala:627) | |
| at org.apache.spark.SparkContext$$Lambda$751/1273689789.apply$mcV$sp(Unknown Source) | |
| at org.apache.spark.util.SparkShutdownHook.run(ShutdownHookManager.scala:221) | |
| at org.apache.spark.util.SparkShutdownHookManager.$anonfun$runAll$2(ShutdownHookManager.scala:188) | |
| at org.apache.spark.util.SparkShutdownHookManager$$Lambda$1139/1682537434.apply$mcV$sp(Unknown Source) | |
| at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) | |
| at org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1931) | |
| at org.apache.spark.util.SparkShutdownHookManager.$anonfun$runAll$1(ShutdownHookManager.scala:188) | |
| at org.apache.spark.util.SparkShutdownHookManager$$Lambda$1136/1932034494.apply$mcV$sp(Unknown Source) | |
| at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) | |
| at scala.util.Try$.apply(Try.scala:213) | |
| at org.apache.spark.util.SparkShutdownHookManager.runAll(ShutdownHookManager.scala:188) | |
| at org.apache.spark.util.SparkShutdownHookManager$$anon$2.run(ShutdownHookManager.scala:178) | |
| at org.apache.hadoop.util.ShutdownHookManager$1.run(ShutdownHookManager.java:54) | |
| Locked ownable synchronizers: | |
| - None | |
| "spark-listener-group-shared" #61 daemon prio=5 os_prio=0 tid=0x000055d325443800 nid=0x5b waiting on condition [0x00007fdccd905000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ec2ff7b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:97) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$Lambda$647/711098095.apply$mcJ$sp(Unknown Source) | |
| at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) | |
| at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) | |
| at org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:83) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$646/777912316.apply$mcV$sp(Unknown Source) | |
| at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1292) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:83) | |
| Locked ownable synchronizers: | |
| - None | |
| "rpc-server-3-4" #60 daemon prio=5 os_prio=0 tid=0x000055d324f99800 nid=0x5a runnable [0x00007fdccda05000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
| - locked <0x00000000eb7046b8> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
| - locked <0x00000000eb71b3c0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000eb704670> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
| at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
| at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
| at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) | |
| at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:897) | |
| at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "rpc-server-3-3" #59 daemon prio=5 os_prio=0 tid=0x000055d323c78800 nid=0x59 runnable [0x00007fdccde49000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
| - locked <0x00000000eb704160> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
| - locked <0x00000000eb718260> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000eb704118> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
| at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
| at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
| at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) | |
| at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:897) | |
| at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "rpc-server-3-2" #58 daemon prio=5 os_prio=0 tid=0x000055d322c22800 nid=0x58 runnable [0x00007fdcce14a000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
| - locked <0x00000000eb703c08> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
| - locked <0x00000000eb715100> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000eb703bc0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
| at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
| at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
| at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) | |
| at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:897) | |
| at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "element-tracking-store-worker" #55 daemon prio=5 os_prio=0 tid=0x000055d3230d5800 nid=0x54 waiting on condition [0x00007fdcce44c000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6263b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "spark-listener-group-executorManagement" #37 daemon prio=5 os_prio=0 tid=0x000055d32544e000 nid=0x53 waiting on condition [0x00007fdccc510000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb93cc00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:97) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$Lambda$647/711098095.apply$mcJ$sp(Unknown Source) | |
| at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) | |
| at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) | |
| at org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:83) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$646/777912316.apply$mcV$sp(Unknown Source) | |
| at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1292) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:83) | |
| Locked ownable synchronizers: | |
| - None | |
| "spark-listener-group-appStatus" #14 daemon prio=5 os_prio=0 tid=0x000055d32544a000 nid=0x52 waiting on condition [0x00007fdccc611000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6317a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:97) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$Lambda$647/711098095.apply$mcJ$sp(Unknown Source) | |
| at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) | |
| at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) | |
| at org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:83) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$646/777912316.apply$mcV$sp(Unknown Source) | |
| at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1292) | |
| at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:83) | |
| Locked ownable synchronizers: | |
| - None | |
| "shuffle-server-6-1" #52 daemon prio=5 os_prio=0 tid=0x000055d3267de000 nid=0x4f runnable [0x00007fdcccc7c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
| - locked <0x00000000ebeeeae0> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
| - locked <0x00000000ebeeeaf8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000ebeeea98> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
| at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
| at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
| at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) | |
| at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:897) | |
| at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "OkHttp WebSocket https://kubernetes.default.svc/..." #51 prio=5 os_prio=0 tid=0x000055d322142000 nid=0x4e waiting on condition [0x00007fdccd2cf000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ebeeed48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "kubernetes-executor-pod-polling-sync" #50 daemon prio=5 os_prio=0 tid=0x000055d326b6f000 nid=0x4d waiting on condition [0x00007fdcccefa000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ebe25db8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "OkHttp https://kubernetes.default.svc/..." #49 daemon prio=5 os_prio=0 tid=0x000055d3267a3800 nid=0x4c runnable [0x00007fdccd18b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.SocketInputStream.socketRead0(Native Method) | |
| at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:171) | |
| at java.net.SocketInputStream.read(SocketInputStream.java:141) | |
| at sun.security.ssl.InputRecord.readFully(InputRecord.java:465) | |
| at sun.security.ssl.InputRecord.read(InputRecord.java:503) | |
| at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975) | |
| - locked <0x00000000ebea98a0> (a java.lang.Object) | |
| at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933) | |
| at sun.security.ssl.AppInputStream.read(AppInputStream.java:105) | |
| - locked <0x00000000ebea9960> (a sun.security.ssl.AppInputStream) | |
| at okio.Okio$2.read(Okio.java:139) | |
| at okio.AsyncTimeout$2.read(AsyncTimeout.java:237) | |
| at okio.RealBufferedSource.request(RealBufferedSource.java:67) | |
| at okio.RealBufferedSource.require(RealBufferedSource.java:60) | |
| at okio.RealBufferedSource.readByte(RealBufferedSource.java:73) | |
| at okhttp3.internal.ws.WebSocketReader.readHeader(WebSocketReader.java:113) | |
| at okhttp3.internal.ws.WebSocketReader.processNextFrame(WebSocketReader.java:97) | |
| at okhttp3.internal.ws.RealWebSocket.loopReader(RealWebSocket.java:262) | |
| at okhttp3.internal.ws.RealWebSocket$2.onResponse(RealWebSocket.java:201) | |
| at okhttp3.RealCall$AsyncCall.execute(RealCall.java:141) | |
| at okhttp3.internal.NamedRunnable.run(NamedRunnable.java:32) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000ebea9b50> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "kubernetes-executor-snapshots-subscribers-1" #48 daemon prio=5 os_prio=0 tid=0x000055d322f23800 nid=0x4b waiting on condition [0x00007fdccd3d0000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ebafdec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "kubernetes-executor-snapshots-subscribers-0" #47 daemon prio=5 os_prio=0 tid=0x000055d325e32800 nid=0x4a waiting on condition [0x00007fdccd4d1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ebafdec8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "driver-heartbeater" #46 daemon prio=5 os_prio=0 tid=0x000055d325e34000 nid=0x49 waiting on condition [0x00007fdccd5d2000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ebe00d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "dag-scheduler-event-loop" #45 daemon prio=5 os_prio=0 tid=0x000055d323a25000 nid=0x48 in Object.wait() [0x00007fdccd6d2000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Thread.join(Thread.java:1252) | |
| - locked <0x00000000eb4f3b58> (a org.apache.hadoop.util.ShutdownHookManager$1) | |
| at java.lang.Thread.join(Thread.java:1326) | |
| at java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:107) | |
| at java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:46) | |
| at java.lang.Shutdown.runHooks(Shutdown.java:123) | |
| at java.lang.Shutdown.sequence(Shutdown.java:167) | |
| at java.lang.Shutdown.exit(Shutdown.java:212) | |
| - locked <0x00000000eb3848b8> (a java.lang.Class for java.lang.Shutdown) | |
| at java.lang.Runtime.exit(Runtime.java:109) | |
| at java.lang.System.exit(System.java:971) | |
| at org.apache.spark.util.SparkUncaughtExceptionHandler.sysExit(SparkUncaughtExceptionHandler.scala:35) | |
| at org.apache.spark.util.SparkUncaughtExceptionHandler.uncaughtException(SparkUncaughtExceptionHandler.scala:53) | |
| at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1057) | |
| at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1052) | |
| at java.lang.Thread.dispatchUncaughtException(Thread.java:1959) | |
| Locked ownable synchronizers: | |
| - None | |
| "driver-revive-thread" #44 daemon prio=5 os_prio=0 tid=0x000055d325d36000 nid=0x47 waiting on condition [0x00007fdccdd07000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000ebe01198> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "Okio Watchdog" #43 daemon prio=5 os_prio=0 tid=0x000055d32559d000 nid=0x46 in Object.wait() [0x00007fdcce74d000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:460) | |
| at okio.AsyncTimeout.awaitTimeout(AsyncTimeout.java:361) | |
| at okio.AsyncTimeout$Watchdog.run(AsyncTimeout.java:312) | |
| - locked <0x00000000ebb3a0a0> (a java.lang.Class for okio.AsyncTimeout) | |
| Locked ownable synchronizers: | |
| - None | |
| "OkHttp ConnectionPool" #42 daemon prio=5 os_prio=0 tid=0x000055d32559b000 nid=0x45 in Object.wait() [0x00007fdcce84e000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:460) | |
| at okhttp3.ConnectionPool$1.run(ConnectionPool.java:67) | |
| - locked <0x00000000eb955ed8> (a okhttp3.ConnectionPool) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000ebbac318> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "netty-rpc-env-timeout" #41 daemon prio=5 os_prio=0 tid=0x000055d325146800 nid=0x44 waiting on condition [0x00007fdccf105000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6f8e68> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "Timer-1" #40 daemon prio=5 os_prio=0 tid=0x000055d324f60800 nid=0x43 in Object.wait() [0x00007fdccf296000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000eb922fd0> (a java.util.TaskQueue) | |
| at java.lang.Object.wait(Object.java:502) | |
| at java.util.TimerThread.mainLoop(Timer.java:526) | |
| - locked <0x00000000eb922fd0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:505) | |
| Locked ownable synchronizers: | |
| - None | |
| "Timer-0" #39 daemon prio=5 os_prio=0 tid=0x000055d324f61000 nid=0x42 in Object.wait() [0x00007fdccf83a000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000eb923168> (a java.util.TaskQueue) | |
| at java.lang.Object.wait(Object.java:502) | |
| at java.util.TimerThread.mainLoop(Timer.java:526) | |
| - locked <0x00000000eb923168> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:505) | |
| Locked ownable synchronizers: | |
| - None | |
| "heartbeat-receiver-event-loop-thread" #38 daemon prio=5 os_prio=0 tid=0x000055d3250b2800 nid=0x41 waiting on condition [0x00007fdccf6dc000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb9232f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
| at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "RemoteBlock-temp-file-clean-thread" #28 daemon prio=5 os_prio=0 tid=0x000055d324ec8800 nid=0x38 in Object.wait() [0x00007fdcd0660000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
| - locked <0x00000000eb76a1e8> (a java.lang.ref.ReferenceQueue$Lock) | |
| at org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager.org$apache$spark$storage$BlockManager$RemoteBlockDownloadFileManager$$keepCleaning(BlockManager.scala:1784) | |
| at org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager$$anon$2.run(BlockManager.scala:1752) | |
| Locked ownable synchronizers: | |
| - None | |
| "map-output-dispatcher-7" #27 daemon prio=5 os_prio=0 tid=0x000055d324eae800 nid=0x37 waiting on condition [0x00007fdcd0761000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb751b18> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-6" #26 daemon prio=5 os_prio=0 tid=0x000055d324eac800 nid=0x36 waiting on condition [0x00007fdcd0862000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb751cf0> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-5" #25 daemon prio=5 os_prio=0 tid=0x000055d324eab000 nid=0x35 waiting on condition [0x00007fdcd0963000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb751ec8> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-4" #24 daemon prio=5 os_prio=0 tid=0x000055d324ea9000 nid=0x34 waiting on condition [0x00007fdcd0a64000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb7520a0> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-3" #23 daemon prio=5 os_prio=0 tid=0x000055d324b42800 nid=0x33 waiting on condition [0x00007fdcd0b65000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb752278> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-2" #22 daemon prio=5 os_prio=0 tid=0x000055d324b41000 nid=0x32 waiting on condition [0x00007fdcd0c66000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb752450> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-1" #21 daemon prio=5 os_prio=0 tid=0x000055d324b43800 nid=0x31 waiting on condition [0x00007fdcd0d67000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb752628> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "map-output-dispatcher-0" #20 daemon prio=5 os_prio=0 tid=0x000055d324b46800 nid=0x30 waiting on condition [0x00007fdcd0e68000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb751a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:383) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb752800> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "rpc-server-3-1" #19 daemon prio=5 os_prio=0 tid=0x000055d324ddc800 nid=0x2f runnable [0x00007fdcd1176000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
| - locked <0x00000000eb6db510> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
| - locked <0x00000000eb6db528> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000eb6db4c8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
| at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
| at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
| at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) | |
| at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:897) | |
| at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "dispatcher-event-loop-3" #18 daemon prio=5 os_prio=0 tid=0x000055d324acb800 nid=0x2e waiting on condition [0x00007fdcd1278000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6565e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:227) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb6566b0> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "dispatcher-event-loop-2" #17 daemon prio=5 os_prio=0 tid=0x000055d324aca000 nid=0x2d waiting on condition [0x00007fdcd1379000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6565e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:227) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb656868> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "dispatcher-event-loop-1" #16 daemon prio=5 os_prio=0 tid=0x000055d324ac8000 nid=0x2c waiting on condition [0x00007fdcd147a000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6565e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:227) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb656a20> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "dispatcher-event-loop-0" #15 daemon prio=5 os_prio=0 tid=0x000055d324b27800 nid=0x2b waiting on condition [0x00007fdcd157b000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000eb6565e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:227) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - <0x00000000eb656bd8> (a java.util.concurrent.ThreadPoolExecutor$Worker) | |
| "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #13 daemon prio=5 os_prio=0 tid=0x000055d3240cd000 nid=0x2a in Object.wait() [0x00007fdcd1a7c000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000eb5b3f08> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
| - locked <0x00000000eb5b3f08> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
| at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3063) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Locked ownable synchronizers: | |
| - None | |
| "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x000055d321b1e000 nid=0x25 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| Locked ownable synchronizers: | |
| - None | |
| "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x000055d321ace800 nid=0x24 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| Locked ownable synchronizers: | |
| - None | |
| "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x000055d321ab4000 nid=0x23 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| Locked ownable synchronizers: | |
| - None | |
| "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x000055d321aa9800 nid=0x22 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| Locked ownable synchronizers: | |
| - None | |
| "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x000055d321aa7000 nid=0x21 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| Locked ownable synchronizers: | |
| - None | |
| "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x000055d321a70800 nid=0x20 in Object.wait() [0x00007fdcd69ad000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
| - locked <0x00000000eb2d3190> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) | |
| Locked ownable synchronizers: | |
| - None | |
| "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x000055d321a6d800 nid=0x1f in Object.wait() [0x00007fdcd6aae000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:502) | |
| at java.lang.ref.Reference.tryHandlePending(Reference.java:191) | |
| - locked <0x00000000eb2d3348> (a java.lang.ref.Reference$Lock) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) | |
| Locked ownable synchronizers: | |
| - None | |
| "main" #1 prio=5 os_prio=0 tid=0x000055d3219c6800 nid=0x1d waiting on condition [0x00007fdce6d59000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000f0fdcae8> (a scala.concurrent.impl.Promise$CompletionLatch) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) | |
| at scala.concurrent.impl.Promise$DefaultPromise.tryAwait(Promise.scala:242) | |
| at scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:258) | |
| at scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:187) | |
| at org.apache.spark.util.ThreadUtils$.awaitReady(ThreadUtils.scala:242) | |
| at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:736) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:2055) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:2152) | |
| at org.apache.spark.rdd.RDD.$anonfun$reduce$1(RDD.scala:1051) | |
| at org.apache.spark.rdd.RDD$$Lambda$900/1675603360.apply(Unknown Source) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) | |
| at org.apache.spark.rdd.RDD.withScope(RDD.scala:366) | |
| at org.apache.spark.rdd.RDD.reduce(RDD.scala:1033) | |
| at org.apache.spark.examples.SparkPi$.main(SparkPi.scala:38) | |
| at org.apache.spark.examples.SparkPi.main(SparkPi.scala) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:498) | |
| at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) | |
| at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:931) | |
| at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:179) | |
| at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:202) | |
| at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:89) | |
| at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1010) | |
| at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1019) | |
| at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
| Locked ownable synchronizers: | |
| - None | |
| "VM Thread" os_prio=0 tid=0x000055d321a63800 nid=0x1e runnable | |
| "VM Periodic Task Thread" os_prio=0 tid=0x000055d321b4e800 nid=0x26 waiting on condition | |
| JNI global references: 2333 | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment