-
-
Save frsyuki/b26904890f889c2bc0c0 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2013-05-03 17:23:11 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (17.0-b16 mixed mode): | |
| "IPC Parameter Sending Thread #1496" daemon prio=10 tid=0x00007fb6840cb000 nid=0x2111 runnable [0x00007fb6729e8000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.nio.ByteBuffer.wrap(ByteBuffer.java:350) | |
| at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:111) | |
| at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65) | |
| at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123) | |
| - locked <0x00007fb8d6f0ed20> (a java.io.BufferedOutputStream) | |
| at java.io.DataOutputStream.flush(DataOutputStream.java:106) | |
| at org.apache.hadoop.ipc.Client$Connection$3.run(Client.java:897) | |
| - locked <0x00007fb8d6f0ecf0> (a java.io.DataOutputStream) | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) | |
| at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:138) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 121" daemon prio=10 tid=0x00007fb6883f2800 nid=0x1fb8 runnable [0x00007fb6726e5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d70b1528> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d70b1510> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d70b11b0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6f0eb60> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1793" daemon prio=10 tid=0x00007fb684105800 nid=0x1fb7 runnable [0x00007fb6725e4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6eae518> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6eae500> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6eae1a0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6eb47f8> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1525" daemon prio=10 tid=0x00007fb67c008000 nid=0x1fb6 runnable [0x00007fb6715d4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6e705c0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6e705a8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6e702e0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6eb4428> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 121" daemon prio=10 tid=0x00007fb678867000 nid=0x1e9f waiting for monitor entry [0x00007fb6724e3000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client$Connection.close(Client.java:986) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| - locked <0x00007fb8d6e797b0> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:846) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 121" daemon prio=10 tid=0x00007fb99cdbf000 nid=0x1e8c waiting for monitor entry [0x00007fb6720df000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123) | |
| - waiting to lock <0x00007fb8d6e72818> (a java.io.BufferedOutputStream) | |
| at java.io.DataOutputStream.flush(DataOutputStream.java:106) | |
| at java.io.FilterOutputStream.close(FilterOutputStream.java:140) | |
| at org.apache.hadoop.io.IOUtils.cleanup(IOUtils.java:237) | |
| at org.apache.hadoop.io.IOUtils.closeStream(IOUtils.java:254) | |
| at org.apache.hadoop.ipc.Client$Connection.close(Client.java:992) | |
| - locked <0x00007fb8d6e6dee0> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:846) | |
| "IPC Parameter Sending Thread #1495" daemon prio=10 tid=0x00000000426c3000 nid=0x1d2d runnable [0x00007fb671edd000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.Util.releaseTemporaryDirectBuffer(Util.java:67) | |
| at sun.nio.ch.IOUtil.write(IOUtil.java:78) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) | |
| - locked <0x00007fb8d6e700d8> (a java.lang.Object) | |
| at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:62) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:143) | |
| at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:153) | |
| at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:114) | |
| at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65) | |
| at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123) | |
| - locked <0x00007fb8d6e72818> (a java.io.BufferedOutputStream) | |
| at java.io.DataOutputStream.flush(DataOutputStream.java:106) | |
| at org.apache.hadoop.ipc.Client$Connection$3.run(Client.java:897) | |
| - locked <0x00007fb8d6e727e8> (a java.io.DataOutputStream) | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) | |
| at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:138) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "713471871@qtp-489444401-50" prio=10 tid=0x00007fb6882a4800 nid=0x1d29 runnable [0x00007fb670ecb000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.Util.releaseTemporaryDirectBuffer(Util.java:67) | |
| at sun.nio.ch.IOUtil.write(IOUtil.java:78) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) | |
| - locked <0x00007fb8d6e4f118> (a java.lang.Object) | |
| at org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:171) | |
| - locked <0x00007fb8d6e92160> (a java.nio.HeapByteBuffer) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221) | |
| at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:725) | |
| at org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569) | |
| at org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:1012) | |
| at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:651) | |
| at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:580) | |
| at java.io.ByteArrayOutputStream.writeTo(ByteArrayOutputStream.java:109) | |
| - locked <0x00007fb8d6e91ed8> (a org.mortbay.util.ByteArrayOutputStream2) | |
| at org.mortbay.jetty.AbstractGenerator$OutputWriter.write(AbstractGenerator.java:904) | |
| at java.io.PrintWriter.write(PrintWriter.java:382) | |
| - locked <0x00007fb8d6e91e38> (a org.mortbay.jetty.HttpConnection$OutputWriter) | |
| at org.apache.jasper.runtime.JspWriterImpl.flushBuffer(JspWriterImpl.java:119) | |
| at org.apache.jasper.runtime.JspWriterImpl.write(JspWriterImpl.java:326) | |
| at org.apache.jasper.runtime.JspWriterImpl.write(JspWriterImpl.java:342) | |
| at org.apache.jasper.runtime.JspWriterImpl.print(JspWriterImpl.java:468) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:170) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "pool-5-thread-4" prio=10 tid=0x00007fb6840d0000 nid=0x233d waiting on condition [0x00007fb6731f0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-3" prio=10 tid=0x00007fb684029800 nid=0x2331 waiting on condition [0x00007fb672eed000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-2" prio=10 tid=0x00007fb684043800 nid=0x2324 waiting on condition [0x00007fb68c834000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Directory/File cleanup thread" daemon prio=10 tid=0x00007fb68405f800 nid=0x231b waiting on condition [0x00007fb6732f1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c30e5f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapred.CleanupQueue$PathCleanupThread.run(CleanupQueue.java:137) | |
| "pool-2-thread-1" prio=10 tid=0x00007fb6840d2800 nid=0x231a waiting on condition [0x00007fb6735f4000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c198c20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-1" prio=10 tid=0x00007fb68406a000 nid=0x2316 waiting on condition [0x00007fb6734f3000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Delegation Token Canceler" daemon prio=10 tid=0x00007fb6782e5000 nid=0x2311 waiting on condition [0x00007fb68cf3b000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c310850> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal$DelegationTokenCancelThread.run(DelegationTokenRenewal.java:143) | |
| "org.apache.hadoop.hdfs.PeerCache@49d29a78" daemon prio=10 tid=0x00007fb678297800 nid=0x2310 waiting on condition [0x00007fb68cd39000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) | |
| at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) | |
| at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Server handler 9 on 8021" daemon prio=10 tid=0x00007fb99cdc4800 nid=0x229a runnable [0x00007fb6736f3000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.TreeSet.<init>(TreeSet.java:107) | |
| at org.apache.hadoop.fs.FileSystem.<init>(FileSystem.java:119) | |
| at org.apache.hadoop.fs.FilterFileSystem.<init>(FilterFileSystem.java:61) | |
| at org.apache.hadoop.fs.ChecksumFileSystem.<init>(ChecksumFileSystem.java:53) | |
| at org.apache.hadoop.fs.LocalFileSystem.<init>(LocalFileSystem.java:70) | |
| at org.apache.hadoop.fs.LocalFileSystem.<init>(LocalFileSystem.java:40) | |
| at sun.reflect.GeneratedConstructorAccessor13.newInstance(Unknown Source) | |
| at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) | |
| at java.lang.reflect.Constructor.newInstance(Constructor.java:513) | |
| at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:126) | |
| at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2261) | |
| at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:86) | |
| at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2296) | |
| at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2278) | |
| at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:316) | |
| at org.apache.hadoop.fs.FileSystem.getLocal(FileSystem.java:287) | |
| at org.apache.hadoop.conf.Configuration.getLocalPath(Configuration.java:1679) | |
| at org.apache.hadoop.mapred.JobConf.getLocalPath(JobConf.java:500) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:414) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 8 on 8021" daemon prio=10 tid=0x00007fb99cdc2800 nid=0x2299 runnable [0x00007fb6737f4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.ThreadLocal.createInheritedMap(ThreadLocal.java:217) | |
| at java.lang.Thread.init(Thread.java:358) | |
| at java.lang.Thread.<init>(Thread.java:565) | |
| at java.util.concurrent.Executors$DefaultThreadFactory.newThread(Executors.java:542) | |
| at com.google.common.util.concurrent.ThreadFactoryBuilder$1.newThread(ThreadFactoryBuilder.java:159) | |
| at java.util.concurrent.ThreadPoolExecutor.addThread(ThreadPoolExecutor.java:672) | |
| at java.util.concurrent.ThreadPoolExecutor.addIfUnderMaximumPoolSize(ThreadPoolExecutor.java:721) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:657) | |
| at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:78) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:881) | |
| - locked <0x00007fb8d6eaedc0> (a java.lang.Object) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 7 on 8021" daemon prio=10 tid=0x00007fb99cdc0800 nid=0x2298 waiting for monitor entry [0x00007fb6738f5000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 6 on 8021" daemon prio=10 tid=0x00007fb99cdb9800 nid=0x2297 runnable [0x00007fb6739f6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb8d6e98a50> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:62) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6e98d38> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6e98d20> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6e989c0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:204) | |
| at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:525) | |
| at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:489) | |
| at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:499) | |
| - locked <0x00007fb8d6f19500> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:593) | |
| - locked <0x00007fb8d6f19500> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2000(Client.java:241) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1278) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 5 on 8021" daemon prio=10 tid=0x00007fb99cdb5800 nid=0x2296 waiting for monitor entry [0x00007fb673af7000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getServerDefaults(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getServerDefaults(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getServerDefaults(ClientNamenodeProtocolTranslatorPB.java:167) | |
| at org.apache.hadoop.hdfs.DFSClient.getServerDefaults(DFSClient.java:748) | |
| at org.apache.hadoop.hdfs.DFSClient.shouldEncryptData(DFSClient.java:1585) | |
| at org.apache.hadoop.hdfs.DFSClient.getDataEncryptionKey(DFSClient.java:1592) | |
| at org.apache.hadoop.hdfs.DFSInputStream.newTcpPeer(DFSInputStream.java:866) | |
| at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:994) | |
| at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471) | |
| - locked <0x00007fb8d6e78a50> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662) | |
| at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706) | |
| - locked <0x00007fb8d6e78a50> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at java.io.DataInputStream.read(DataInputStream.java:83) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:78) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:52) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:112) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:260) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:232) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 4 on 8021" daemon prio=10 tid=0x00007fb99cdb3000 nid=0x2295 waiting for monitor entry [0x00007fb673bf8000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 3 on 8021" daemon prio=10 tid=0x00007fb99cdb1000 nid=0x2294 waiting on condition [0x00007fb673cf9000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb8d6e78808> (a java.util.concurrent.FutureTask$Sync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281) | |
| at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:218) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:83) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:913) | |
| - locked <0x00007fb8d6e6fe88> (a java.lang.Object) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 2 on 8021" daemon prio=10 tid=0x00007fb99cdad000 nid=0x2293 runnable [0x00007fb673dfa000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1268) | |
| - locked <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 1 on 8021" daemon prio=10 tid=0x00007fb99cdab000 nid=0x2292 waiting on condition [0x00007fb673efb000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb8d7291590> (a java.util.concurrent.FutureTask$Sync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281) | |
| at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:218) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:83) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:913) | |
| - locked <0x00007fb8d6f0a1f0> (a java.lang.Object) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getBlockLocations(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getBlockLocations(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:154) | |
| at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:957) | |
| at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:947) | |
| at org.apache.hadoop.hdfs.DFSInputStream.fetchLocatedBlocksAndGetLastBlockLength(DFSInputStream.java:171) | |
| at org.apache.hadoop.hdfs.DFSInputStream.openInfo(DFSInputStream.java:138) | |
| - locked <0x00007fb8d6e66be0> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at org.apache.hadoop.hdfs.DFSInputStream.<init>(DFSInputStream.java:131) | |
| at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1104) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:246) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:79) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:711) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:258) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:232) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 0 on 8021" daemon prio=10 tid=0x00007fb99cda7800 nid=0x2291 waiting on condition [0x00007fb673ffc000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c1988c8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:842) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1178) | |
| at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186) | |
| at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) | |
| at java.util.concurrent.ThreadPoolExecutor.addIfUnderMaximumPoolSize(ThreadPoolExecutor.java:718) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:657) | |
| at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:78) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:881) | |
| - locked <0x00007fb8d6e71900> (a java.lang.Object) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server listener on 8021" daemon prio=10 tid=0x00007fb99c0b3800 nid=0x2290 runnable [0x00007fb68c12d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c101a18> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c101a00> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c101348> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener.run(Server.java:612) | |
| "IPC Server Responder" daemon prio=10 tid=0x00007fb99ca35800 nid=0x228f runnable [0x00007fb68c22e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c10af58> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c10af40> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c10abc8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:796) | |
| at org.apache.hadoop.ipc.Server$Responder.run(Server.java:779) | |
| "expireLaunchingTasks" prio=10 tid=0x00007fb99c903000 nid=0x228e waiting on condition [0x00007fb68c32f000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireLaunchingTasks.run(JobTracker.java:386) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "retireJobs" prio=10 tid=0x00007fb99cd6f800 nid=0x228d waiting on condition [0x00007fb68c430000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.mapred.JobTracker$RetireJobs.run(JobTracker.java:623) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "expireTrackers" prio=10 tid=0x00007fb99c897800 nid=0x228c waiting on condition [0x00007fb68c531000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireTrackers.run(JobTracker.java:472) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "FairScheduler update thread" prio=10 tid=0x00007fb99c896800 nid=0x228b waiting for monitor entry [0x00007fb68c632000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.FairScheduler.update(FairScheduler.java:649) | |
| - waiting to lock <0x00007fb69c0c3ba0> (a org.apache.hadoop.mapred.FairScheduler) | |
| - locked <0x00007fb69c04e0e8> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.FairScheduler$UpdateThread.run(FairScheduler.java:379) | |
| "Timer thread for monitoring fairscheduler" daemon prio=10 tid=0x00007fb99c907000 nid=0x228a waiting on condition [0x00007fb68c733000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.LinkedList.listIterator(LinkedList.java:667) | |
| at java.util.AbstractList.listIterator(AbstractList.java:284) | |
| at java.util.AbstractSequentialList.iterator(AbstractSequentialList.java:222) | |
| at org.apache.hadoop.mapred.PoolSchedulable.getRunningTasks(PoolSchedulable.java:136) | |
| at org.apache.hadoop.mapred.Schedulable.setMetricValues(Schedulable.java:160) | |
| at org.apache.hadoop.mapred.PoolSchedulable.updateMetrics(PoolSchedulable.java:212) | |
| at org.apache.hadoop.mapred.Pool.updateMetrics(Pool.java:99) | |
| at org.apache.hadoop.mapred.PoolManager.updateMetrics(PoolManager.java:521) | |
| - locked <0x00007fb69c0c3c70> (a org.apache.hadoop.mapred.PoolManager) | |
| at org.apache.hadoop.mapred.FairScheduler.updateMetrics(FairScheduler.java:333) | |
| - locked <0x00007fb69c0c3ba0> (a org.apache.hadoop.mapred.FairScheduler) | |
| at org.apache.hadoop.mapred.FairScheduler$MetricsUpdater.doUpdates(FairScheduler.java:328) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext.timerEvent(AbstractMetricsContext.java:299) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext.access$000(AbstractMetricsContext.java:57) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext$1.run(AbstractMetricsContext.java:264) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "jobInitManager" daemon prio=10 tid=0x00007fb99cda5000 nid=0x2289 in Object.wait() [0x00007fb68c935000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.mapred.EagerTaskInitializationListener$JobInitManager.run(EagerTaskInitializationListener.java:57) | |
| - locked <0x00007fb69c10cb58> (a java.util.ArrayList) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-14" prio=10 tid=0x00007fb674005800 nid=0x2285 runnable [0x00007fb68ca36000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007fb69c110db0> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:113) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:35) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) | |
| at org.apache.hadoop.thriftfs.SanerThreadPoolServer.serve(SanerThreadPoolServer.java:203) | |
| at org.apache.hadoop.thriftfs.ThriftPluginServer.run(ThriftPluginServer.java:146) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-13" prio=10 tid=0x00007fb99cd6a800 nid=0x2284 waiting on condition [0x00007fb68cb37000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c115468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:39) | |
| at org.apache.hadoop.mapred.JobEndNotifier$1.run(JobEndNotifier.java:50) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-3-thread-1" prio=10 tid=0x00007fb99c893000 nid=0x2283 waiting on condition [0x00007fb68cc38000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c1114e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer-0" daemon prio=10 tid=0x00007fb99caeb800 nid=0x227f runnable [0x00007fb68d03c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newValueIterator(HashMap.java:843) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.mortbay.jetty.servlet.HashSessionManager.scavenge(HashSessionManager.java:265) | |
| - locked <0x00007fb69c115880> (a org.mortbay.jetty.servlet.HashSessionManager) | |
| at org.mortbay.jetty.servlet.HashSessionManager.access$000(HashSessionManager.java:44) | |
| at org.mortbay.jetty.servlet.HashSessionManager$2.run(HashSessionManager.java:219) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "1454189616@qtp-489444401-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50030" prio=10 tid=0x00007fb99c8c4000 nid=0x227e runnable [0x00007fb68d13d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c11a908> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c11d328> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c11d310> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c11a878> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:511) | |
| at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:193) | |
| at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) | |
| at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "Socket Reader #8 for port 8021" prio=10 tid=0x00007fb99ca2c800 nid=0x227c runnable [0x00007fb68d542000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f9058> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f9040> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f6e78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c101d70> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #7 for port 8021" prio=10 tid=0x00007fb99ca12000 nid=0x227b runnable [0x00007fb68d643000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f6c68> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f6c50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f4960> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104318> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #6 for port 8021" prio=10 tid=0x00007fb99c9f7000 nid=0x227a runnable [0x00007fb68d744000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c100d20> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c100d08> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c100a90> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104848> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #5 for port 8021" prio=10 tid=0x00007fb99c9dc800 nid=0x2279 runnable [0x00007fb68d845000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c100880> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c100868> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fe670> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104d78> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #4 for port 8021" prio=10 tid=0x00007fb99c9c1800 nid=0x2278 runnable [0x00007fb68d946000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fe460> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fe448> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fe1d0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107260> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #3 for port 8021" prio=10 tid=0x00007fb99c9a6800 nid=0x2277 runnable [0x00007fb68da47000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fbe08> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fc008> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fbff0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fbd78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107790> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #2 for port 8021" prio=10 tid=0x00007fb99c98b800 nid=0x2276 runnable [0x00007fb68db48000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f9a40> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fbb68> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fbb50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f99b0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107cc0> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #1 for port 8021" prio=10 tid=0x00007fb99c8e6800 nid=0x2275 runnable [0x00007fb68dc49000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f97a0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f9788> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f9510> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c108260> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Thread[Thread-3,5,main]" daemon prio=10 tid=0x00007fb99c8df000 nid=0x2274 runnable [0x00007fb68df54000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newValueIterator(HashMap.java:843) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager.removeExpiredToken(AbstractDelegationTokenSecretManager.java:368) | |
| - locked <0x00007fb69c04e328> (a org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenSecretManager) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager.access$400(AbstractDelegationTokenSecretManager.java:49) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:423) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer thread for monitoring " daemon prio=10 tid=0x00007fb99c819000 nid=0x2273 runnable [0x00007fb68e269000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.LinkedHashMap.newValueIterator(LinkedHashMap.java:397) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.apache.hadoop.mapred.StatisticsCollector.update(StatisticsCollector.java:89) | |
| - locked <0x00007fb69c114610> (a org.apache.hadoop.mapred.StatisticsCollector) | |
| at org.apache.hadoop.mapred.StatisticsCollector$1.run(StatisticsCollector.java:80) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "RMI TCP Accept-0" daemon prio=10 tid=0x00007fb99c7d5000 nid=0x226c runnable [0x00007fb68e46b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007fb69c13d9b8> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007fb99c093800 nid=0x226b runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread1" daemon prio=10 tid=0x00007fb99c091000 nid=0x226a waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread0" daemon prio=10 tid=0x00007fb99c08e800 nid=0x2269 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007fb99c08c000 nid=0x2268 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007fb99c06e000 nid=0x2267 in Object.wait() [0x00007fb68faf9000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x00007fb69c146240> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007fb99c06c000 nid=0x2266 waiting for monitor entry [0x00007fb68fbfa000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x00007fb69c10f000> (a java.lang.ref.Reference$Lock) | |
| "main" prio=10 tid=0x00007fb99c00e800 nid=0x2262 in Object.wait() [0x00007fb9a4082000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007fb69c0e5020> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Server.join(Server.java:2021) | |
| - locked <0x00007fb69c0e5020> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at org.apache.hadoop.mapred.JobTracker.offerService(JobTracker.java:2208) | |
| at org.apache.hadoop.mapred.JobTracker.main(JobTracker.java:4539) | |
| "VM Thread" prio=10 tid=0x00007fb99c067800 nid=0x2265 runnable | |
| "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fb99c021800 nid=0x2263 runnable | |
| "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fb99c023000 nid=0x2264 runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007fb99c7e8000 nid=0x226d waiting on condition | |
| JNI global references: 1514 | |
| Heap | |
| PSYoungGen total 1015936K, used 967086K [0x00007fb89c000000, 0x00007fb8dce00000, 0x00007fb99c000000) | |
| eden space 969600K, 99% used [0x00007fb89c000000,0x00007fb8d706b958,0x00007fb8d72e0000) | |
| from space 46336K, 0% used [0x00007fb8d72e0000,0x00007fb8d72e0000,0x00007fb8da020000) | |
| to space 45632K, 0% used [0x00007fb8da170000,0x00007fb8da170000,0x00007fb8dce00000) | |
| PSOldGen total 8388608K, used 8388601K [0x00007fb69c000000, 0x00007fb89c000000, 0x00007fb89c000000) | |
| object space 8388608K, 99% used [0x00007fb69c000000,0x00007fb89bffe510,0x00007fb89c000000) | |
| PSPermGen total 32832K, used 32567K [0x00007fb696c00000, 0x00007fb698c10000, 0x00007fb69c000000) | |
| object space 32832K, 99% used [0x00007fb696c00000,0x00007fb698bcddc0,0x00007fb698c10000) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2013-05-03 17:24:43 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (17.0-b16 mixed mode): | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1525" daemon prio=10 tid=0x00007fb6900c2800 nid=0x241b runnable [0x00007fb6713d2000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto$Builder.create(RpcPayloadHeaderProtos.java:1055) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto$Builder.access$1400(RpcPayloadHeaderProtos.java:1028) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.newBuilder(RpcPayloadHeaderProtos.java:1015) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:984) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "1895586449@qtp-489444401-54" prio=10 tid=0x00007fb688025000 nid=0x241a runnable [0x00007fb6724e3000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.ThreadLocal.createMap(ThreadLocal.java:206) | |
| at java.lang.ThreadLocal.set(ThreadLocal.java:166) | |
| at org.mortbay.jetty.HttpConnection.setCurrentConnection(HttpConnection.java:103) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:389) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "IPC Parameter Sending Thread #1498" daemon prio=10 tid=0x00007fb6841b8000 nid=0x2419 waiting on condition [0x00007fb6720df000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c198898> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 190" daemon prio=10 tid=0x00007fb674008000 nid=0x2414 runnable [0x00007fb6719d8000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6e6e650> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6e6e638> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6e6e2d8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6edc3c8> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "IPC Parameter Sending Thread #1497" daemon prio=10 tid=0x00007fb67c013000 nid=0x2413 waiting on condition [0x00007fb6714d3000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c198898> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "809067927@qtp-489444401-53" prio=10 tid=0x00007fb6882bc800 nid=0x2412 runnable [0x00007fb6710cf000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.ThreadLocal.createMap(ThreadLocal.java:206) | |
| at java.lang.ThreadLocal.set(ThreadLocal.java:166) | |
| at org.mortbay.jetty.HttpConnection.setCurrentConnection(HttpConnection.java:103) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:389) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "1503829281@qtp-489444401-52" prio=10 tid=0x00007fb6883ca800 nid=0x2411 runnable [0x00007fb6727e5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.mortbay.jetty.HttpFields.addDateField(HttpFields.java:941) | |
| at org.mortbay.jetty.Response.addDateHeader(Response.java:453) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:42) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 121" daemon prio=10 tid=0x00007fb6883f2800 nid=0x1fb8 waiting for monitor entry [0x00007fb6726e5000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client$Connection.close(Client.java:986) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| - locked <0x00007fb8d6ed23f0> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:846) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1793" daemon prio=10 tid=0x00007fb684105800 nid=0x1fb7 waiting for monitor entry [0x00007fb6725e4000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client$Connection.close(Client.java:986) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| - locked <0x00007fb8d6e63890> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:846) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1525" daemon prio=10 tid=0x00007fb67c008000 nid=0x1fb6 runnable [0x00007fb6715d4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb8d6e62990> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6e62be0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6e62bc8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6e62900> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6e848e0> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "713471871@qtp-489444401-50" prio=10 tid=0x00007fb6882a4800 nid=0x1d29 waiting on condition [0x00007fb670ecc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.Arrays.copyOf(Arrays.java:2882) | |
| at java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100) | |
| at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:390) | |
| at java.lang.StringBuilder.append(StringBuilder.java:119) | |
| at org.apache.hadoop.util.ServletUtil.percentageGraph(ServletUtil.java:108) | |
| at org.apache.hadoop.util.ServletUtil.percentageGraph(ServletUtil.java:127) | |
| at org.apache.hadoop.mapred.JSPUtil.generateJobTable(JSPUtil.java:341) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:175) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "pool-5-thread-4" prio=10 tid=0x00007fb6840d0000 nid=0x233d waiting on condition [0x00007fb6731f0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-3" prio=10 tid=0x00007fb684029800 nid=0x2331 waiting on condition [0x00007fb672eed000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-2" prio=10 tid=0x00007fb684043800 nid=0x2324 waiting on condition [0x00007fb68c834000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Directory/File cleanup thread" daemon prio=10 tid=0x00007fb68405f800 nid=0x231b waiting on condition [0x00007fb6732f1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c30e5f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapred.CleanupQueue$PathCleanupThread.run(CleanupQueue.java:137) | |
| "pool-2-thread-1" prio=10 tid=0x00007fb6840d2800 nid=0x231a waiting on condition [0x00007fb6735f4000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c198c20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-1" prio=10 tid=0x00007fb68406a000 nid=0x2316 waiting on condition [0x00007fb6734f3000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Delegation Token Canceler" daemon prio=10 tid=0x00007fb6782e5000 nid=0x2311 waiting on condition [0x00007fb68cf3b000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c310850> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal$DelegationTokenCancelThread.run(DelegationTokenRenewal.java:143) | |
| "org.apache.hadoop.hdfs.PeerCache@49d29a78" daemon prio=10 tid=0x00007fb678297800 nid=0x2310 waiting on condition [0x00007fb68cd39000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) | |
| at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) | |
| at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Server handler 9 on 8021" daemon prio=10 tid=0x00007fb99cdc4800 nid=0x229a waiting for monitor entry [0x00007fb6736f3000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 8 on 8021" daemon prio=10 tid=0x00007fb99cdc2800 nid=0x2299 in Object.wait() [0x00007fb6737f4000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1211) | |
| - locked <0x00007fb8d6e337c8> (a org.apache.hadoop.ipc.Client$Call) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 7 on 8021" daemon prio=10 tid=0x00007fb99cdc0800 nid=0x2298 waiting for monitor entry [0x00007fb6738f5000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 6 on 8021" daemon prio=10 tid=0x00007fb99cdb9800 nid=0x2297 runnable [0x00007fb6739f6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.Arrays.copyOf(Arrays.java:2786) | |
| at java.io.ByteArrayOutputStream.write(ByteArrayOutputStream.java:94) | |
| - locked <0x00007fb8d6ee1010> (a org.apache.hadoop.io.DataOutputBuffer$Buffer) | |
| at java.io.DataOutputStream.write(DataOutputStream.java:90) | |
| - locked <0x00007fb8d6ee0fd8> (a org.apache.hadoop.io.DataOutputBuffer) | |
| at com.google.protobuf.CodedOutputStream.refreshBuffer(CodedOutputStream.java:803) | |
| at com.google.protobuf.CodedOutputStream.flush(CodedOutputStream.java:813) | |
| at com.google.protobuf.AbstractMessageLite.writeDelimitedTo(AbstractMessageLite.java:91) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$RpcRequestWritable.write(ProtobufRpcEngine.java:285) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:878) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 5 on 8021" daemon prio=10 tid=0x00007fb99cdb5800 nid=0x2296 waiting for monitor entry [0x00007fb673af7000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getServerDefaults(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getServerDefaults(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getServerDefaults(ClientNamenodeProtocolTranslatorPB.java:167) | |
| at org.apache.hadoop.hdfs.DFSClient.getServerDefaults(DFSClient.java:748) | |
| at org.apache.hadoop.hdfs.DFSClient.shouldEncryptData(DFSClient.java:1585) | |
| at org.apache.hadoop.hdfs.DFSClient.getDataEncryptionKey(DFSClient.java:1592) | |
| at org.apache.hadoop.hdfs.DFSInputStream.newTcpPeer(DFSInputStream.java:866) | |
| at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:994) | |
| at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471) | |
| - locked <0x00007fb8d6e667f8> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662) | |
| at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706) | |
| - locked <0x00007fb8d6e667f8> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at java.io.DataInputStream.read(DataInputStream.java:83) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:78) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:52) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:112) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:260) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:232) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 4 on 8021" daemon prio=10 tid=0x00007fb99cdb3000 nid=0x2295 runnable [0x00007fb673bf8000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1268) | |
| - locked <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 3 on 8021" daemon prio=10 tid=0x00007fb99cdb1000 nid=0x2294 waiting for monitor entry [0x00007fb673cf9000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 2 on 8021" daemon prio=10 tid=0x00007fb99cdad000 nid=0x2293 runnable [0x00007fb673dfa000] | |
| java.lang.Thread.State: RUNNABLE | |
| at com.google.protobuf.CodedOutputStream.newInstance(CodedOutputStream.java:105) | |
| at com.google.protobuf.AbstractMessageLite.writeDelimitedTo(AbstractMessageLite.java:87) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$RpcRequestWritable.write(ProtobufRpcEngine.java:285) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:878) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 1 on 8021" daemon prio=10 tid=0x00007fb99cdab000 nid=0x2292 runnable [0x00007fb673efb000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.getReturnProtoType(ProtobufRpcEngine.java:256) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:222) | |
| at $Proxy10.getBlockLocations(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getBlockLocations(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:154) | |
| at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:957) | |
| at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:947) | |
| at org.apache.hadoop.hdfs.DFSInputStream.fetchLocatedBlocksAndGetLastBlockLength(DFSInputStream.java:171) | |
| at org.apache.hadoop.hdfs.DFSInputStream.openInfo(DFSInputStream.java:138) | |
| - locked <0x00007fb8d6e5ea60> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at org.apache.hadoop.hdfs.DFSInputStream.<init>(DFSInputStream.java:131) | |
| at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1104) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:246) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:79) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:711) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:258) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:232) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 0 on 8021" daemon prio=10 tid=0x00007fb99cda7800 nid=0x2291 runnable [0x00007fb673ffc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$HdfsFileStatusProto$Builder.buildPartial(HdfsProtos.java:9398) | |
| at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetFileInfoResponseProto$Builder.mergeFrom(ClientNamenodeProtocolProtos.java:30714) | |
| at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetFileInfoResponseProto$Builder.mergeFrom(ClientNamenodeProtocolProtos.java:30567) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:300) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeFrom(AbstractMessageLite.java:162) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:716) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeFrom(AbstractMessageLite.java:153) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:709) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:228) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server listener on 8021" daemon prio=10 tid=0x00007fb99c0b3800 nid=0x2290 runnable [0x00007fb68c12d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c101a18> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c101a00> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c101348> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener.run(Server.java:612) | |
| "IPC Server Responder" daemon prio=10 tid=0x00007fb99ca35800 nid=0x228f runnable [0x00007fb68c22e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c10af58> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c10af40> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c10abc8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:796) | |
| at org.apache.hadoop.ipc.Server$Responder.run(Server.java:779) | |
| "expireLaunchingTasks" prio=10 tid=0x00007fb99c903000 nid=0x228e runnable [0x00007fb68c32f000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.LinkedHashMap.newEntryIterator(LinkedHashMap.java:398) | |
| at java.util.HashMap$EntrySet.iterator(HashMap.java:950) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireLaunchingTasks.run(JobTracker.java:393) | |
| - locked <0x00007fb69c10f228> (a java.util.LinkedHashMap) | |
| - locked <0x00007fb69c04e0e8> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "retireJobs" prio=10 tid=0x00007fb99cd6f800 nid=0x228d runnable [0x00007fb68c430000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.mapred.JobTracker$RetireJobs.run(JobTracker.java:624) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "expireTrackers" prio=10 tid=0x00007fb99c897800 nid=0x228c waiting on condition [0x00007fb68c531000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireTrackers.run(JobTracker.java:472) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "FairScheduler update thread" prio=10 tid=0x00007fb99c896800 nid=0x228b waiting for monitor entry [0x00007fb68c632000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.FairScheduler.update(FairScheduler.java:648) | |
| - waiting to lock <0x00007fb69c04e0e8> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.FairScheduler$UpdateThread.run(FairScheduler.java:379) | |
| "Timer thread for monitoring fairscheduler" daemon prio=10 tid=0x00007fb99c907000 nid=0x228a runnable [0x00007fb68c733000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext.timerEvent(AbstractMetricsContext.java:293) | |
| - locked <0x00007fb69c0c46d8> (a org.apache.hadoop.metrics.spi.NoEmitMetricsContext) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext.access$000(AbstractMetricsContext.java:57) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext$1.run(AbstractMetricsContext.java:264) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "jobInitManager" daemon prio=10 tid=0x00007fb99cda5000 nid=0x2289 in Object.wait() [0x00007fb68c935000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.mapred.EagerTaskInitializationListener$JobInitManager.run(EagerTaskInitializationListener.java:57) | |
| - locked <0x00007fb69c10cb58> (a java.util.ArrayList) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-14" prio=10 tid=0x00007fb674005800 nid=0x2285 runnable [0x00007fb68ca36000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007fb69c110db0> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:113) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:35) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) | |
| at org.apache.hadoop.thriftfs.SanerThreadPoolServer.serve(SanerThreadPoolServer.java:203) | |
| at org.apache.hadoop.thriftfs.ThriftPluginServer.run(ThriftPluginServer.java:146) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-13" prio=10 tid=0x00007fb99cd6a800 nid=0x2284 waiting on condition [0x00007fb68cb37000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c115468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:39) | |
| at org.apache.hadoop.mapred.JobEndNotifier$1.run(JobEndNotifier.java:50) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-3-thread-1" prio=10 tid=0x00007fb99c893000 nid=0x2283 waiting on condition [0x00007fb68cc38000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c1114e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer-0" daemon prio=10 tid=0x00007fb99caeb800 nid=0x227f runnable [0x00007fb68d03c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newValueIterator(HashMap.java:843) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.mortbay.jetty.servlet.HashSessionManager.scavenge(HashSessionManager.java:265) | |
| - locked <0x00007fb69c115880> (a org.mortbay.jetty.servlet.HashSessionManager) | |
| at org.mortbay.jetty.servlet.HashSessionManager.access$000(HashSessionManager.java:44) | |
| at org.mortbay.jetty.servlet.HashSessionManager$2.run(HashSessionManager.java:219) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "1454189616@qtp-489444401-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50030" prio=10 tid=0x00007fb99c8c4000 nid=0x227e runnable [0x00007fb68d13d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.addEntry(HashMap.java:753) | |
| at java.util.HashMap.put(HashMap.java:385) | |
| at java.util.HashSet.add(HashSet.java:200) | |
| at sun.nio.ch.EPollArrayWrapper.updateRegistrations(EPollArrayWrapper.java:235) | |
| - locked <0x00007fb69c11d478> (a java.util.LinkedList) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:209) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c11d328> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c11d310> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c11a878> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:511) | |
| at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:193) | |
| at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) | |
| at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "Socket Reader #8 for port 8021" prio=10 tid=0x00007fb99ca2c800 nid=0x227c runnable [0x00007fb68d542000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f6f08> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f9058> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f9040> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f6e78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c101d70> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #7 for port 8021" prio=10 tid=0x00007fb99ca12000 nid=0x227b runnable [0x00007fb68d643000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f49f0> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f6c68> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f6c50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f4960> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104318> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #6 for port 8021" prio=10 tid=0x00007fb99c9f7000 nid=0x227a runnable [0x00007fb68d744000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c100b20> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c100d20> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c100d08> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c100a90> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104848> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #5 for port 8021" prio=10 tid=0x00007fb99c9dc800 nid=0x2279 runnable [0x00007fb68d845000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fe700> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c100880> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c100868> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fe670> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104d78> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #4 for port 8021" prio=10 tid=0x00007fb99c9c1800 nid=0x2278 runnable [0x00007fb68d946000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fe260> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fe460> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fe448> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fe1d0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107260> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #3 for port 8021" prio=10 tid=0x00007fb99c9a6800 nid=0x2277 runnable [0x00007fb68da47000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fbe08> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fc008> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fbff0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fbd78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107790> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #2 for port 8021" prio=10 tid=0x00007fb99c98b800 nid=0x2276 runnable [0x00007fb68db48000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f9a40> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fbb68> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fbb50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f99b0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107cc0> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #1 for port 8021" prio=10 tid=0x00007fb99c8e6800 nid=0x2275 runnable [0x00007fb68dc49000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f95a0> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f97a0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f9788> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f9510> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c108260> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Thread[Thread-3,5,main]" daemon prio=10 tid=0x00007fb99c8df000 nid=0x2274 waiting on condition [0x00007fb68df54000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:427) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer thread for monitoring " daemon prio=10 tid=0x00007fb99c819000 nid=0x2273 runnable [0x00007fb68e269000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.LinkedHashMap.newValueIterator(LinkedHashMap.java:397) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.apache.hadoop.mapred.StatisticsCollector.update(StatisticsCollector.java:89) | |
| - locked <0x00007fb69c114610> (a org.apache.hadoop.mapred.StatisticsCollector) | |
| at org.apache.hadoop.mapred.StatisticsCollector$1.run(StatisticsCollector.java:80) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "RMI TCP Accept-0" daemon prio=10 tid=0x00007fb99c7d5000 nid=0x226c runnable [0x00007fb68e46b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007fb69c13d9b8> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007fb99c093800 nid=0x226b runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread1" daemon prio=10 tid=0x00007fb99c091000 nid=0x226a waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread0" daemon prio=10 tid=0x00007fb99c08e800 nid=0x2269 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007fb99c08c000 nid=0x2268 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007fb99c06e000 nid=0x2267 in Object.wait() [0x00007fb68faf9000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x00007fb69c146240> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007fb99c06c000 nid=0x2266 waiting for monitor entry [0x00007fb68fbfa000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x00007fb69c10f000> (a java.lang.ref.Reference$Lock) | |
| "main" prio=10 tid=0x00007fb99c00e800 nid=0x2262 in Object.wait() [0x00007fb9a4082000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007fb69c0e5020> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Server.join(Server.java:2021) | |
| - locked <0x00007fb69c0e5020> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at org.apache.hadoop.mapred.JobTracker.offerService(JobTracker.java:2208) | |
| at org.apache.hadoop.mapred.JobTracker.main(JobTracker.java:4539) | |
| "VM Thread" prio=10 tid=0x00007fb99c067800 nid=0x2265 runnable | |
| "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fb99c021800 nid=0x2263 runnable | |
| "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fb99c023000 nid=0x2264 runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007fb99c7e8000 nid=0x226d waiting on condition | |
| JNI global references: 1514 | |
| Heap | |
| PSYoungGen total 1015936K, used 966397K [0x00007fb89c000000, 0x00007fb8dce00000, 0x00007fb99c000000) | |
| eden space 969600K, 99% used [0x00007fb89c000000,0x00007fb8d6fbf4e8,0x00007fb8d72e0000) | |
| from space 46336K, 0% used [0x00007fb8d72e0000,0x00007fb8d72e0000,0x00007fb8da020000) | |
| to space 45632K, 0% used [0x00007fb8da170000,0x00007fb8da170000,0x00007fb8dce00000) | |
| PSOldGen total 8388608K, used 8388600K [0x00007fb69c000000, 0x00007fb89c000000, 0x00007fb89c000000) | |
| object space 8388608K, 99% used [0x00007fb69c000000,0x00007fb89bffe258,0x00007fb89c000000) | |
| PSPermGen total 32832K, used 32567K [0x00007fb696c00000, 0x00007fb698c10000, 0x00007fb69c000000) | |
| object space 32832K, 99% used [0x00007fb696c00000,0x00007fb698bcddc0,0x00007fb698c10000) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2013-05-03 17:25:44 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (17.0-b16 mixed mode): | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1525" daemon prio=10 tid=0x00007fb6900c2800 nid=0x241b runnable [0x00007fb6713d2000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto$Builder.create(RpcPayloadHeaderProtos.java:1055) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto$Builder.access$1400(RpcPayloadHeaderProtos.java:1028) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.newBuilder(RpcPayloadHeaderProtos.java:1015) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:984) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "1895586449@qtp-489444401-54" prio=10 tid=0x00007fb688025000 nid=0x241a runnable [0x00007fb6724e3000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.ThreadLocal.createMap(ThreadLocal.java:206) | |
| at java.lang.ThreadLocal.set(ThreadLocal.java:166) | |
| at org.mortbay.jetty.HttpConnection.setCurrentConnection(HttpConnection.java:103) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:389) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 190" daemon prio=10 tid=0x00007fb674008000 nid=0x2414 runnable [0x00007fb6719d8000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6e6d7f0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6e6d7d8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6e6d478> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6ed5c20> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "809067927@qtp-489444401-53" prio=10 tid=0x00007fb6882bc800 nid=0x2412 runnable [0x00007fb6710cf000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.ThreadLocal.createMap(ThreadLocal.java:206) | |
| at java.lang.ThreadLocal.set(ThreadLocal.java:166) | |
| at org.mortbay.jetty.HttpConnection.setCurrentConnection(HttpConnection.java:103) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:389) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "1503829281@qtp-489444401-52" prio=10 tid=0x00007fb6883ca800 nid=0x2411 runnable [0x00007fb6727e5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.mortbay.jetty.HttpFields.addDateField(HttpFields.java:941) | |
| at org.mortbay.jetty.Response.addDateHeader(Response.java:453) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:42) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 121" daemon prio=10 tid=0x00007fb6883f2800 nid=0x1fb8 waiting for monitor entry [0x00007fb6726e5000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client$Connection.close(Client.java:986) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| - locked <0x00007fb8d6ecbfe0> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:846) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1793" daemon prio=10 tid=0x00007fb684105800 nid=0x1fb7 waiting for monitor entry [0x00007fb6725e4000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client$Connection.close(Client.java:986) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| - locked <0x00007fb8d6e62f70> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:846) | |
| "IPC Client (1088940267) connection to /10.158.88.93:8020 from 1525" daemon prio=10 tid=0x00007fb67c008000 nid=0x1fb6 runnable [0x00007fb6715d4000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb8d6e621d8> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb8d6e62428> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb8d6e62410> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb8d6e62148> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:116) | |
| at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:409) | |
| at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) | |
| at java.io.BufferedInputStream.read(BufferedInputStream.java:237) | |
| - locked <0x00007fb8d6e7e968> (a java.io.BufferedInputStream) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:276) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752) | |
| at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985) | |
| at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:938) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:836) | |
| "713471871@qtp-489444401-50" prio=10 tid=0x00007fb6882a4800 nid=0x1d29 runnable [0x00007fb670ecc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.text.DigitList.<init>(DigitList.java:87) | |
| at java.text.DecimalFormat.<init>(DecimalFormat.java:2941) | |
| at org.apache.hadoop.util.StringUtils.formatPercent(StringUtils.java:127) | |
| at org.apache.hadoop.mapred.JSPUtil.generateJobTable(JSPUtil.java:341) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:175) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "pool-5-thread-4" prio=10 tid=0x00007fb6840d0000 nid=0x233d waiting on condition [0x00007fb6731f0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-3" prio=10 tid=0x00007fb684029800 nid=0x2331 waiting on condition [0x00007fb672eed000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-2" prio=10 tid=0x00007fb684043800 nid=0x2324 waiting on condition [0x00007fb68c834000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Directory/File cleanup thread" daemon prio=10 tid=0x00007fb68405f800 nid=0x231b waiting on condition [0x00007fb6732f1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c30e5f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapred.CleanupQueue$PathCleanupThread.run(CleanupQueue.java:137) | |
| "pool-2-thread-1" prio=10 tid=0x00007fb6840d2800 nid=0x231a waiting on condition [0x00007fb6735f4000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c198c20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-1" prio=10 tid=0x00007fb68406a000 nid=0x2316 waiting on condition [0x00007fb6734f3000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c10cd00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Delegation Token Canceler" daemon prio=10 tid=0x00007fb6782e5000 nid=0x2311 waiting on condition [0x00007fb68cf3b000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c310850> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal$DelegationTokenCancelThread.run(DelegationTokenRenewal.java:143) | |
| "org.apache.hadoop.hdfs.PeerCache@49d29a78" daemon prio=10 tid=0x00007fb678297800 nid=0x2310 waiting on condition [0x00007fb68cd39000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) | |
| at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) | |
| at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Server handler 9 on 8021" daemon prio=10 tid=0x00007fb99cdc4800 nid=0x229a waiting for monitor entry [0x00007fb6736f3000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 8 on 8021" daemon prio=10 tid=0x00007fb99cdc2800 nid=0x2299 in Object.wait() [0x00007fb6737f4000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1211) | |
| - locked <0x00007fb8d6e33660> (a org.apache.hadoop.ipc.Client$Call) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 7 on 8021" daemon prio=10 tid=0x00007fb99cdc0800 nid=0x2298 waiting for monitor entry [0x00007fb6738f5000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 6 on 8021" daemon prio=10 tid=0x00007fb99cdb9800 nid=0x2297 runnable [0x00007fb6739f6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.Arrays.copyOf(Arrays.java:2786) | |
| at java.io.ByteArrayOutputStream.write(ByteArrayOutputStream.java:94) | |
| - locked <0x00007fb8d6eda868> (a org.apache.hadoop.io.DataOutputBuffer$Buffer) | |
| at java.io.DataOutputStream.write(DataOutputStream.java:90) | |
| - locked <0x00007fb8d6eda830> (a org.apache.hadoop.io.DataOutputBuffer) | |
| at com.google.protobuf.CodedOutputStream.refreshBuffer(CodedOutputStream.java:803) | |
| at com.google.protobuf.CodedOutputStream.flush(CodedOutputStream.java:813) | |
| at com.google.protobuf.AbstractMessageLite.writeDelimitedTo(AbstractMessageLite.java:91) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$RpcRequestWritable.write(ProtobufRpcEngine.java:285) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:878) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 5 on 8021" daemon prio=10 tid=0x00007fb99cdb5800 nid=0x2296 waiting for monitor entry [0x00007fb673af7000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getServerDefaults(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getServerDefaults(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getServerDefaults(ClientNamenodeProtocolTranslatorPB.java:167) | |
| at org.apache.hadoop.hdfs.DFSClient.getServerDefaults(DFSClient.java:748) | |
| at org.apache.hadoop.hdfs.DFSClient.shouldEncryptData(DFSClient.java:1585) | |
| at org.apache.hadoop.hdfs.DFSClient.getDataEncryptionKey(DFSClient.java:1592) | |
| at org.apache.hadoop.hdfs.DFSInputStream.newTcpPeer(DFSInputStream.java:866) | |
| at org.apache.hadoop.hdfs.DFSInputStream.getBlockReader(DFSInputStream.java:994) | |
| at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:471) | |
| - locked <0x00007fb8d6e65e90> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:662) | |
| at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:706) | |
| - locked <0x00007fb8d6e65e90> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at java.io.DataInputStream.read(DataInputStream.java:83) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:78) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:52) | |
| at org.apache.hadoop.io.IOUtils.copyBytes(IOUtils.java:112) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:260) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:232) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 4 on 8021" daemon prio=10 tid=0x00007fb99cdb3000 nid=0x2295 runnable [0x00007fb673bf8000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1268) | |
| - locked <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 3 on 8021" daemon prio=10 tid=0x00007fb99cdb1000 nid=0x2294 waiting for monitor entry [0x00007fb673cf9000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1265) | |
| - waiting to lock <0x00007fb69c16f320> (a java.util.Hashtable) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1196) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 2 on 8021" daemon prio=10 tid=0x00007fb99cdad000 nid=0x2293 runnable [0x00007fb673dfa000] | |
| java.lang.Thread.State: RUNNABLE | |
| at com.google.protobuf.CodedOutputStream.newInstance(CodedOutputStream.java:105) | |
| at com.google.protobuf.AbstractMessageLite.writeDelimitedTo(AbstractMessageLite.java:87) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$RpcRequestWritable.write(ProtobufRpcEngine.java:285) | |
| at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:878) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1198) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:231) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 1 on 8021" daemon prio=10 tid=0x00007fb99cdab000 nid=0x2292 runnable [0x00007fb673efb000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.lang.reflect.Method.getParameterTypes(Method.java:251) | |
| at java.lang.Class.searchMethods(Class.java:2649) | |
| at java.lang.Class.getMethod0(Class.java:2670) | |
| at java.lang.Class.getMethod(Class.java:1603) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.getReturnProtoType(ProtobufRpcEngine.java:256) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:222) | |
| at $Proxy10.getBlockLocations(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getBlockLocations(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:154) | |
| at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:957) | |
| at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:947) | |
| at org.apache.hadoop.hdfs.DFSInputStream.fetchLocatedBlocksAndGetLastBlockLength(DFSInputStream.java:171) | |
| at org.apache.hadoop.hdfs.DFSInputStream.openInfo(DFSInputStream.java:138) | |
| - locked <0x00007fb8d6e5e588> (a org.apache.hadoop.hdfs.DFSInputStream) | |
| at org.apache.hadoop.hdfs.DFSInputStream.<init>(DFSInputStream.java:131) | |
| at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1104) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:246) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:79) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:711) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:258) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:232) | |
| at org.apache.hadoop.fs.FileUtil.copy(FileUtil.java:183) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:2020) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1989) | |
| at org.apache.hadoop.fs.FileSystem.copyToLocalFile(FileSystem.java:1965) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:418) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 0 on 8021" daemon prio=10 tid=0x00007fb99cda7800 nid=0x2291 runnable [0x00007fb673ffc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.hdfs.protocol.proto.HdfsProtos$HdfsFileStatusProto$Builder.buildPartial(HdfsProtos.java:9398) | |
| at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetFileInfoResponseProto$Builder.mergeFrom(ClientNamenodeProtocolProtos.java:30714) | |
| at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$GetFileInfoResponseProto$Builder.mergeFrom(ClientNamenodeProtocolProtos.java:30567) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:300) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeFrom(AbstractMessageLite.java:162) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:716) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at com.google.protobuf.AbstractMessageLite$Builder.mergeFrom(AbstractMessageLite.java:153) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:709) | |
| at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:228) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83) | |
| at $Proxy10.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:628) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1532) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:803) | |
| at org.apache.hadoop.mapred.JobInProgress.<init>(JobInProgress.java:409) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3507) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server listener on 8021" daemon prio=10 tid=0x00007fb99c0b3800 nid=0x2290 runnable [0x00007fb68c12d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c101a18> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c101a00> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c101348> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener.run(Server.java:612) | |
| "IPC Server Responder" daemon prio=10 tid=0x00007fb99ca35800 nid=0x228f runnable [0x00007fb68c22e000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c10af58> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c10af40> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c10abc8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:796) | |
| at org.apache.hadoop.ipc.Server$Responder.run(Server.java:779) | |
| "expireLaunchingTasks" prio=10 tid=0x00007fb99c903000 nid=0x228e runnable [0x00007fb68c32f000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.LinkedHashMap.newEntryIterator(LinkedHashMap.java:398) | |
| at java.util.HashMap$EntrySet.iterator(HashMap.java:950) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireLaunchingTasks.run(JobTracker.java:393) | |
| - locked <0x00007fb69c10f228> (a java.util.LinkedHashMap) | |
| - locked <0x00007fb69c04e0e8> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "retireJobs" prio=10 tid=0x00007fb99cd6f800 nid=0x228d runnable [0x00007fb68c430000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.mapred.JobTracker$RetireJobs.run(JobTracker.java:624) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "expireTrackers" prio=10 tid=0x00007fb99c897800 nid=0x228c waiting on condition [0x00007fb68c531000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireTrackers.run(JobTracker.java:472) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "FairScheduler update thread" prio=10 tid=0x00007fb99c896800 nid=0x228b waiting for monitor entry [0x00007fb68c632000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.FairScheduler.update(FairScheduler.java:648) | |
| - waiting to lock <0x00007fb69c04e0e8> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.FairScheduler$UpdateThread.run(FairScheduler.java:379) | |
| "Timer thread for monitoring fairscheduler" daemon prio=10 tid=0x00007fb99c907000 nid=0x228a runnable [0x00007fb68c733000] | |
| java.lang.Thread.State: RUNNABLE | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext.timerEvent(AbstractMetricsContext.java:293) | |
| - locked <0x00007fb69c0c46d8> (a org.apache.hadoop.metrics.spi.NoEmitMetricsContext) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext.access$000(AbstractMetricsContext.java:57) | |
| at org.apache.hadoop.metrics.spi.AbstractMetricsContext$1.run(AbstractMetricsContext.java:264) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "jobInitManager" daemon prio=10 tid=0x00007fb99cda5000 nid=0x2289 in Object.wait() [0x00007fb68c935000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.mapred.EagerTaskInitializationListener$JobInitManager.run(EagerTaskInitializationListener.java:57) | |
| - locked <0x00007fb69c10cb58> (a java.util.ArrayList) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-14" prio=10 tid=0x00007fb674005800 nid=0x2285 runnable [0x00007fb68ca36000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007fb69c110db0> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:113) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:35) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) | |
| at org.apache.hadoop.thriftfs.SanerThreadPoolServer.serve(SanerThreadPoolServer.java:203) | |
| at org.apache.hadoop.thriftfs.ThriftPluginServer.run(ThriftPluginServer.java:146) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-13" prio=10 tid=0x00007fb99cd6a800 nid=0x2284 waiting on condition [0x00007fb68cb37000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c115468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:39) | |
| at org.apache.hadoop.mapred.JobEndNotifier$1.run(JobEndNotifier.java:50) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-3-thread-1" prio=10 tid=0x00007fb99c893000 nid=0x2283 waiting on condition [0x00007fb68cc38000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007fb69c1114e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer-0" daemon prio=10 tid=0x00007fb99caeb800 nid=0x227f runnable [0x00007fb68d03c000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newValueIterator(HashMap.java:843) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.mortbay.jetty.servlet.HashSessionManager.scavenge(HashSessionManager.java:265) | |
| - locked <0x00007fb69c115880> (a org.mortbay.jetty.servlet.HashSessionManager) | |
| at org.mortbay.jetty.servlet.HashSessionManager.access$000(HashSessionManager.java:44) | |
| at org.mortbay.jetty.servlet.HashSessionManager$2.run(HashSessionManager.java:219) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "1454189616@qtp-489444401-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50030" prio=10 tid=0x00007fb99c8c4000 nid=0x227e runnable [0x00007fb68d13d000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.addEntry(HashMap.java:753) | |
| at java.util.HashMap.put(HashMap.java:385) | |
| at java.util.HashSet.add(HashSet.java:200) | |
| at sun.nio.ch.EPollArrayWrapper.updateRegistrations(EPollArrayWrapper.java:235) | |
| - locked <0x00007fb69c11d478> (a java.util.LinkedList) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:209) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c11d328> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c11d310> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c11a878> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:511) | |
| at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:193) | |
| at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) | |
| at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "Socket Reader #8 for port 8021" prio=10 tid=0x00007fb99ca2c800 nid=0x227c runnable [0x00007fb68d542000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f6f08> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f9058> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f9040> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f6e78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c101d70> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #7 for port 8021" prio=10 tid=0x00007fb99ca12000 nid=0x227b runnable [0x00007fb68d643000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f49f0> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f6c68> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f6c50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f4960> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104318> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #6 for port 8021" prio=10 tid=0x00007fb99c9f7000 nid=0x227a runnable [0x00007fb68d744000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c100b20> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c100d20> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c100d08> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c100a90> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104848> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #5 for port 8021" prio=10 tid=0x00007fb99c9dc800 nid=0x2279 runnable [0x00007fb68d845000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fe700> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c100880> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c100868> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fe670> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c104d78> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #4 for port 8021" prio=10 tid=0x00007fb99c9c1800 nid=0x2278 runnable [0x00007fb68d946000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fe260> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fe460> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fe448> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fe1d0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107260> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #3 for port 8021" prio=10 tid=0x00007fb99c9a6800 nid=0x2277 runnable [0x00007fb68da47000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0fbe08> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fc008> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fbff0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0fbd78> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107790> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #2 for port 8021" prio=10 tid=0x00007fb99c98b800 nid=0x2276 runnable [0x00007fb68db48000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f9a40> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0fbb68> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0fbb50> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f99b0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c107cc0> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #1 for port 8021" prio=10 tid=0x00007fb99c8e6800 nid=0x2275 runnable [0x00007fb68dc49000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.HashMap.newKeyIterator(HashMap.java:840) | |
| at java.util.HashMap$KeySet.iterator(HashMap.java:874) | |
| at java.util.HashSet.iterator(HashSet.java:153) | |
| at sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:127) | |
| - locked <0x00007fb69c0f95a0> (a java.util.HashSet) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:69) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007fb69c0f97a0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007fb69c0f9788> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007fb69c0f9510> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007fb69c108260> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Thread[Thread-3,5,main]" daemon prio=10 tid=0x00007fb99c8df000 nid=0x2274 waiting on condition [0x00007fb68df54000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:427) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer thread for monitoring " daemon prio=10 tid=0x00007fb99c819000 nid=0x2273 runnable [0x00007fb68e269000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.util.LinkedHashMap.newValueIterator(LinkedHashMap.java:397) | |
| at java.util.HashMap$Values.iterator(HashMap.java:910) | |
| at org.apache.hadoop.mapred.StatisticsCollector.update(StatisticsCollector.java:89) | |
| - locked <0x00007fb69c114610> (a org.apache.hadoop.mapred.StatisticsCollector) | |
| at org.apache.hadoop.mapred.StatisticsCollector$1.run(StatisticsCollector.java:80) | |
| at java.util.TimerThread.mainLoop(Timer.java:512) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "RMI TCP Accept-0" daemon prio=10 tid=0x00007fb99c7d5000 nid=0x226c runnable [0x00007fb68e46b000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007fb69c13d9b8> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007fb99c093800 nid=0x226b runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread1" daemon prio=10 tid=0x00007fb99c091000 nid=0x226a waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread0" daemon prio=10 tid=0x00007fb99c08e800 nid=0x2269 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007fb99c08c000 nid=0x2268 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007fb99c06e000 nid=0x2267 in Object.wait() [0x00007fb68faf9000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x00007fb69c146240> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007fb99c06c000 nid=0x2266 in Object.wait() [0x00007fb68fbfa000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x00007fb69c10f000> (a java.lang.ref.Reference$Lock) | |
| "main" prio=10 tid=0x00007fb99c00e800 nid=0x2262 in Object.wait() [0x00007fb9a4082000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007fb69c0e5020> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Server.join(Server.java:2021) | |
| - locked <0x00007fb69c0e5020> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at org.apache.hadoop.mapred.JobTracker.offerService(JobTracker.java:2208) | |
| at org.apache.hadoop.mapred.JobTracker.main(JobTracker.java:4539) | |
| "VM Thread" prio=10 tid=0x00007fb99c067800 nid=0x2265 runnable | |
| "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fb99c021800 nid=0x2263 runnable | |
| "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fb99c023000 nid=0x2264 runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007fb99c7e8000 nid=0x226d waiting on condition | |
| JNI global references: 1514 | |
| Heap | |
| PSYoungGen total 1015936K, used 966138K [0x00007fb89c000000, 0x00007fb8dce00000, 0x00007fb99c000000) | |
| eden space 969600K, 99% used [0x00007fb89c000000,0x00007fb8d6f7e908,0x00007fb8d72e0000) | |
| from space 46336K, 0% used [0x00007fb8d72e0000,0x00007fb8d72e0000,0x00007fb8da020000) | |
| to space 45632K, 0% used [0x00007fb8da170000,0x00007fb8da170000,0x00007fb8dce00000) | |
| PSOldGen total 8388608K, used 8388600K [0x00007fb69c000000, 0x00007fb89c000000, 0x00007fb89c000000) | |
| object space 8388608K, 99% used [0x00007fb69c000000,0x00007fb89bffe230,0x00007fb89c000000) | |
| PSPermGen total 32832K, used 32571K [0x00007fb696c00000, 0x00007fb698c10000, 0x00007fb69c000000) | |
| object space 32832K, 99% used [0x00007fb696c00000,0x00007fb698bced30,0x00007fb698c10000) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2013-05-06 13:22:24 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (17.0-b16 mixed mode): | |
| "Thread-179256" daemon prio=10 tid=0x00000000431bb800 nid=0x532 runnable [0x00007f3a33095000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3abe324978> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3abe324960> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3abe318550> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:117) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(HdfsProtoUtil.java:169) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.createBlockOutputStream(DFSOutputStream.java:1079) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.nextBlockOutputStream(DFSOutputStream.java:1013) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:463) | |
| "IPC Client (963427735) connection to /10.158.88.93:8020 from 121" daemon prio=10 tid=0x00007f3a40012800 nid=0x531 in Object.wait() [0x00007f3a32f94000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3c5ef61910> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:792) | |
| - locked <0x00007f3c5ef61910> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:835) | |
| "IPC Client (963427735) connection to /10.158.88.93:8020 from mapred" daemon prio=10 tid=0x0000000042b50000 nid=0x52f in Object.wait() [0x00007f3a33da2000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3c5f039088> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:792) | |
| - locked <0x00007f3c5f039088> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:835) | |
| "1477396992@qtp-1229679597-173" prio=10 tid=0x00007f3a481f5000 nid=0x3ec waiting for monitor entry [0x00007f3a32a8e000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3637) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "IPC Parameter Sending Thread #738" daemon prio=10 tid=0x0000000041dfa800 nid=0x3d7 waiting on condition [0x00007f3a36dd2000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d1f8f80> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "1229320263@qtp-1229679597-167" prio=10 tid=0x00007f3a481d5000 nid=0x326 waiting for monitor entry [0x00007f3a33b9f000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3637) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "LeaseRenewer:mapred@10.158.88.93:8020" daemon prio=10 tid=0x00007f3a44002800 nid=0x69ed waiting on condition [0x00007f3a3399e000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:432) | |
| at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:70) | |
| at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:297) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Directory/File cleanup thread" daemon prio=10 tid=0x00007f3a3c2d0800 nid=0x25df waiting on condition [0x00007f3a34bb0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d347e60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapred.CleanupQueue$PathCleanupThread.run(CleanupQueue.java:137) | |
| "pool-2-thread-1" prio=10 tid=0x00007f3a3c18f800 nid=0x25de waiting for monitor entry [0x00007f3a34cb1000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.historyFileCopied(JobTracker.java:532) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobHistory$JobHistoryFilesManager$1.run(JobHistory.java:306) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-4" prio=10 tid=0x00007f3a5000d800 nid=0x25da waiting on condition [0x00007f3a34eb3000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-3" prio=10 tid=0x00007f3a50012800 nid=0x25d4 waiting on condition [0x00007f3a350b5000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-2" prio=10 tid=0x00007f3a50001800 nid=0x25ce waiting on condition [0x00007f3a34fb4000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-1" prio=10 tid=0x00007f3a50003000 nid=0x25c8 waiting on condition [0x00007f3a352b7000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Delegation Token Canceler" daemon prio=10 tid=0x00007f3a4c030800 nid=0x25c5 waiting on condition [0x00007f3a353b8000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d34f250> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal$DelegationTokenCancelThread.run(DelegationTokenRenewal.java:143) | |
| "org.apache.hadoop.hdfs.PeerCache@661e937f" daemon prio=10 tid=0x00007f3a4c00c800 nid=0x25c4 waiting on condition [0x00007f3a354b9000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) | |
| at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) | |
| at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Server handler 9 on 8021" daemon prio=10 tid=0x00007f3d60d6d800 nid=0x25c2 waiting for monitor entry [0x00007f3a356ba000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:3878) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 8 on 8021" daemon prio=10 tid=0x00007f3d60d6b800 nid=0x25c1 waiting for monitor entry [0x00007f3a357bb000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:3878) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 7 on 8021" daemon prio=10 tid=0x00007f3d60d69800 nid=0x25c0 waiting for monitor entry [0x00007f3a358bc000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:3857) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 6 on 8021" daemon prio=10 tid=0x00007f3d60d67800 nid=0x25bf waiting for monitor entry [0x00007f3a359bd000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:3857) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 5 on 8021" daemon prio=10 tid=0x00007f3d60d65800 nid=0x25be waiting for monitor entry [0x00007f3a35abe000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3518) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 4 on 8021" daemon prio=10 tid=0x00007f3d60d63000 nid=0x25bd in Object.wait() [0x00007f3a35bbf000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3c5dd00d20> (a java.util.LinkedList) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(DFSOutputStream.java:1682) | |
| - locked <0x00007f3c5dd00d20> (a java.util.LinkedList) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:1668) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:1752) | |
| - locked <0x00007f3c5dd00a10> (a org.apache.hadoop.hdfs.DFSOutputStream) | |
| at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:66) | |
| at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:99) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3562) | |
| - locked <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 3 on 8021" daemon prio=10 tid=0x00007f3d60d61000 nid=0x25bc waiting for monitor entry [0x00007f3a35cc0000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:2863) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 2 on 8021" daemon prio=10 tid=0x00007f3d60d5f800 nid=0x25bb waiting for monitor entry [0x00007f3a35dc1000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3518) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 1 on 8021" daemon prio=10 tid=0x00007f3d60d53000 nid=0x25ba waiting for monitor entry [0x00007f3a35ec2000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:3878) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 0 on 8021" daemon prio=10 tid=0x00007f3d60d4f000 nid=0x25b9 waiting for monitor entry [0x00007f3a35fc3000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobCounters(JobTracker.java:3898) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server listener on 8021" daemon prio=10 tid=0x00007f3d60d59800 nid=0x25b8 runnable [0x00007f3a360c5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15f988> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15f970> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15f2b8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener.run(Server.java:612) | |
| "IPC Server Responder" daemon prio=10 tid=0x00007f3d60d58000 nid=0x25b7 runnable [0x00007f3a361c6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d1637b0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d163798> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d163420> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:796) | |
| at org.apache.hadoop.ipc.Server$Responder.run(Server.java:779) | |
| "expireLaunchingTasks" prio=10 tid=0x00007f3d600a0800 nid=0x25b6 waiting for monitor entry [0x00007f3a362c7000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireLaunchingTasks.run(JobTracker.java:392) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "retireJobs" prio=10 tid=0x00007f3d60d12000 nid=0x25b5 waiting for monitor entry [0x00007f3a363c8000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker$RetireJobs.run(JobTracker.java:664) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "expireTrackers" prio=10 tid=0x00007f3d60d11800 nid=0x25b4 waiting for monitor entry [0x00007f3a364c9000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireTrackers.run(JobTracker.java:485) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "FairScheduler update thread" prio=10 tid=0x00007f3d60b43800 nid=0x25b3 waiting for monitor entry [0x00007f3a365ca000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.FairScheduler.update(FairScheduler.java:648) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.FairScheduler$UpdateThread.run(FairScheduler.java:379) | |
| "Timer thread for monitoring fairscheduler" daemon prio=10 tid=0x00007f3d60ce4800 nid=0x25b2 in Object.wait() [0x00007f3a368cd000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d0da818> (a java.util.TaskQueue) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x00007f3a5d0da818> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "jobInitManager" daemon prio=10 tid=0x00007f3d60d4c000 nid=0x25b1 in Object.wait() [0x00007f3a366cb000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d0e6210> (a java.util.ArrayList) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.mapred.EagerTaskInitializationListener$JobInitManager.run(EagerTaskInitializationListener.java:57) | |
| - locked <0x00007f3a5d0e6210> (a java.util.ArrayList) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-14" prio=10 tid=0x00007f3a38005800 nid=0x25ad runnable [0x00007f3a369ce000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007f3a5d0e7af8> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:113) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:35) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) | |
| at org.apache.hadoop.thriftfs.SanerThreadPoolServer.serve(SanerThreadPoolServer.java:203) | |
| at org.apache.hadoop.thriftfs.ThriftPluginServer.run(ThriftPluginServer.java:146) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-13" prio=10 tid=0x00007f3d60aef800 nid=0x25ac waiting on condition [0x00007f3a36acf000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d1f8c88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:39) | |
| at org.apache.hadoop.mapred.JobEndNotifier$1.run(JobEndNotifier.java:50) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-3-thread-1" prio=10 tid=0x00007f3d60cb0000 nid=0x25ab waiting on condition [0x00007f3a36bd0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e81e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer-0" daemon prio=10 tid=0x00007f3d600a3800 nid=0x25a7 in Object.wait() [0x00007f3a36fd4000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d113db0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x00007f3a5d113db0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "1351626789@qtp-1229679597-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50030" prio=10 tid=0x00007f3d60af8000 nid=0x25a6 runnable [0x00007f3a370d5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d141440> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d141428> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d140728> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:511) | |
| at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:193) | |
| at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) | |
| at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "Socket Reader #8 for port 8021" prio=10 tid=0x00007f3d60aeb000 nid=0x25a4 runnable [0x00007f3a374da000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15db88> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15db70> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15d8f8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d15fce0> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #7 for port 8021" prio=10 tid=0x00007f3d60ad0000 nid=0x25a3 runnable [0x00007f3a375db000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15d6e8> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15d6d0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15d458> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d160338> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #6 for port 8021" prio=10 tid=0x00007f3d60ab5000 nid=0x25a2 runnable [0x00007f3a376dc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15eca8> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15ec90> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15ea18> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d160a48> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #5 for port 8021" prio=10 tid=0x00007f3d60a9a800 nid=0x25a1 runnable [0x00007f3a377dd000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15d248> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15d230> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15cfb8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d161088> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #4 for port 8021" prio=10 tid=0x00007f3d60a80000 nid=0x25a0 runnable [0x00007f3a378de000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15cda8> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15cd90> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15cb18> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d1616c8> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #3 for port 8021" prio=10 tid=0x00007f3d60a65000 nid=0x259f runnable [0x00007f3a379df000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15c908> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15c8f0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15c5b8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d161d08> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #2 for port 8021" prio=10 tid=0x00007f3d60a4b000 nid=0x259e runnable [0x00007f3a37ae0000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15e808> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15e7f0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15e578> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d162348> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #1 for port 8021" prio=10 tid=0x00007f3d608d0800 nid=0x259d runnable [0x00007f3a37be1000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15e368> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15e350> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15e040> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d162988> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Thread[Thread-3,5,main]" daemon prio=10 tid=0x00007f3d6089e800 nid=0x259c waiting on condition [0x00007f3a37dea000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:427) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer thread for monitoring " daemon prio=10 tid=0x00007f3d60831800 nid=0x259b in Object.wait() [0x00007f3a542a5000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d1f93d8> (a java.util.TaskQueue) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x00007f3a5d1f93d8> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "RMI TCP Accept-0" daemon prio=10 tid=0x00007f3d607bd000 nid=0x2599 runnable [0x00007f3a544a7000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007f3a5d1a23b0> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007f3d60093800 nid=0x2593 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread1" daemon prio=10 tid=0x00007f3d60091000 nid=0x2592 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread0" daemon prio=10 tid=0x00007f3d6008e800 nid=0x2591 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007f3d6008c000 nid=0x2590 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007f3d6006e000 nid=0x258f in Object.wait() [0x00007f3a55b35000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d1fa1d0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x00007f3a5d1fa1d0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007f3d6006c000 nid=0x258e in Object.wait() [0x00007f3a55c36000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d000478> (a java.lang.ref.Reference$Lock) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x00007f3a5d000478> (a java.lang.ref.Reference$Lock) | |
| "main" prio=10 tid=0x00007f3d6000e800 nid=0x258a in Object.wait() [0x00007f3d66071000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d142388> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Server.join(Server.java:2021) | |
| - locked <0x00007f3a5d142388> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at org.apache.hadoop.mapred.JobTracker.offerService(JobTracker.java:2208) | |
| at org.apache.hadoop.mapred.JobTracker.main(JobTracker.java:4539) | |
| "VM Thread" prio=10 tid=0x00007f3d60067800 nid=0x258d runnable | |
| "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f3d60021800 nid=0x258b runnable | |
| "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f3d60023000 nid=0x258c runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007f3d607d0000 nid=0x259a waiting on condition | |
| JNI global references: 1190 | |
| Heap | |
| PSYoungGen total 94208K, used 39314K [0x00007f3c5d000000, 0x00007f3c632a0000, 0x00007f3d5d000000) | |
| eden space 91008K, 39% used [0x00007f3c5d000000,0x00007f3c5f34b568,0x00007f3c628e0000) | |
| from space 3200K, 99% used [0x00007f3c62b10000,0x00007f3c62e29630,0x00007f3c62e30000) | |
| to space 4544K, 0% used [0x00007f3c62e30000,0x00007f3c62e30000,0x00007f3c632a0000) | |
| PSOldGen total 1640640K, used 1594068K [0x00007f3a5d000000, 0x00007f3ac1230000, 0x00007f3c5d000000) | |
| object space 1640640K, 97% used [0x00007f3a5d000000,0x00007f3abe4b51d8,0x00007f3ac1230000) | |
| PSPermGen total 35072K, used 34909K [0x00007f3a57c00000, 0x00007f3a59e40000, 0x00007f3a5d000000) | |
| object space 35072K, 99% used [0x00007f3a57c00000,0x00007f3a59e17650,0x00007f3a59e40000) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2013-05-06 13:22:40 | |
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (17.0-b16 mixed mode): | |
| "IPC Client (963427735) connection to /10.158.88.93:8020 from mapred" daemon prio=10 tid=0x0000000042b50000 nid=0x536 in Object.wait() [0x00007f3a33da2000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3c5f34e478> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:792) | |
| - locked <0x00007f3c5f34e478> (a org.apache.hadoop.ipc.Client$Connection) | |
| at org.apache.hadoop.ipc.Client$Connection.run(Client.java:835) | |
| "Thread-179256" daemon prio=10 tid=0x00000000431bb800 nid=0x532 runnable [0x00007f3a33095000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3abe324978> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3abe324960> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3abe318550> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336) | |
| at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129) | |
| at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:117) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at java.io.FilterInputStream.read(FilterInputStream.java:66) | |
| at org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(HdfsProtoUtil.java:169) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.createBlockOutputStream(DFSOutputStream.java:1079) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.nextBlockOutputStream(DFSOutputStream.java:1013) | |
| at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:463) | |
| "1477396992@qtp-1229679597-173" prio=10 tid=0x00007f3a481f5000 nid=0x3ec waiting for monitor entry [0x00007f3a32a8e000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3637) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "IPC Parameter Sending Thread #738" daemon prio=10 tid=0x0000000041dfa800 nid=0x3d7 waiting on condition [0x00007f3a36dd2000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d1f8f80> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) | |
| at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "1229320263@qtp-1229679597-167" prio=10 tid=0x00007f3a481d5000 nid=0x326 waiting for monitor entry [0x00007f3a33b9f000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3637) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106) | |
| at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:98) | |
| at javax.servlet.http.HttpServlet.service(HttpServlet.java:820) | |
| at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221) | |
| at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1068) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45) | |
| at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) | |
| at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) | |
| at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) | |
| at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) | |
| at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) | |
| at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) | |
| at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) | |
| at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) | |
| at org.mortbay.jetty.Server.handle(Server.java:326) | |
| at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) | |
| at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) | |
| at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) | |
| at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) | |
| at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) | |
| at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "LeaseRenewer:mapred@10.158.88.93:8020" daemon prio=10 tid=0x00007f3a44002800 nid=0x69ed waiting on condition [0x00007f3a3399e000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:432) | |
| at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:70) | |
| at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:297) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Directory/File cleanup thread" daemon prio=10 tid=0x00007f3a3c2d0800 nid=0x25df waiting on condition [0x00007f3a34bb0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d347e60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapred.CleanupQueue$PathCleanupThread.run(CleanupQueue.java:137) | |
| "pool-2-thread-1" prio=10 tid=0x00007f3a3c18f800 nid=0x25de waiting for monitor entry [0x00007f3a34cb1000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.historyFileCopied(JobTracker.java:532) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobHistory$JobHistoryFilesManager$1.run(JobHistory.java:306) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-4" prio=10 tid=0x00007f3a5000d800 nid=0x25da waiting on condition [0x00007f3a34eb3000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-3" prio=10 tid=0x00007f3a50012800 nid=0x25d4 waiting on condition [0x00007f3a350b5000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-2" prio=10 tid=0x00007f3a50001800 nid=0x25ce waiting on condition [0x00007f3a34fb4000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-5-thread-1" prio=10 tid=0x00007f3a50003000 nid=0x25c8 waiting on condition [0x00007f3a352b7000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e63b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Delegation Token Canceler" daemon prio=10 tid=0x00007f3a4c030800 nid=0x25c5 waiting on condition [0x00007f3a353b8000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d34f250> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal$DelegationTokenCancelThread.run(DelegationTokenRenewal.java:143) | |
| "org.apache.hadoop.hdfs.PeerCache@661e937f" daemon prio=10 tid=0x00007f3a4c00c800 nid=0x25c4 waiting on condition [0x00007f3a354b9000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) | |
| at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) | |
| at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "IPC Server handler 9 on 8021" daemon prio=10 tid=0x00007f3d60d6d800 nid=0x25c2 waiting for monitor entry [0x00007f3a356ba000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:3878) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 8 on 8021" daemon prio=10 tid=0x00007f3d60d6b800 nid=0x25c1 waiting for monitor entry [0x00007f3a357bb000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:3878) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 7 on 8021" daemon prio=10 tid=0x00007f3d60d69800 nid=0x25c0 waiting for monitor entry [0x00007f3a358bc000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:3857) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 6 on 8021" daemon prio=10 tid=0x00007f3d60d67800 nid=0x25bf waiting for monitor entry [0x00007f3a359bd000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:3857) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 5 on 8021" daemon prio=10 tid=0x00007f3d60d65800 nid=0x25be waiting for monitor entry [0x00007f3a35abe000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3518) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 4 on 8021" daemon prio=10 tid=0x00007f3d60d63000 nid=0x25bd in Object.wait() [0x00007f3a35bbf000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3c5dd00d20> (a java.util.LinkedList) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(DFSOutputStream.java:1682) | |
| - locked <0x00007f3c5dd00d20> (a java.util.LinkedList) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:1668) | |
| at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:1752) | |
| - locked <0x00007f3c5dd00a10> (a org.apache.hadoop.hdfs.DFSOutputStream) | |
| at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:66) | |
| at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:99) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3562) | |
| - locked <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 3 on 8021" daemon prio=10 tid=0x00007f3d60d61000 nid=0x25bc waiting for monitor entry [0x00007f3a35cc0000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:2863) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 2 on 8021" daemon prio=10 tid=0x00007f3d60d5f800 nid=0x25bb waiting for monitor entry [0x00007f3a35dc1000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3518) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3475) | |
| at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 1 on 8021" daemon prio=10 tid=0x00007f3d60d53000 nid=0x25ba waiting for monitor entry [0x00007f3a35ec2000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:3878) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server handler 0 on 8021" daemon prio=10 tid=0x00007f3d60d4f000 nid=0x25b9 waiting for monitor entry [0x00007f3a35fc3000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker.getJobCounters(JobTracker.java:3898) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) | |
| at java.lang.reflect.Method.invoke(Method.java:597) | |
| at org.apache.hadoop.ipc.WritableRpcEngine$Server$WritableRpcInvoker.call(WritableRpcEngine.java:474) | |
| at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1002) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1695) | |
| at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1691) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:396) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) | |
| at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1689) | |
| "IPC Server listener on 8021" daemon prio=10 tid=0x00007f3d60d59800 nid=0x25b8 runnable [0x00007f3a360c5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15f988> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15f970> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15f2b8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener.run(Server.java:612) | |
| "IPC Server Responder" daemon prio=10 tid=0x00007f3d60d58000 nid=0x25b7 runnable [0x00007f3a361c6000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d1637b0> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d163798> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d163420> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:796) | |
| at org.apache.hadoop.ipc.Server$Responder.run(Server.java:779) | |
| "expireLaunchingTasks" prio=10 tid=0x00007f3d600a0800 nid=0x25b6 waiting for monitor entry [0x00007f3a362c7000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireLaunchingTasks.run(JobTracker.java:392) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "retireJobs" prio=10 tid=0x00007f3d60d12000 nid=0x25b5 waiting for monitor entry [0x00007f3a363c8000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker$RetireJobs.run(JobTracker.java:664) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "expireTrackers" prio=10 tid=0x00007f3d60d11800 nid=0x25b4 waiting for monitor entry [0x00007f3a364c9000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.JobTracker$ExpireTrackers.run(JobTracker.java:485) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "FairScheduler update thread" prio=10 tid=0x00007f3d60b43800 nid=0x25b3 waiting for monitor entry [0x00007f3a365ca000] | |
| java.lang.Thread.State: BLOCKED (on object monitor) | |
| at org.apache.hadoop.mapred.FairScheduler.update(FairScheduler.java:648) | |
| - waiting to lock <0x00007f3a5d0c4858> (a org.apache.hadoop.mapred.JobTracker) | |
| at org.apache.hadoop.mapred.FairScheduler$UpdateThread.run(FairScheduler.java:379) | |
| "Timer thread for monitoring fairscheduler" daemon prio=10 tid=0x00007f3d60ce4800 nid=0x25b2 in Object.wait() [0x00007f3a368cd000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d0da818> (a java.util.TaskQueue) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x00007f3a5d0da818> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "jobInitManager" daemon prio=10 tid=0x00007f3d60d4c000 nid=0x25b1 in Object.wait() [0x00007f3a366cb000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d0e6210> (a java.util.ArrayList) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.mapred.EagerTaskInitializationListener$JobInitManager.run(EagerTaskInitializationListener.java:57) | |
| - locked <0x00007f3a5d0e6210> (a java.util.ArrayList) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-14" prio=10 tid=0x00007f3a38005800 nid=0x25ad runnable [0x00007f3a369ce000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007f3a5d0e7af8> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:113) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:35) | |
| at com.cloudera.hue.org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) | |
| at org.apache.hadoop.thriftfs.SanerThreadPoolServer.serve(SanerThreadPoolServer.java:203) | |
| at org.apache.hadoop.thriftfs.ThriftPluginServer.run(ThriftPluginServer.java:146) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Thread-13" prio=10 tid=0x00007f3d60aef800 nid=0x25ac waiting on condition [0x00007f3a36acf000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d1f8c88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) | |
| at java.util.concurrent.DelayQueue.take(DelayQueue.java:39) | |
| at org.apache.hadoop.mapred.JobEndNotifier$1.run(JobEndNotifier.java:50) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "pool-3-thread-1" prio=10 tid=0x00007f3d60cb0000 nid=0x25ab waiting on condition [0x00007f3a36bd0000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00007f3a5d0e81e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer-0" daemon prio=10 tid=0x00007f3d600a3800 nid=0x25a7 in Object.wait() [0x00007f3a36fd4000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d113db0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x00007f3a5d113db0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "1351626789@qtp-1229679597-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50030" prio=10 tid=0x00007f3d60af8000 nid=0x25a6 runnable [0x00007f3a370d5000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d141440> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d141428> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d140728> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:511) | |
| at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:193) | |
| at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) | |
| at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) | |
| at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) | |
| "Socket Reader #8 for port 8021" prio=10 tid=0x00007f3d60aeb000 nid=0x25a4 runnable [0x00007f3a374da000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15db88> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15db70> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15d8f8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d15fce0> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #7 for port 8021" prio=10 tid=0x00007f3d60ad0000 nid=0x25a3 runnable [0x00007f3a375db000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15d6e8> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15d6d0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15d458> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d160338> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #6 for port 8021" prio=10 tid=0x00007f3d60ab5000 nid=0x25a2 runnable [0x00007f3a376dc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15eca8> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15ec90> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15ea18> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d160a48> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #5 for port 8021" prio=10 tid=0x00007f3d60a9a800 nid=0x25a1 runnable [0x00007f3a377dd000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15d248> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15d230> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15cfb8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d161088> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #4 for port 8021" prio=10 tid=0x00007f3d60a80000 nid=0x25a0 runnable [0x00007f3a378de000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15cda8> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15cd90> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15cb18> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d1616c8> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #3 for port 8021" prio=10 tid=0x00007f3d60a65000 nid=0x259f runnable [0x00007f3a379df000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15c908> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15c8f0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15c5b8> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d161d08> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #2 for port 8021" prio=10 tid=0x00007f3d60a4b000 nid=0x259e runnable [0x00007f3a37ae0000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15e808> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15e7f0> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15e578> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d162348> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Socket Reader #1 for port 8021" prio=10 tid=0x00007f3d608d0800 nid=0x259d runnable [0x00007f3a37be1000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) | |
| - locked <0x00007f3a5d15e368> (a sun.nio.ch.Util$1) | |
| - locked <0x00007f3a5d15e350> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00007f3a5d15e040> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:499) | |
| - locked <0x00007f3a5d162988> (a org.apache.hadoop.ipc.Server$Listener$Reader) | |
| at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:485) | |
| "Thread[Thread-3,5,main]" daemon prio=10 tid=0x00007f3d6089e800 nid=0x259c waiting on condition [0x00007f3a37dea000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:427) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Timer thread for monitoring " daemon prio=10 tid=0x00007f3d60831800 nid=0x259b in Object.wait() [0x00007f3a542a5000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d1f93d8> (a java.util.TaskQueue) | |
| at java.util.TimerThread.mainLoop(Timer.java:509) | |
| - locked <0x00007f3a5d1f93d8> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:462) | |
| "RMI TCP Accept-0" daemon prio=10 tid=0x00007f3d607bd000 nid=0x2599 runnable [0x00007f3a544a7000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) | |
| - locked <0x00007f3a5d1a23b0> (a java.net.SocksSocketImpl) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:453) | |
| at java.net.ServerSocket.accept(ServerSocket.java:421) | |
| at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) | |
| at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) | |
| at java.lang.Thread.run(Thread.java:619) | |
| "Low Memory Detector" daemon prio=10 tid=0x00007f3d60093800 nid=0x2593 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread1" daemon prio=10 tid=0x00007f3d60091000 nid=0x2592 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "CompilerThread0" daemon prio=10 tid=0x00007f3d6008e800 nid=0x2591 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007f3d6008c000 nid=0x2590 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007f3d6006e000 nid=0x258f in Object.wait() [0x00007f3a55b35000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d1fa1d0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) | |
| - locked <0x00007f3a5d1fa1d0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) | |
| "Reference Handler" daemon prio=10 tid=0x00007f3d6006c000 nid=0x258e in Object.wait() [0x00007f3a55c36000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d000478> (a java.lang.ref.Reference$Lock) | |
| at java.lang.Object.wait(Object.java:485) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) | |
| - locked <0x00007f3a5d000478> (a java.lang.ref.Reference$Lock) | |
| "main" prio=10 tid=0x00007f3d6000e800 nid=0x258a in Object.wait() [0x00007f3d66071000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00007f3a5d142388> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at java.lang.Object.wait(Object.java:485) | |
| at org.apache.hadoop.ipc.Server.join(Server.java:2021) | |
| - locked <0x00007f3a5d142388> (a org.apache.hadoop.ipc.WritableRpcEngine$Server) | |
| at org.apache.hadoop.mapred.JobTracker.offerService(JobTracker.java:2208) | |
| at org.apache.hadoop.mapred.JobTracker.main(JobTracker.java:4539) | |
| "VM Thread" prio=10 tid=0x00007f3d60067800 nid=0x258d runnable | |
| "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f3d60021800 nid=0x258b runnable | |
| "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f3d60023000 nid=0x258c runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007f3d607d0000 nid=0x259a waiting on condition | |
| JNI global references: 1190 | |
| Heap | |
| PSYoungGen total 94208K, used 39419K [0x00007f3c5d000000, 0x00007f3c632a0000, 0x00007f3d5d000000) | |
| eden space 91008K, 39% used [0x00007f3c5d000000,0x00007f3c5f365938,0x00007f3c628e0000) | |
| from space 3200K, 99% used [0x00007f3c62b10000,0x00007f3c62e29630,0x00007f3c62e30000) | |
| to space 4544K, 0% used [0x00007f3c62e30000,0x00007f3c62e30000,0x00007f3c632a0000) | |
| PSOldGen total 1640640K, used 1594068K [0x00007f3a5d000000, 0x00007f3ac1230000, 0x00007f3c5d000000) | |
| object space 1640640K, 97% used [0x00007f3a5d000000,0x00007f3abe4b51d8,0x00007f3ac1230000) | |
| PSPermGen total 35072K, used 34909K [0x00007f3a57c00000, 0x00007f3a59e40000, 0x00007f3a5d000000) | |
| object space 35072K, 99% used [0x00007f3a57c00000,0x00007f3a59e17650,0x00007f3a59e40000) | |
| 13/05/06 13:22:56 INFO mapred.AuditLogger: USER=1525 IP=10.158.54.238 OPERATION=SUBMIT_JOB TARGET=job_201305031732_27816 RESULT=SUCCESS | |
| 13/05/06 13:23:30 INFO mapred.AuditLogger: USER=1222 IP=10.168.34.12 OPERATION=SUBMIT_JOB TARGET=job_201305031732_27800 RESULT=SUCCESS |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment