Skip to content

Instantly share code, notes, and snippets.

@dhruve
Created June 22, 2017 16:13
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save dhruve/b299ebc35aa0a185c244a0468927daf1 to your computer and use it in GitHub Desktop.
Save dhruve/b299ebc35aa0a185c244a0468927daf1 to your computer and use it in GitHub Desktop.
17/06/15 16:34:58 ERROR ResourceLeakDetector: LEAK: ByteBuf.release() was not called before it's garbage-collected. See http://netty.io/wiki/reference-counted-objects.html for more information.
WARNING: 88 leak records were discarded because the leak record count is limited to 4. Use system property io.netty.leakDetection.maxRecords to increase the limit.
Recent access records: 5
#5:
io.netty.buffer.AdvancedLeakAwareByteBuf.toString(AdvancedLeakAwareByteBuf.java:694)
org.apache.spark.network.sasl.SparkSaslServer.encodePassword(SparkSaslServer.java:198)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:138)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createUnmanagedClient(TransportClientFactory.java:193)
org.apache.spark.network.shuffle.ExternalShuffleClient.registerWithShuffleServer(ExternalShuffleClient.java:141)
org.apache.spark.storage.BlockManager$$anonfun$registerWithExternalShuffleServer$1.apply$mcVI$sp(BlockManager.scala:215)
scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160)
org.apache.spark.storage.BlockManager.registerWithExternalShuffleServer(BlockManager.scala:212)
org.apache.spark.storage.BlockManager.initialize(BlockManager.scala:196)
org.apache.spark.executor.Executor.<init>(Executor.scala:92)
org.apache.spark.executor.CoarseGrainedExecutorBackend$$anonfun$receive$1.applyOrElse(CoarseGrainedExecutorBackend.scala:82)
org.apache.spark.rpc.netty.Inbox$$anonfun$process$1.apply$mcV$sp(Inbox.scala:117)
org.apache.spark.rpc.netty.Inbox.safelyCall(Inbox.scala:205)
org.apache.spark.rpc.netty.Inbox.process(Inbox.scala:101)
org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:213)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
#4:
io.netty.buffer.AdvancedLeakAwareByteBuf.slice(AdvancedLeakAwareByteBuf.java:76)
io.netty.handler.codec.base64.Base64.encode(Base64.java:151)
io.netty.handler.codec.base64.Base64.encode(Base64.java:107)
io.netty.handler.codec.base64.Base64.encode(Base64.java:87)
io.netty.handler.codec.base64.Base64.encode(Base64.java:74)
io.netty.handler.codec.base64.Base64.encode(Base64.java:70)
org.apache.spark.network.sasl.SparkSaslServer.encodePassword(SparkSaslServer.java:197)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:138)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createUnmanagedClient(TransportClientFactory.java:193)
org.apache.spark.network.shuffle.ExternalShuffleClient.registerWithShuffleServer(ExternalShuffleClient.java:141)
org.apache.spark.storage.BlockManager$$anonfun$registerWithExternalShuffleServer$1.apply$mcVI$sp(BlockManager.scala:215)
scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:160)
org.apache.spark.storage.BlockManager.registerWithExternalShuffleServer(BlockManager.scala:212)
org.apache.spark.storage.BlockManager.initialize(BlockManager.scala:196)
org.apache.spark.executor.Executor.<init>(Executor.scala:92)
org.apache.spark.executor.CoarseGrainedExecutorBackend$$anonfun$receive$1.applyOrElse(CoarseGrainedExecutorBackend.scala:82)
org.apache.spark.rpc.netty.Inbox$$anonfun$process$1.apply$mcV$sp(Inbox.scala:117)
org.apache.spark.rpc.netty.Inbox.safelyCall(Inbox.scala:205)
org.apache.spark.rpc.netty.Inbox.process(Inbox.scala:101)
org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:213)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
# here are some other ones:
17/06/15 17:09:16 ERROR ResourceLeakDetector: LEAK: ByteBuf.release() was not called before it's garbage-collected. See http://netty.io/wiki/reference-counted-objects.html for more information.
WARNING: 19 leak records were discarded because the leak record count is limited to 4. Use system property io.netty.leakDetection.maxRecords to increase the limit.
Recent access records: 5
#5:
io.netty.buffer.AdvancedLeakAwareByteBuf.toString(AdvancedLeakAwareByteBuf.java:694)
org.apache.spark.network.sasl.SparkSaslServer.encodeIdentifier(SparkSaslServer.java:191)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:134)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:179)
org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:191)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:187)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
#4:
io.netty.buffer.AdvancedLeakAwareByteBuf.slice(AdvancedLeakAwareByteBuf.java:76)
io.netty.handler.codec.base64.Base64.encode(Base64.java:151)
io.netty.handler.codec.base64.Base64.encode(Base64.java:107)
io.netty.handler.codec.base64.Base64.encode(Base64.java:87)
io.netty.handler.codec.base64.Base64.encode(Base64.java:74)
io.netty.handler.codec.base64.Base64.encode(Base64.java:70)
org.apache.spark.network.sasl.SparkSaslServer.encodeIdentifier(SparkSaslServer.java:190)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:134)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:179)
org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:191)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:187)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
#3:
io.netty.buffer.AdvancedLeakAwareByteBuf.getByte(AdvancedLeakAwareByteBuf.java:124)
io.netty.handler.codec.base64.Base64.encode(Base64.java:147)
io.netty.handler.codec.base64.Base64.encode(Base64.java:107)
io.netty.handler.codec.base64.Base64.encode(Base64.java:87)
io.netty.handler.codec.base64.Base64.encode(Base64.java:74)
io.netty.handler.codec.base64.Base64.encode(Base64.java:70)
org.apache.spark.network.sasl.SparkSaslServer.encodeIdentifier(SparkSaslServer.java:190)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:134)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:179)
org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:191)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:187)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
#2:
io.netty.buffer.AdvancedLeakAwareByteBuf.setByte(AdvancedLeakAwareByteBuf.java:250)
io.netty.handler.codec.base64.Base64.encode3to4(Base64.java:193)
io.netty.handler.codec.base64.Base64.encode(Base64.java:142)
io.netty.handler.codec.base64.Base64.encode(Base64.java:107)
io.netty.handler.codec.base64.Base64.encode(Base64.java:87)
io.netty.handler.codec.base64.Base64.encode(Base64.java:74)
io.netty.handler.codec.base64.Base64.encode(Base64.java:70)
org.apache.spark.network.sasl.SparkSaslServer.encodeIdentifier(SparkSaslServer.java:190)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:134)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:179)
org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:191)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:187)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
#1:
io.netty.buffer.AdvancedLeakAwareByteBuf.setByte(AdvancedLeakAwareByteBuf.java:250)
io.netty.handler.codec.base64.Base64.encode3to4(Base64.java:192)
io.netty.handler.codec.base64.Base64.encode(Base64.java:142)
io.netty.handler.codec.base64.Base64.encode(Base64.java:107)
io.netty.handler.codec.base64.Base64.encode(Base64.java:87)
io.netty.handler.codec.base64.Base64.encode(Base64.java:74)
io.netty.handler.codec.base64.Base64.encode(Base64.java:70)
org.apache.spark.network.sasl.SparkSaslServer.encodeIdentifier(SparkSaslServer.java:190)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:134)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:179)
org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:191)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:187)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
Created at:
io.netty.util.ResourceLeakDetector.track(ResourceLeakDetector.java:219)
io.netty.buffer.UnpooledByteBufAllocator.newDirectBuffer(UnpooledByteBufAllocator.java:69)
io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBufAllocator.java:177)
io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBufAllocator.java:168)
io.netty.buffer.AbstractByteBufAllocator.buffer(AbstractByteBufAllocator.java:105)
io.netty.handler.codec.base64.Base64.encode(Base64.java:121)
io.netty.handler.codec.base64.Base64.encode(Base64.java:107)
io.netty.handler.codec.base64.Base64.encode(Base64.java:87)
io.netty.handler.codec.base64.Base64.encode(Base64.java:74)
io.netty.handler.codec.base64.Base64.encode(Base64.java:70)
org.apache.spark.network.sasl.SparkSaslServer.encodeIdentifier(SparkSaslServer.java:190)
org.apache.spark.network.sasl.SparkSaslClient$ClientCallbackHandler.handle(SparkSaslClient.java:134)
com.sun.security.sasl.digest.DigestMD5Client.processChallenge(DigestMD5Client.java:337)
com.sun.security.sasl.digest.DigestMD5Client.evaluateChallenge(DigestMD5Client.java:220)
org.apache.spark.network.sasl.SparkSaslClient.response(SparkSaslClient.java:99)
org.apache.spark.network.sasl.SaslClientBootstrap.doBootstrap(SaslClientBootstrap.java:81)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:240)
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:179)
org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:191)
org.apache.spark.rpc.netty.Outbox$$anon$1.call(Outbox.scala:187)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment