Skip to content

Instantly share code, notes, and snippets.

@b-slim
Last active November 19, 2020 20:54
Show Gist options
  • Save b-slim/971a069dd0754eb770d0e319a12657fb to your computer and use it in GitHub Desktop.
Save b-slim/971a069dd0754eb770d0e319a12657fb to your computer and use it in GitHub Desktop.
logs from TM about akka frame out of bound 100MB
2020-11-18 20:40:22,951 WARN org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler [] - Could not create remote rpc invocation message. Failing rpc i │
│ nvocation because... │
│ java.io.IOException: The rpc invocation size 199964727 exceeds the maximum akka framesize. │
│ at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.createRpcInvocationMessage(AkkaInvocationHandler.java:276) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.invokeRpc(AkkaInvocationHandler.java:205) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.invoke(AkkaInvocationHandler.java:134) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.runtime.rpc.akka.FencedAkkaInvocationHandler.invoke(FencedAkkaInvocationHandler.java:79) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at com.sun.proxy.$Proxy25.acknowledgeCheckpoint(Unknown Source) [?:?] │
│ at org.apache.flink.runtime.taskexecutor.rpc.RpcCheckpointResponder.acknowledgeCheckpoint(RpcCheckpointResponder.java:46) [flink-dist_2.11-1.11.1.jar:1.1 │
│ .1[] │
│ at org.apache.flink.runtime.state.TaskStateManagerImpl.reportTaskStateSnapshots(TaskStateManagerImpl.java:117) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.streaming.runtime.tasks.AsyncCheckpointRunnable.reportCompletedSnapshotStates(AsyncCheckpointRunnable.java:160) [flink-dist_2.11-1.11 │
│ 1.jar:1.11.1[] │
│ at org.apache.flink.streaming.runtime.tasks.AsyncCheckpointRunnable.run(AsyncCheckpointRunnable.java:121) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172] │
│ at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172] │
│ at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172] │
│ 2020-11-18 20:40:28,933 WARN org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler [] - Could not create remote rpc invocation message. Failing rpc i │
│ nvocation because... │
│ java.io.IOException: The rpc invocation size 199965215 exceeds the maximum akka framesize. │
│ at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.createRpcInvocationMessage(AkkaInvocationHandler.java:276) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.invokeRpc(AkkaInvocationHandler.java:205) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.invoke(AkkaInvocationHandler.java:134) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.runtime.rpc.akka.FencedAkkaInvocationHandler.invoke(FencedAkkaInvocationHandler.java:79) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at com.sun.proxy.$Proxy25.acknowledgeCheckpoint(Unknown Source) [?:?] │
│ at org.apache.flink.runtime.taskexecutor.rpc.RpcCheckpointResponder.acknowledgeCheckpoint(RpcCheckpointResponder.java:46) [flink-dist_2.11-1.11.1.jar:1.1 │
│ .1[] │
│ at org.apache.flink.runtime.state.TaskStateManagerImpl.reportTaskStateSnapshots(TaskStateManagerImpl.java:117) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at org.apache.flink.streaming.runtime.tasks.AsyncCheckpointRunnable.reportCompletedSnapshotStates(AsyncCheckpointRunnable.java:160) [flink-dist_2.11-1.11 │
│ 1.jar:1.11.1[] │
│ at org.apache.flink.streaming.runtime.tasks.AsyncCheckpointRunnable.run(AsyncCheckpointRunnable.java:121) [flink-dist_2.11-1.11.1.jar:1.11.1] │
│ at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172] │
│ at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment