Created
July 10, 2020 13:11
-
-
Save progrhyme/a0455ba29e3c590daacdb187d3f8282b to your computer and use it in GitHub Desktop.
embulk died with error "A Buffer detected double release() calls."
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
: | |
2020-07-10 06:29:08.018 +0000 [INFO] (0018:task-0000): Fetch size is 10000. Using server-side prepared statement. | |
2020-07-10 06:29:08.019 +0000 [INFO] (0018:task-0000): Connecting to jdbc:mysql://db:3306/products options {useCompression=true, socketTimeout=1800000, useSSL=false, user=user, tinyInt1isBit=false, useLegacyDatetimeCode=false, tcpKeepAlive=true, useCursorFetch=true, connectTimeout=300000, password=***, zeroDateTimeBehavior=convertToNull} | |
2020-07-10 06:29:08.035 +0000 [INFO] (0018:task-0000): SQL: SELECT * FROM `foo` | |
2020-07-10 06:40:12.194 +0000 [INFO] (0018:task-0000): > 664.16 seconds | |
2020-07-10 06:40:12.334 +0000 [INFO] (embulk-output-executor-0): embulk-output-bigquery: create /tmp/.21.2004.csv.gz | |
2020-07-10 06:40:12.429 +0000 [INFO] (embulk-output-executor-1): embulk-output-bigquery: create /tmp/.21.2006.csv.gz | |
2020-07-10 06:40:12.608 +0000 [INFO] (embulk-output-executor-2): embulk-output-bigquery: create /tmp/.21.2008.csv.gz | |
2020-07-10 06:40:12.619 +0000 [INFO] (0018:task-0000): Fetched 500 rows. | |
2020-07-10 06:40:12.706 +0000 [INFO] (embulk-output-executor-3): embulk-output-bigquery: create /tmp/.21.2010.csv.gz | |
2020-07-10 06:40:12.749 +0000 [INFO] (embulk-output-executor-4): embulk-output-bigquery: create /tmp/.21.2012.csv.gz | |
2020-07-10 06:40:12.891 +0000 [INFO] (0018:task-0000): Fetched 1,000 rows. | |
2020-07-10 06:40:12.896 +0000 [INFO] (embulk-output-executor-5): embulk-output-bigquery: create /tmp/.21.2014.csv.gz | |
2020-07-10 06:40:12.935 +0000 [INFO] (embulk-output-executor-6): embulk-output-bigquery: create /tmp/.21.2016.csv.gz | |
2020-07-10 06:40:13.034 +0000 [INFO] (embulk-output-executor-7): embulk-output-bigquery: create /tmp/.21.2018.csv.gz | |
2020-07-10 06:40:13.230 +0000 [INFO] (embulk-output-executor-8): embulk-output-bigquery: create /tmp/.21.2020.csv.gz | |
2020-07-10 06:40:13.502 +0000 [INFO] (embulk-output-executor-9): embulk-output-bigquery: create /tmp/.21.2022.csv.gz | |
2020-07-10 06:40:13.806 +0000 [INFO] (embulk-output-executor-10): embulk-output-bigquery: create /tmp/.21.2024.csv.gz | |
2020-07-10 06:40:13.913 +0000 [INFO] (embulk-output-executor-11): embulk-output-bigquery: create /tmp/.21.2026.csv.gz | |
2020-07-10 06:40:14.029 +0000 [INFO] (0018:task-0000): Fetched 2,000 rows. | |
2020-07-10 06:40:14.233 +0000 [INFO] (embulk-output-executor-12): embulk-output-bigquery: create /tmp/.21.2028.csv.gz | |
2020-07-10 06:40:14.299 +0000 [INFO] (embulk-output-executor-13): embulk-output-bigquery: create /tmp/.21.2030.csv.gz | |
2020-07-10 06:40:14.344 +0000 [INFO] (embulk-output-executor-14): embulk-output-bigquery: create /tmp/.21.2032.csv.gz | |
2020-07-10 06:40:14.643 +0000 [INFO] (embulk-output-executor-15): embulk-output-bigquery: create /tmp/.21.2034.csv.gz | |
2020-07-10 06:40:14.697 +0000 [INFO] (embulk-output-executor-16): embulk-output-bigquery: create /tmp/.21.2036.csv.gz | |
2020-07-10 06:40:14.731 +0000 [INFO] (embulk-output-executor-17): embulk-output-bigquery: create /tmp/.21.2038.csv.gz | |
2020-07-10 06:40:14.836 +0000 [INFO] (embulk-output-executor-18): embulk-output-bigquery: create /tmp/.21.2040.csv.gz | |
2020-07-10 06:40:15.115 +0000 [INFO] (embulk-output-executor-19): embulk-output-bigquery: create /tmp/.21.2042.csv.gz | |
2020-07-10 06:40:15.295 +0000 [INFO] (embulk-output-executor-20): embulk-output-bigquery: create /tmp/.21.2044.csv.gz | |
2020-07-10 06:40:15.410 +0000 [INFO] (embulk-output-executor-21): embulk-output-bigquery: create /tmp/.21.2046.csv.gz | |
2020-07-10 06:40:15.543 +0000 [INFO] (embulk-output-executor-22): embulk-output-bigquery: create /tmp/.21.2048.csv.gz | |
2020-07-10 06:40:15.733 +0000 [INFO] (embulk-output-executor-23): embulk-output-bigquery: create /tmp/.21.2050.csv.gz | |
2020-07-10 06:40:15.736 +0000 [INFO] (0018:task-0000): Fetched 4,000 rows. | |
2020-07-10 06:40:15.810 +0000 [INFO] (embulk-output-executor-24): embulk-output-bigquery: create /tmp/.21.2052.csv.gz | |
2020-07-10 06:40:15.897 +0000 [INFO] (embulk-output-executor-25): embulk-output-bigquery: create /tmp/.21.2054.csv.gz | |
2020-07-10 06:40:15.995 +0000 [INFO] (embulk-output-executor-26): embulk-output-bigquery: create /tmp/.21.2056.csv.gz | |
2020-07-10 06:40:16.014 +0000 [INFO] (embulk-output-executor-27): embulk-output-bigquery: create /tmp/.21.2058.csv.gz | |
2020-07-10 06:40:16.100 +0000 [INFO] (embulk-output-executor-28): embulk-output-bigquery: create /tmp/.21.2060.csv.gz | |
2020-07-10 06:40:16.195 +0000 [INFO] (embulk-output-executor-29): embulk-output-bigquery: create /tmp/.21.2062.csv.gz | |
2020-07-10 06:40:16.224 +0000 [INFO] (embulk-output-executor-30): embulk-output-bigquery: create /tmp/.21.2064.csv.gz | |
2020-07-10 06:40:16.338 +0000 [INFO] (embulk-output-executor-31): embulk-output-bigquery: create /tmp/.21.2066.csv.gz | |
2020-07-10 06:40:16.495 +0000 [INFO] (embulk-output-executor-32): embulk-output-bigquery: create /tmp/.21.2068.csv.gz | |
2020-07-10 06:40:16.535 +0000 [INFO] (embulk-output-executor-33): embulk-output-bigquery: create /tmp/.21.2070.csv.gz | |
2020-07-10 06:40:16.617 +0000 [INFO] (embulk-output-executor-34): embulk-output-bigquery: create /tmp/.21.2072.csv.gz | |
2020-07-10 06:40:16.733 +0000 [INFO] (embulk-output-executor-35): embulk-output-bigquery: create /tmp/.21.2074.csv.gz | |
2020-07-10 06:40:16.912 +0000 [INFO] (embulk-output-executor-36): embulk-output-bigquery: create /tmp/.21.2076.csv.gz | |
2020-07-10 06:40:17.022 +0000 [INFO] (embulk-output-executor-37): embulk-output-bigquery: create /tmp/.21.2078.csv.gz | |
2020-07-10 06:40:17.132 +0000 [INFO] (embulk-output-executor-38): embulk-output-bigquery: create /tmp/.21.2080.csv.gz | |
2020-07-10 06:40:17.213 +0000 [INFO] (embulk-output-executor-39): embulk-output-bigquery: create /tmp/.21.2082.csv.gz | |
2020-07-10 06:40:17.402 +0000 [INFO] (embulk-output-executor-40): embulk-output-bigquery: create /tmp/.21.2084.csv.gz | |
2020-07-10 06:40:17.415 +0000 [INFO] (embulk-output-executor-41): embulk-output-bigquery: create /tmp/.21.2086.csv.gz | |
2020-07-10 06:40:17.431 +0000 [INFO] (embulk-output-executor-42): embulk-output-bigquery: create /tmp/.21.2088.csv.gz | |
2020-07-10 06:40:17.515 +0000 [INFO] (embulk-output-executor-43): embulk-output-bigquery: create /tmp/.21.2090.csv.gz | |
2020-07-10 06:40:17.618 +0000 [INFO] (embulk-output-executor-44): embulk-output-bigquery: create /tmp/.21.2092.csv.gz | |
2020-07-10 06:40:17.705 +0000 [INFO] (embulk-output-executor-45): embulk-output-bigquery: create /tmp/.21.2094.csv.gz | |
2020-07-10 06:40:17.752 +0000 [INFO] (embulk-output-executor-46): embulk-output-bigquery: create /tmp/.21.2096.csv.gz | |
2020-07-10 06:40:17.848 +0000 [INFO] (0018:task-0000): Fetched 8,000 rows. | |
2020-07-10 06:40:17.895 +0000 [INFO] (embulk-output-executor-47): embulk-output-bigquery: create /tmp/.21.2098.csv.gz | |
2020-07-10 06:40:21.301 +0000 [INFO] (0018:task-0000): Fetched 16,000 rows. | |
2020-07-10 06:40:28.696 +0000 [INFO] (0018:task-0000): Fetched 32,000 rows. | |
2020-07-10 06:40:38.529 +0000 [INFO] (0018:task-0000): Fetched 64,000 rows. | |
2020-07-10 06:40:50.018 +0000 [INFO] (0018:task-0000): Fetched 128,000 rows. | |
2020-07-10 06:41:09.538 +0000 [INFO] (0018:task-0000): Fetched 256,000 rows. | |
2020-07-10 06:41:47.137 +0000 [INFO] (0018:task-0000): Fetched 512,000 rows. | |
2020-07-10 06:43:02.740 +0000 [INFO] (0018:task-0000): Fetched 1,024,000 rows. | |
2020-07-10 06:45:34.131 +0000 [INFO] (0018:task-0000): Fetched 2,048,000 rows. | |
2020-07-10 06:50:34.833 +0000 [INFO] (0018:task-0000): Fetched 4,096,000 rows. | |
2020-07-10 07:00:35.817 +0000 [INFO] (0018:task-0000): Fetched 8,192,000 rows. | |
2020-07-10 07:20:34.858 +0000 [INFO] (0018:task-0000): Fetched 16,384,000 rows. | |
2020-07-10 08:00:35.403 +0000 [INFO] (0018:task-0000): Fetched 32,768,000 rows. | |
2020-07-10 09:20:22.144 +0000 [INFO] (0018:task-0000): Fetched 65,536,000 rows. | |
org.embulk.deps.buffer.PooledBufferAllocatorImpl$BufferDoubleReleasedException: A Buffer detected double release() calls. The buffer has already been released at: | |
at org.embulk.deps.buffer.PooledBufferAllocatorImpl$BufferBasedOnNettyByteBuf.release(PooledBufferAllocatorImpl.java:41) | |
at org.embulk.spi.Page.release(Page.java:68) | |
at org.embulk.exec.LocalExecutorPlugin$ScatterTransactionalPageOutput$OutputWorker.call(LocalExecutorPlugin.java:360) | |
at org.embulk.exec.LocalExecutorPlugin$ScatterTransactionalPageOutput$OutputWorker.call(LocalExecutorPlugin.java:291) | |
at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
Caused by: java.lang.Throwable | |
at org.embulk.deps.buffer.PooledBufferAllocatorImpl$BufferBasedOnNettyByteBuf.release(PooledBufferAllocatorImpl.java:46) | |
at org.embulk.spi.PageReader.close(PageReader.java:151) | |
at sun.reflect.GeneratedMethodAccessor27.invoke(Unknown Source) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.jruby.javasupport.JavaMethod.invokeDirectWithExceptionHandling(JavaMethod.java:438) | |
at org.jruby.javasupport.JavaMethod.invokeDirect(JavaMethod.java:302) | |
at org.jruby.java.invokers.InstanceMethodInvoker.call(InstanceMethodInvoker.java:36) | |
at org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:298) | |
at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:127) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.page.invokeOther7:close(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/page.rb:25) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.page.RUBY$method$each$0(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/page.rb:25) | |
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:90) | |
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:128) | |
at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:135) | |
at org.jruby.runtime.callsite.CachingCallSite.callIter(CachingCallSite.java:142) | |
at root.$_dot_embulk.lib.gems.gems.embulk_minus_output_minus_bigquery_minus_0_dot_6_dot_4.lib.embulk.output.bigquery.file_writer.invokeOther19:each(/root/.embulk/lib/gems/gems/embulk-output-bigquery-0.6.4/lib/embulk/output/bigquery/file_writer.rb:102) | |
at root.$_dot_embulk.lib.gems.gems.embulk_minus_output_minus_bigquery_minus_0_dot_6_dot_4.lib.embulk.output.bigquery.file_writer.RUBY$method$add$0(/root/.embulk/lib/gems/gems/embulk-output-bigquery-0.6.4/lib/embulk/output/bigquery/file_writer.rb:102) | |
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:103) | |
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:163) | |
at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:200) | |
at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:153) | |
at root.$_dot_embulk.lib.gems.gems.embulk_minus_output_minus_bigquery_minus_0_dot_6_dot_4.lib.embulk.output.bigquery.invokeOther4:add(/root/.embulk/lib/gems/gems/embulk-output-bigquery-0.6.4/lib/embulk/output/bigquery.rb:477) | |
at root.$_dot_embulk.lib.gems.gems.embulk_minus_output_minus_bigquery_minus_0_dot_6_dot_4.lib.embulk.output.bigquery.RUBY$method$add$0(/root/.embulk/lib/gems/gems/embulk-output-bigquery-0.6.4/lib/embulk/output/bigquery.rb:477) | |
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:103) | |
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:163) | |
at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:200) | |
at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:153) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.output_plugin.invokeOther3:add(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/output_plugin.rb:114) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.output_plugin.RUBY$method$add$0(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/output_plugin.rb:114) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.output_plugin.RUBY$method$add$0$__VARARGS__(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/output_plugin.rb) | |
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:77) | |
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:93) | |
at Embulk$$OutputPlugin$$JavaAdapter$$OutputAdapter_1281495511.add(Embulk$$OutputPlugin$$JavaAdapter$$OutputAdapter_1281495511.gen:13) | |
at org.embulk.exec.LocalExecutorPlugin$ScatterTransactionalPageOutput$OutputWorker.call(LocalExecutorPlugin.java:351) | |
: | |
(上と同様のスタックトレースが数十回流れる) | |
: | |
2020-07-10 10:24:13.705 +0000 [INFO] (0018:task-0000): Fetched 131,072,000 rows. | |
2020-07-10 10:55:09.682 +0000 [INFO] (0001:transaction): {done: 1 / 1, running: 0} | |
org.embulk.exec.PartialExecutionException: org.jruby.exceptions.RaiseException: (Errno::ENOSPC) /tmp/.21.2004.csv.gz | |
at org.embulk.exec.BulkLoader$LoaderState.buildPartialExecuteException(BulkLoader.java:343) | |
at org.embulk.exec.BulkLoader.doRun(BulkLoader.java:583) | |
at org.embulk.exec.BulkLoader.access$000(BulkLoader.java:36) | |
at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:356) | |
at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:353) | |
at org.embulk.spi.Exec.doWith(Exec.java:23) | |
at org.embulk.exec.BulkLoader.run(BulkLoader.java:353) | |
at org.embulk.EmbulkEmbed.run(EmbulkEmbed.java:195) | |
at org.embulk.EmbulkRunner.runInternal(EmbulkRunner.java:291) | |
at org.embulk.EmbulkRunner.run(EmbulkRunner.java:155) | |
at org.embulk.cli.EmbulkRun.runSubcommand(EmbulkRun.java:415) | |
at org.embulk.cli.EmbulkRun.run(EmbulkRun.java:95) | |
at org.embulk.cli.Main.main(Main.java:64) | |
Caused by: org.jruby.exceptions.RaiseException: (Errno::ENOSPC) /tmp/.21.2004.csv.gz | |
at org.jruby.RubyIO.write(org/jruby/RubyIO.java:1459) | |
at org.jruby.RubyIO.write(org/jruby/RubyIO.java:1430) | |
at root.$_dot_embulk.lib.gems.gems.embulk_minus_output_minus_bigquery_minus_0_dot_6_dot_4.lib.embulk.output.bigquery.file_writer.block in add(/root/.embulk/lib/gems/gems/embulk-output-bigquery-0.6.4/lib/embulk/output/bigquery/file_writer.rb:106) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.page.each(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/page.rb:22) | |
at root.$_dot_embulk.lib.gems.gems.embulk_minus_output_minus_bigquery_minus_0_dot_6_dot_4.lib.embulk.output.bigquery.file_writer.add(/root/.embulk/lib/gems/gems/embulk-output-bigquery-0.6.4/lib/embulk/output/bigquery/file_writer.rb:102) | |
at uri_3a_classloader_3a_.gems.embulk_minus_0_dot_10_dot_5_minus_java.lib.embulk.output_plugin.add(uri:classloader:/gems/embulk-0.10.5-java/lib/embulk/output_plugin.rb:114) | |
Suppressed: org.jruby.exceptions.RaiseException: (Errno::ENOSPC) /tmp/.21.2006.csv.gz | |
... 7 more | |
Suppressed: org.jruby.exceptions.RaiseException: (Errno::ENOSPC) /tmp/.21.2008.csv.gz | |
... 7 more | |
Error: org.jruby.exceptions.RaiseException: (Errno::ENOSPC) /tmp/.21.2004.csv.gz |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment