Created
March 20, 2020 14:32
-
-
Save AseiSugiyama/d891496a23d4c7af9827045d229427b8 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Error message from worker: Traceback (most recent call last): | |
File "apache_beam/runners/common.py", line 780, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 587, in apache_beam.runners.common.PerWindowInvoker.invoke_process | |
File "apache_beam/runners/common.py", line 659, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window | |
File "apache_beam/runners/common.py", line 880, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/common.py", line 919, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/worker/operations.py", line 143, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 846, in apache_beam.runners.worker.operations.PGBKCVOperation.process | |
File "apache_beam/runners/worker/operations.py", line 872, in apache_beam.runners.worker.operations.PGBKCVOperation.process | |
File "/opt/venv/lib/python3.6/site-packages/tensorflow_data_validation/statistics/stats_impl.py", line 633, in add_input | |
File "/usr/local/lib/python3.6/site-packages/tensorflow_data_validation/statistics/stats_impl.py", line 652, in _maybe_do_batch | |
self._combine_byte_size.update(accumulator.curr_byte_size) | |
AttributeError: _combine_byte_size | |
During handling of the above exception, another exception occurred: | |
Traceback (most recent call last): | |
File "/usr/local/lib/python3.6/site-packages/dataflow_worker/batchworker.py", line 650, in do_work | |
work_executor.execute() | |
File "/usr/local/lib/python3.6/site-packages/dataflow_worker/executor.py", line 176, in execute | |
op.start() | |
File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start | |
File "dataflow_worker/native_operations.py", line 39, in dataflow_worker.native_operations.NativeReadOperation.start | |
File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start | |
File "dataflow_worker/native_operations.py", line 54, in dataflow_worker.native_operations.NativeReadOperation.start | |
File "apache_beam/runners/worker/operations.py", line 256, in apache_beam.runners.worker.operations.Operation.output | |
File "apache_beam/runners/worker/operations.py", line 143, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 593, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/worker/operations.py", line 594, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/common.py", line 776, in apache_beam.runners.common.DoFnRunner.receive | |
File "apache_beam/runners/common.py", line 782, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 834, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
File "apache_beam/runners/common.py", line 780, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 440, in apache_beam.runners.common.SimpleInvoker.invoke_process | |
File "apache_beam/runners/common.py", line 919, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/worker/operations.py", line 143, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 593, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/worker/operations.py", line 594, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/common.py", line 776, in apache_beam.runners.common.DoFnRunner.receive | |
File "apache_beam/runners/common.py", line 782, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 834, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
File "apache_beam/runners/common.py", line 780, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 440, in apache_beam.runners.common.SimpleInvoker.invoke_process | |
File "apache_beam/runners/common.py", line 919, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/worker/operations.py", line 143, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 593, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/worker/operations.py", line 594, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/common.py", line 776, in apache_beam.runners.common.DoFnRunner.receive | |
File "apache_beam/runners/common.py", line 782, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 834, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
File "apache_beam/runners/common.py", line 780, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 440, in apache_beam.runners.common.SimpleInvoker.invoke_process | |
File "apache_beam/runners/common.py", line 919, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/worker/operations.py", line 100, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 593, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/worker/operations.py", line 594, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/common.py", line 776, in apache_beam.runners.common.DoFnRunner.receive | |
File "apache_beam/runners/common.py", line 782, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 834, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
File "apache_beam/runners/common.py", line 780, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 440, in apache_beam.runners.common.SimpleInvoker.invoke_process | |
File "apache_beam/runners/common.py", line 921, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/worker/operations.py", line 141, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 143, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 593, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/worker/operations.py", line 594, in apache_beam.runners.worker.operations.DoOperation.process | |
File "apache_beam/runners/common.py", line 776, in apache_beam.runners.common.DoFnRunner.receive | |
File "apache_beam/runners/common.py", line 782, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 849, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
File "/usr/local/lib/python3.6/site-packages/future/utils/__init__.py", line 421, in raise_with_traceback | |
raise exc.with_traceback(traceback) | |
File "apache_beam/runners/common.py", line 780, in apache_beam.runners.common.DoFnRunner.process | |
File "apache_beam/runners/common.py", line 587, in apache_beam.runners.common.PerWindowInvoker.invoke_process | |
File "apache_beam/runners/common.py", line 659, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window | |
File "apache_beam/runners/common.py", line 880, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/common.py", line 919, in apache_beam.runners.common._OutputProcessor.process_outputs | |
File "apache_beam/runners/worker/operations.py", line 143, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive | |
File "apache_beam/runners/worker/operations.py", line 846, in apache_beam.runners.worker.operations.PGBKCVOperation.process | |
File "apache_beam/runners/worker/operations.py", line 872, in apache_beam.runners.worker.operations.PGBKCVOperation.process | |
File "/opt/venv/lib/python3.6/site-packages/tensorflow_data_validation/statistics/stats_impl.py", line 633, in add_input | |
File "/usr/local/lib/python3.6/site-packages/tensorflow_data_validation/statistics/stats_impl.py", line 652, in _maybe_do_batch | |
self._combine_byte_size.update(accumulator.curr_byte_size) | |
AttributeError: _combine_byte_size [while running 'GenerateStatistics.eval/RunStatsGenerators/GenerateSlicedStatisticsImpl/RunCombinerStatsGenerators/WindowIntoDiscarding'] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment