Created
November 12, 2020 10:11
-
-
Save PlugaruT/52bf3834eec95fd5cc5779d3332e1433 to your computer and use it in GitHub Desktop.
Pipeline stacktrace
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Error message from worker: generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051858'] | |
| generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051899'] | |
| generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051735'] | |
| generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051940'] | |
| generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051734'] | |
| generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051776'] | |
| generic::unknown: Traceback (most recent call last): | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 258, in _execute | |
| response = task() | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 315, in <lambda> | |
| lambda: self.create_worker().do_instruction(request), request) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 484, in do_instruction | |
| getattr(request, request_type), request.instruction_id) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 519, in process_bundle | |
| bundle_processor.process_bundle(instruction_id)) | |
| File "/usr/local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 990, in process_bundle | |
| op.finish() | |
| File "apache_beam/runners/worker/operations.py", line 730, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 732, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/worker/operations.py", line 733, in apache_beam.runners.worker.operations.DoOperation.finish | |
| File "apache_beam/runners/common.py", line 1267, in apache_beam.runners.common.DoFnRunner.finish | |
| File "apache_beam/runners/common.py", line 1248, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 1294, in apache_beam.runners.common.DoFnRunner._reraise_augmented | |
| File "/usr/local/lib/python3.7/site-packages/future/utils/__init__.py", line 446, in raise_with_traceback | |
| raise exc.with_traceback(traceback) | |
| File "apache_beam/runners/common.py", line 1246, in apache_beam.runners.common.DoFnRunner._invoke_bundle_method | |
| File "apache_beam/runners/common.py", line 514, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 519, in apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle | |
| File "apache_beam/runners/common.py", line 1416, in apache_beam.runners.common._OutputProcessor.finish_bundle_outputs | |
| File "apache_beam/runners/worker/operations.py", line 151, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.ConsumerSet.receive | |
| File "apache_beam/runners/worker/operations.py", line 181, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start | |
| File "apache_beam/runners/worker/opcounters.py", line 216, in apache_beam.runners.worker.opcounters.OperationCounters.update_from | |
| File "apache_beam/runners/worker/opcounters.py", line 254, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample | |
| File "apache_beam/coders/coder_impl.py", line 1273, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1291, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 1070, in apache_beam.coders.coder_impl.SequenceCoderImpl.estimate_size | |
| File "apache_beam/coders/coder_impl.py", line 1086, in apache_beam.coders.coder_impl.SequenceCoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 192, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables | |
| File "apache_beam/coders/coder_impl.py", line 678, in apache_beam.coders.coder_impl.IntervalWindowCoderImpl.estimate_size | |
| TypeError: Cannot convert GlobalWindow to apache_beam.utils.windowed_value._IntervalWindowBase [while running 'WriteToObjectTableBigquery/WriteToBQ/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-1051857'] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment