Skip to content

Instantly share code, notes, and snippets.

@pascaldelange
Created December 18, 2018 22:40
Show Gist options
  • Save pascaldelange/f43cc1f6dc290291804b64b0db1cadfe to your computer and use it in GitHub Desktop.
Save pascaldelange/f43cc1f6dc290291804b64b0db1cadfe to your computer and use it in GitHub Desktop.
apache beam import error
exception: "Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 642, in do_work
work_executor.execute()
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py", line 172, in execute
op.start()
File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start
def start(self):
File "dataflow_worker/native_operations.py", line 39, in dataflow_worker.native_operations.NativeReadOperation.start
with self.scoped_start_state:
File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start
with self.spec.source.reader() as reader:
File "dataflow_worker/native_operations.py", line 54, in dataflow_worker.native_operations.NativeReadOperation.start
self.output(windowed_value)
File "apache_beam/runners/worker/operations.py", line 183, in apache_beam.runners.worker.operations.Operation.output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 89, in apache_beam.runners.worker.operations.ConsumerSet.receive
cython.cast(Operation, consumer).process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 497, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 498, in apache_beam.runners.worker.operations.DoOperation.process
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 680, in apache_beam.runners.common.DoFnRunner.receive
self.process(windowed_value)
File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 724, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise_with_traceback(new_exn)
File "apache_beam/runners/common.py", line 684, in apache_beam.runners.common.DoFnRunner.process
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 420, in apache_beam.runners.common.SimpleInvoker.invoke_process
output_processor.process_outputs(
File "apache_beam/runners/common.py", line 770, in apache_beam.runners.common._OutputProcessor.process_outputs
for result in results:
File "/usr/local/lib/python2.7/dist-packages/pipelines/dataflow_tools/spanner_io_direct.py", line 54, in process
from google.cloud.spanner import Client
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner.py", line 19, in <module>
from google.cloud.spanner_v1 import __version__
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner_v1/__init__.py", line 23, in <module>
from google.cloud.spanner_v1.client import Client
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner_v1/client.py", line 43, in <module>
from google.cloud.spanner_v1.instance import DEFAULT_NODE_COUNT
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner_v1/instance.py", line 27, in <module>
from google.cloud.spanner_v1.database import Database
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner_v1/database.py", line 33, in <module>
from google.cloud.spanner_v1.gapic.spanner_client import SpannerClient
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner_v1/gapic/spanner_client.py", line 34, in <module>
from google.cloud.spanner_v1.gapic.transports import spanner_grpc_transport
File "/usr/local/lib/python2.7/dist-packages/google/cloud/spanner_v1/gapic/transports/spanner_grpc_transport.py", line 18, in <module>
import grpc_gcp
ImportError: No module named grpc_gcp [while running 'FullNotificationPipeline/Get data/Get all micros/ParDo(SelectAllSpanner_DoFn)']
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment