Last active
April 19, 2022 08:29
-
-
Save kubikb/708e80523a6ba7de174ee5500d1b530d to your computer and use it in GitHub Desktop.
Aliz BigQuery Batch Translation Service example
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import json | |
from google.api_core.retry import Retry | |
import google.auth | |
from google.cloud import bigquery_migration_v2alpha | |
from google.oauth2 import service_account | |
from google.protobuf import any_pb2, json_format | |
import translation_pb2 | |
project_id = "" # TODO: Set your GCP project ID | |
bucket_name = "" # TODO: Set your Cloud Storage bucket's name | |
migration_task_details_any = any_pb2.Any() | |
migration_task_details_contents = json.dumps({ | |
"@type": "type.googleapis.com/google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails", | |
"input_path": f"gs://{bucket_name}/teradata_sql/ddl", | |
"output_path": f"gs://{bucket_name}/bigquery_standard_sql", | |
"file_encoding": "UTF_8" | |
}) | |
migration_task_details_any = json_format.Parse(migration_task_details_contents, migration_task_details_any) | |
migration_service = bigquery_migration_v2alpha.MigrationServiceClient() | |
create_workflow_req = bigquery_migration_v2alpha.types.migration_service.CreateMigrationWorkflowRequest( | |
parent=f"projects/{project_id}/locations/us", | |
migration_workflow=bigquery_migration_v2alpha.types.MigrationWorkflow( | |
display_name="Aliz Translate SQL sample", | |
tasks={ | |
"Aliz SQL Translate SQL": bigquery_migration_v2alpha.types.MigrationTask( # may be possible to pass multiple SQL translation tasks.. | |
type_="Translation_Teradata", | |
details=migration_task_details_any | |
) | |
} | |
) | |
) | |
create_workflow = migration_service.create_migration_workflow( | |
request=create_workflow_req, | |
retry=Retry() | |
) | |
start_workflow = migration_service.start_migration_workflow( | |
request=bigquery_migration_v2alpha.types.StartMigrationWorkflowRequest( | |
name=create_workflow.name | |
), | |
retry=Retry() | |
) | |
print(create_workflow.name) | |
# 'projects/PROJECT_ID/locations/us/workflows/0c06e668-f3b9-4924-8f6e-3b4c639de9cb' | |
migration_workflow = migration_service.get_migration_workflow( | |
request=bigquery_migration_v2alpha.types.GetMigrationWorkflowRequest( | |
name=create_workflow.name | |
) | |
) | |
print(migration_workflow.state.name) | |
# COMPLETED |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# -*- coding: utf-8 -*- | |
# Generated by the protocol buffer compiler. DO NOT EDIT! | |
# source: translation.proto | |
"""Generated protocol buffer code.""" | |
from google.protobuf import descriptor as _descriptor | |
from google.protobuf import message as _message | |
from google.protobuf import reflection as _reflection | |
from google.protobuf import symbol_database as _symbol_database | |
# @@protoc_insertion_point(imports) | |
_sym_db = _symbol_database.Default() | |
DESCRIPTOR = _descriptor.FileDescriptor( | |
name='translation.proto', | |
package='google.cloud.bigquery.migration.tasks.translation.v2alpha', | |
syntax='proto3', | |
serialized_options=b'\n=com.google.cloud.bigquery.migration.tasks.translation.v2alphaB\020TranslationProtoP\001Zdgoogle.golang.org/genproto/googleapis/cloud/bigquery/migration/tasks/translation/v2alpha;translation\252\0029Google.Cloud.BigQuery.Migration.Tasks.Translation.V2Alpha\312\0029Google\\Cloud\\BigQuery\\Migration\\Tasks\\Translation\\V2alpha', | |
create_key=_descriptor._internal_create_key, | |
serialized_pb=b'\n\x11translation.proto\x12\x39google.cloud.bigquery.migration.tasks.translation.v2alpha\"A\n\x16TranslationFileMapping\x12\x12\n\ninput_path\x18\x01 \x01(\t\x12\x13\n\x0boutput_path\x18\x02 \x01(\t\"\x8b\n\n\x16TranslationTaskDetails\x12\x12\n\ninput_path\x18\x01 \x01(\t\x12\x13\n\x0boutput_path\x18\x02 \x01(\t\x12\x65\n\nfile_paths\x18\x0c \x03(\x0b\x32Q.google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationFileMapping\x12\x13\n\x0bschema_path\x18\x03 \x01(\t\x12u\n\rfile_encoding\x18\x04 \x01(\x0e\x32^.google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.FileEncoding\x12j\n\x13identifier_settings\x18\x05 \x01(\x0b\x32M.google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings\x12\x81\x01\n\x11special_token_map\x18\x06 \x03(\x0b\x32\x66.google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.SpecialTokenMapEntry\x12Q\n\x06\x66ilter\x18\x07 \x01(\x0b\x32\x41.google.cloud.bigquery.migration.tasks.translation.v2alpha.Filter\x12\x66\n\x10teradata_options\x18\n \x01(\x0b\x32J.google.cloud.bigquery.migration.tasks.translation.v2alpha.TeradataOptionsH\x00\x12^\n\x0c\x62teq_options\x18\x0b \x01(\x0b\x32\x46.google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptionsH\x00\x12#\n\x1btranslation_exception_table\x18\r \x01(\t\x1a\x93\x01\n\x14SpecialTokenMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12j\n\x05value\x18\x02 \x01(\x0e\x32[.google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.TokenType:\x02\x38\x01\"~\n\x0c\x46ileEncoding\x12\x1d\n\x19\x46ILE_ENCODING_UNSPECIFIED\x10\x00\x12\t\n\x05UTF_8\x10\x01\x12\x0e\n\nISO_8859_1\x10\x02\x12\x0c\n\x08US_ASCII\x10\x03\x12\n\n\x06UTF_16\x10\x04\x12\x0c\n\x08UTF_16LE\x10\x05\x12\x0c\n\x08UTF_16BE\x10\x06\"{\n\tTokenType\x12\x1a\n\x16TOKEN_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06STRING\x10\x01\x12\t\n\x05INT64\x10\x02\x12\x0b\n\x07NUMERIC\x10\x03\x12\x08\n\x04\x42OOL\x10\x04\x12\x0b\n\x07\x46LOAT64\x10\x05\x12\x08\n\x04\x44\x41TE\x10\x06\x12\r\n\tTIMESTAMP\x10\x07\x42\x12\n\x10language_options\"/\n\x06\x46ilter\x12%\n\x1dinput_file_exclusion_prefixes\x18\x01 \x03(\t\"\xcd\x03\n\x12IdentifierSettings\x12|\n\x16output_identifier_case\x18\x01 \x01(\x0e\x32\\.google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings.IdentifierCase\x12\x84\x01\n\x17identifier_rewrite_mode\x18\x02 \x01(\x0e\x32\x63.google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings.IdentifierRewriteMode\"U\n\x0eIdentifierCase\x12\x1f\n\x1bIDENTIFIER_CASE_UNSPECIFIED\x10\x00\x12\x0c\n\x08ORIGINAL\x10\x01\x12\t\n\x05UPPER\x10\x02\x12\t\n\x05LOWER\x10\x03\"[\n\x15IdentifierRewriteMode\x12\'\n#IDENTIFIER_REWRITE_MODE_UNSPECIFIED\x10\x00\x12\x08\n\x04NONE\x10\x01\x12\x0f\n\x0bREWRITE_ALL\x10\x02\"\x11\n\x0fTeradataOptions\":\n\x10\x44\x61tasetReference\x12\x12\n\ndataset_id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"\xc6\x02\n\x0b\x42teqOptions\x12\x64\n\x0fproject_dataset\x18\x01 \x01(\x0b\x32K.google.cloud.bigquery.migration.tasks.translation.v2alpha.DatasetReference\x12\x18\n\x10\x64\x65\x66\x61ult_path_uri\x18\x02 \x01(\t\x12|\n\x14\x66ile_replacement_map\x18\x03 \x03(\x0b\x32^.google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.FileReplacementMapEntry\x1a\x39\n\x17\x46ileReplacementMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\xb1\x02\n=com.google.cloud.bigquery.migration.tasks.translation.v2alphaB\x10TranslationProtoP\x01Zdgoogle.golang.org/genproto/googleapis/cloud/bigquery/migration/tasks/translation/v2alpha;translation\xaa\x02\x39Google.Cloud.BigQuery.Migration.Tasks.Translation.V2Alpha\xca\x02\x39Google\\Cloud\\BigQuery\\Migration\\Tasks\\Translation\\V2alphab\x06proto3' | |
) | |
_TRANSLATIONTASKDETAILS_FILEENCODING = _descriptor.EnumDescriptor( | |
name='FileEncoding', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.FileEncoding', | |
filename=None, | |
file=DESCRIPTOR, | |
create_key=_descriptor._internal_create_key, | |
values=[ | |
_descriptor.EnumValueDescriptor( | |
name='FILE_ENCODING_UNSPECIFIED', index=0, number=0, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='UTF_8', index=1, number=1, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='ISO_8859_1', index=2, number=2, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='US_ASCII', index=3, number=3, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='UTF_16', index=4, number=4, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='UTF_16LE', index=5, number=5, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='UTF_16BE', index=6, number=6, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
], | |
containing_type=None, | |
serialized_options=None, | |
serialized_start=1168, | |
serialized_end=1294, | |
) | |
_sym_db.RegisterEnumDescriptor(_TRANSLATIONTASKDETAILS_FILEENCODING) | |
_TRANSLATIONTASKDETAILS_TOKENTYPE = _descriptor.EnumDescriptor( | |
name='TokenType', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.TokenType', | |
filename=None, | |
file=DESCRIPTOR, | |
create_key=_descriptor._internal_create_key, | |
values=[ | |
_descriptor.EnumValueDescriptor( | |
name='TOKEN_TYPE_UNSPECIFIED', index=0, number=0, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='STRING', index=1, number=1, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='INT64', index=2, number=2, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='NUMERIC', index=3, number=3, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='BOOL', index=4, number=4, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='FLOAT64', index=5, number=5, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='DATE', index=6, number=6, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='TIMESTAMP', index=7, number=7, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
], | |
containing_type=None, | |
serialized_options=None, | |
serialized_start=1296, | |
serialized_end=1419, | |
) | |
_sym_db.RegisterEnumDescriptor(_TRANSLATIONTASKDETAILS_TOKENTYPE) | |
_IDENTIFIERSETTINGS_IDENTIFIERCASE = _descriptor.EnumDescriptor( | |
name='IdentifierCase', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings.IdentifierCase', | |
filename=None, | |
file=DESCRIPTOR, | |
create_key=_descriptor._internal_create_key, | |
values=[ | |
_descriptor.EnumValueDescriptor( | |
name='IDENTIFIER_CASE_UNSPECIFIED', index=0, number=0, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='ORIGINAL', index=1, number=1, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='UPPER', index=2, number=2, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='LOWER', index=3, number=3, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
], | |
containing_type=None, | |
serialized_options=None, | |
serialized_start=1774, | |
serialized_end=1859, | |
) | |
_sym_db.RegisterEnumDescriptor(_IDENTIFIERSETTINGS_IDENTIFIERCASE) | |
_IDENTIFIERSETTINGS_IDENTIFIERREWRITEMODE = _descriptor.EnumDescriptor( | |
name='IdentifierRewriteMode', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings.IdentifierRewriteMode', | |
filename=None, | |
file=DESCRIPTOR, | |
create_key=_descriptor._internal_create_key, | |
values=[ | |
_descriptor.EnumValueDescriptor( | |
name='IDENTIFIER_REWRITE_MODE_UNSPECIFIED', index=0, number=0, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='NONE', index=1, number=1, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
_descriptor.EnumValueDescriptor( | |
name='REWRITE_ALL', index=2, number=2, | |
serialized_options=None, | |
type=None, | |
create_key=_descriptor._internal_create_key), | |
], | |
containing_type=None, | |
serialized_options=None, | |
serialized_start=1861, | |
serialized_end=1952, | |
) | |
_sym_db.RegisterEnumDescriptor(_IDENTIFIERSETTINGS_IDENTIFIERREWRITEMODE) | |
_TRANSLATIONFILEMAPPING = _descriptor.Descriptor( | |
name='TranslationFileMapping', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationFileMapping', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='input_path', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationFileMapping.input_path', index=0, | |
number=1, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='output_path', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationFileMapping.output_path', index=1, | |
number=2, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=80, | |
serialized_end=145, | |
) | |
_TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY = _descriptor.Descriptor( | |
name='SpecialTokenMapEntry', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.SpecialTokenMapEntry', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='key', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.SpecialTokenMapEntry.key', index=0, | |
number=1, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='value', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.SpecialTokenMapEntry.value', index=1, | |
number=2, type=14, cpp_type=8, label=1, | |
has_default_value=False, default_value=0, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
], | |
serialized_options=b'8\001', | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=1019, | |
serialized_end=1166, | |
) | |
_TRANSLATIONTASKDETAILS = _descriptor.Descriptor( | |
name='TranslationTaskDetails', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='input_path', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.input_path', index=0, | |
number=1, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='output_path', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.output_path', index=1, | |
number=2, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='file_paths', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.file_paths', index=2, | |
number=12, type=11, cpp_type=10, label=3, | |
has_default_value=False, default_value=[], | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='schema_path', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.schema_path', index=3, | |
number=3, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='file_encoding', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.file_encoding', index=4, | |
number=4, type=14, cpp_type=8, label=1, | |
has_default_value=False, default_value=0, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='identifier_settings', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.identifier_settings', index=5, | |
number=5, type=11, cpp_type=10, label=1, | |
has_default_value=False, default_value=None, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='special_token_map', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.special_token_map', index=6, | |
number=6, type=11, cpp_type=10, label=3, | |
has_default_value=False, default_value=[], | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='filter', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.filter', index=7, | |
number=7, type=11, cpp_type=10, label=1, | |
has_default_value=False, default_value=None, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='teradata_options', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.teradata_options', index=8, | |
number=10, type=11, cpp_type=10, label=1, | |
has_default_value=False, default_value=None, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='bteq_options', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.bteq_options', index=9, | |
number=11, type=11, cpp_type=10, label=1, | |
has_default_value=False, default_value=None, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='translation_exception_table', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.translation_exception_table', index=10, | |
number=13, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[_TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY, ], | |
enum_types=[ | |
_TRANSLATIONTASKDETAILS_FILEENCODING, | |
_TRANSLATIONTASKDETAILS_TOKENTYPE, | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
_descriptor.OneofDescriptor( | |
name='language_options', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.language_options', | |
index=0, containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[]), | |
], | |
serialized_start=148, | |
serialized_end=1439, | |
) | |
_FILTER = _descriptor.Descriptor( | |
name='Filter', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.Filter', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='input_file_exclusion_prefixes', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.Filter.input_file_exclusion_prefixes', index=0, | |
number=1, type=9, cpp_type=9, label=3, | |
has_default_value=False, default_value=[], | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=1441, | |
serialized_end=1488, | |
) | |
_IDENTIFIERSETTINGS = _descriptor.Descriptor( | |
name='IdentifierSettings', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='output_identifier_case', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings.output_identifier_case', index=0, | |
number=1, type=14, cpp_type=8, label=1, | |
has_default_value=False, default_value=0, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='identifier_rewrite_mode', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings.identifier_rewrite_mode', index=1, | |
number=2, type=14, cpp_type=8, label=1, | |
has_default_value=False, default_value=0, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
_IDENTIFIERSETTINGS_IDENTIFIERCASE, | |
_IDENTIFIERSETTINGS_IDENTIFIERREWRITEMODE, | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=1491, | |
serialized_end=1952, | |
) | |
_TERADATAOPTIONS = _descriptor.Descriptor( | |
name='TeradataOptions', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.TeradataOptions', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=1954, | |
serialized_end=1971, | |
) | |
_DATASETREFERENCE = _descriptor.Descriptor( | |
name='DatasetReference', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.DatasetReference', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='dataset_id', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.DatasetReference.dataset_id', index=0, | |
number=1, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='project_id', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.DatasetReference.project_id', index=1, | |
number=2, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=1973, | |
serialized_end=2031, | |
) | |
_BTEQOPTIONS_FILEREPLACEMENTMAPENTRY = _descriptor.Descriptor( | |
name='FileReplacementMapEntry', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.FileReplacementMapEntry', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='key', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.FileReplacementMapEntry.key', index=0, | |
number=1, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='value', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.FileReplacementMapEntry.value', index=1, | |
number=2, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[], | |
enum_types=[ | |
], | |
serialized_options=b'8\001', | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=2303, | |
serialized_end=2360, | |
) | |
_BTEQOPTIONS = _descriptor.Descriptor( | |
name='BteqOptions', | |
full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions', | |
filename=None, | |
file=DESCRIPTOR, | |
containing_type=None, | |
create_key=_descriptor._internal_create_key, | |
fields=[ | |
_descriptor.FieldDescriptor( | |
name='project_dataset', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.project_dataset', index=0, | |
number=1, type=11, cpp_type=10, label=1, | |
has_default_value=False, default_value=None, | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='default_path_uri', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.default_path_uri', index=1, | |
number=2, type=9, cpp_type=9, label=1, | |
has_default_value=False, default_value=b"".decode('utf-8'), | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
_descriptor.FieldDescriptor( | |
name='file_replacement_map', full_name='google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.file_replacement_map', index=2, | |
number=3, type=11, cpp_type=10, label=3, | |
has_default_value=False, default_value=[], | |
message_type=None, enum_type=None, containing_type=None, | |
is_extension=False, extension_scope=None, | |
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key), | |
], | |
extensions=[ | |
], | |
nested_types=[_BTEQOPTIONS_FILEREPLACEMENTMAPENTRY, ], | |
enum_types=[ | |
], | |
serialized_options=None, | |
is_extendable=False, | |
syntax='proto3', | |
extension_ranges=[], | |
oneofs=[ | |
], | |
serialized_start=2034, | |
serialized_end=2360, | |
) | |
_TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY.fields_by_name['value'].enum_type = _TRANSLATIONTASKDETAILS_TOKENTYPE | |
_TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY.containing_type = _TRANSLATIONTASKDETAILS | |
_TRANSLATIONTASKDETAILS.fields_by_name['file_paths'].message_type = _TRANSLATIONFILEMAPPING | |
_TRANSLATIONTASKDETAILS.fields_by_name['file_encoding'].enum_type = _TRANSLATIONTASKDETAILS_FILEENCODING | |
_TRANSLATIONTASKDETAILS.fields_by_name['identifier_settings'].message_type = _IDENTIFIERSETTINGS | |
_TRANSLATIONTASKDETAILS.fields_by_name['special_token_map'].message_type = _TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY | |
_TRANSLATIONTASKDETAILS.fields_by_name['filter'].message_type = _FILTER | |
_TRANSLATIONTASKDETAILS.fields_by_name['teradata_options'].message_type = _TERADATAOPTIONS | |
_TRANSLATIONTASKDETAILS.fields_by_name['bteq_options'].message_type = _BTEQOPTIONS | |
_TRANSLATIONTASKDETAILS_FILEENCODING.containing_type = _TRANSLATIONTASKDETAILS | |
_TRANSLATIONTASKDETAILS_TOKENTYPE.containing_type = _TRANSLATIONTASKDETAILS | |
_TRANSLATIONTASKDETAILS.oneofs_by_name['language_options'].fields.append( | |
_TRANSLATIONTASKDETAILS.fields_by_name['teradata_options']) | |
_TRANSLATIONTASKDETAILS.fields_by_name['teradata_options'].containing_oneof = _TRANSLATIONTASKDETAILS.oneofs_by_name['language_options'] | |
_TRANSLATIONTASKDETAILS.oneofs_by_name['language_options'].fields.append( | |
_TRANSLATIONTASKDETAILS.fields_by_name['bteq_options']) | |
_TRANSLATIONTASKDETAILS.fields_by_name['bteq_options'].containing_oneof = _TRANSLATIONTASKDETAILS.oneofs_by_name['language_options'] | |
_IDENTIFIERSETTINGS.fields_by_name['output_identifier_case'].enum_type = _IDENTIFIERSETTINGS_IDENTIFIERCASE | |
_IDENTIFIERSETTINGS.fields_by_name['identifier_rewrite_mode'].enum_type = _IDENTIFIERSETTINGS_IDENTIFIERREWRITEMODE | |
_IDENTIFIERSETTINGS_IDENTIFIERCASE.containing_type = _IDENTIFIERSETTINGS | |
_IDENTIFIERSETTINGS_IDENTIFIERREWRITEMODE.containing_type = _IDENTIFIERSETTINGS | |
_BTEQOPTIONS_FILEREPLACEMENTMAPENTRY.containing_type = _BTEQOPTIONS | |
_BTEQOPTIONS.fields_by_name['project_dataset'].message_type = _DATASETREFERENCE | |
_BTEQOPTIONS.fields_by_name['file_replacement_map'].message_type = _BTEQOPTIONS_FILEREPLACEMENTMAPENTRY | |
DESCRIPTOR.message_types_by_name['TranslationFileMapping'] = _TRANSLATIONFILEMAPPING | |
DESCRIPTOR.message_types_by_name['TranslationTaskDetails'] = _TRANSLATIONTASKDETAILS | |
DESCRIPTOR.message_types_by_name['Filter'] = _FILTER | |
DESCRIPTOR.message_types_by_name['IdentifierSettings'] = _IDENTIFIERSETTINGS | |
DESCRIPTOR.message_types_by_name['TeradataOptions'] = _TERADATAOPTIONS | |
DESCRIPTOR.message_types_by_name['DatasetReference'] = _DATASETREFERENCE | |
DESCRIPTOR.message_types_by_name['BteqOptions'] = _BTEQOPTIONS | |
_sym_db.RegisterFileDescriptor(DESCRIPTOR) | |
TranslationFileMapping = _reflection.GeneratedProtocolMessageType('TranslationFileMapping', (_message.Message,), { | |
'DESCRIPTOR' : _TRANSLATIONFILEMAPPING, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationFileMapping) | |
}) | |
_sym_db.RegisterMessage(TranslationFileMapping) | |
TranslationTaskDetails = _reflection.GeneratedProtocolMessageType('TranslationTaskDetails', (_message.Message,), { | |
'SpecialTokenMapEntry' : _reflection.GeneratedProtocolMessageType('SpecialTokenMapEntry', (_message.Message,), { | |
'DESCRIPTOR' : _TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails.SpecialTokenMapEntry) | |
}) | |
, | |
'DESCRIPTOR' : _TRANSLATIONTASKDETAILS, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.TranslationTaskDetails) | |
}) | |
_sym_db.RegisterMessage(TranslationTaskDetails) | |
_sym_db.RegisterMessage(TranslationTaskDetails.SpecialTokenMapEntry) | |
Filter = _reflection.GeneratedProtocolMessageType('Filter', (_message.Message,), { | |
'DESCRIPTOR' : _FILTER, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.Filter) | |
}) | |
_sym_db.RegisterMessage(Filter) | |
IdentifierSettings = _reflection.GeneratedProtocolMessageType('IdentifierSettings', (_message.Message,), { | |
'DESCRIPTOR' : _IDENTIFIERSETTINGS, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.IdentifierSettings) | |
}) | |
_sym_db.RegisterMessage(IdentifierSettings) | |
TeradataOptions = _reflection.GeneratedProtocolMessageType('TeradataOptions', (_message.Message,), { | |
'DESCRIPTOR' : _TERADATAOPTIONS, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.TeradataOptions) | |
}) | |
_sym_db.RegisterMessage(TeradataOptions) | |
DatasetReference = _reflection.GeneratedProtocolMessageType('DatasetReference', (_message.Message,), { | |
'DESCRIPTOR' : _DATASETREFERENCE, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.DatasetReference) | |
}) | |
_sym_db.RegisterMessage(DatasetReference) | |
BteqOptions = _reflection.GeneratedProtocolMessageType('BteqOptions', (_message.Message,), { | |
'FileReplacementMapEntry' : _reflection.GeneratedProtocolMessageType('FileReplacementMapEntry', (_message.Message,), { | |
'DESCRIPTOR' : _BTEQOPTIONS_FILEREPLACEMENTMAPENTRY, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions.FileReplacementMapEntry) | |
}) | |
, | |
'DESCRIPTOR' : _BTEQOPTIONS, | |
'__module__' : 'translation_pb2' | |
# @@protoc_insertion_point(class_scope:google.cloud.bigquery.migration.tasks.translation.v2alpha.BteqOptions) | |
}) | |
_sym_db.RegisterMessage(BteqOptions) | |
_sym_db.RegisterMessage(BteqOptions.FileReplacementMapEntry) | |
DESCRIPTOR._options = None | |
_TRANSLATIONTASKDETAILS_SPECIALTOKENMAPENTRY._options = None | |
_BTEQOPTIONS_FILEREPLACEMENTMAPENTRY._options = None | |
# @@protoc_insertion_point(module_scope) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment