Skip to content

Instantly share code, notes, and snippets.

@ryanmcdowell

ryanmcdowell/job-description.json

Created August 31, 2018 15:36
Show Gist options
  • Save ryanmcdowell/34cd1670e0b1c386b555d6ac488e14aa to your computer and use it in GitHub Desktop.
Save ryanmcdowell/34cd1670e0b1c386b555d6ac488e14aa to your computer and use it in GitHub Desktop.
Download ZIP
Cloud Pub/Sub to BigQuery Job Description
Raw
job-description.json
{
"createTime": "2018-08-31T01:37:01.469596Z",
"currentState": "JOB_STATE_CANCELLED",
"currentStateTime": "2018-08-31T01:48:25.966162Z",
"environment": {
"clusterManagerApiService": "compute.googleapis.com",
"dataset": "bigquery.googleapis.com/cloud_dataflow",
"userAgent": {
"container.version": "beam-2.6.0",
"fnapi.environment.major.version": "7",
"java.vendor": "Google Inc.",
"java.version": "1.8.0_151-google-v7",
"legacy.environment.major.version": "7",
"name": "Apache Beam SDK for Java",
"os.arch": "amd64",
"os.name": "Linux",
"os.version": "4.3.5-smp-815.10.0.0",
"support": {
"status": "SUPPORTED",
"url": "https://github.com/apache/beam/releases"
},
"version": "2.6.0"
},
"version": {
"job_type": "STREAMING",
"major": "7"
},
"workerPools": [
{
"autoscalingSettings": {
"algorithm": "AUTOSCALING_ALGORITHM_BASIC",
"maxNumWorkers": 3
},
"dataDisks": [
{
"sizeGb": 10
}
],
"diskSizeGb": 30,
"machineType": "n1-standard-1",
"network": "default",
"numWorkers": 2,
"onHostMaintenance": "MIGRATE",
"packages": [
{
"location": "storage.googleapis.com/dataflow-templates-libraries/2018-08-30-00_RC00/teleport-all-bundled-lURaDrutT_vDvIbItYn3Rw.jar",
"name": "teleport-all-bundled-lURaDrutT_vDvIbItYn3Rw.jar"
}
],
"poolArgs": {},
"teardownPolicy": "TEARDOWN_ALWAYS",
"workerHarnessContainerImage": "dataflow.gcr.io/v1beta3/beam-java-streaming:beam-2.6.0"
}
]
},
"id": "2018-08-30_18_37_00-13818077808761157582",
"labels": {
"goog-dataflow-provided-template-name": "pubsub_to_bigquery",
"goog-dataflow-provided-template-version": "2018-08-30-00_rc00"
},
"location": "us-central1",
"name": "pubsub-to-bq",
"pipelineDescription": {
"displayData": [
{
"key": "tempLocation",
"namespace": "org.apache.beam.sdk.options.PipelineOptions",
"strValue": ""
},
{
"key": "filesToStage",
"namespace": "org.apache.beam.sdk.options.PortablePipelineOptions",
"strValue": "[/export/hda3/borglet/remote_hdd_fs_dirs/0.rapid.runner-45c6b498-f3e6-40a8-97d5-c90d04d70032.dataflow-releaser.58720077201.14b334fb3717c109/mount/rapid/workflow/45c6b498-f3e6-40a8-97d5-c90d04d70032/hkuagxpp-t37f-rt6q-zcdv-fwfl5bhjjl7i-push_candidate/cloud/dataflow/tools/template_release.mpm/versions/1-294f81d6_7c9301ee_8e71db68_a89f5eb9_0f5cbcb9/template_release.runfiles/google3/third_party/java_src/cloud/teleport/teleport-all-bundled.jar]"
},
{
"key": "filesToStage",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions",
"strValue": "[/export/hda3/borglet/remote_hdd_fs_dirs/0.rapid.runner-45c6b498-f3e6-40a8-97d5-c90d04d70032.dataflow-releaser.58720077201.14b334fb3717c109/mount/rapid/workflow/45c6b498-f3e6-40a8-97d5-c90d04d70032/hkuagxpp-t37f-rt6q-zcdv-fwfl5bhjjl7i-push_candidate/cloud/dataflow/tools/template_release.mpm/versions/1-294f81d6_7c9301ee_8e71db68_a89f5eb9_0f5cbcb9/template_release.runfiles/google3/third_party/java_src/cloud/teleport/teleport-all-bundled.jar]"
},
{
"key": "stagingLocation",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineOptions",
"strValue": "gs://dataflow-templates-libraries/2018-08-30-00_RC00"
},
{
"key": "pipelineUrl",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineOptions",
"strValue": "gs://dataflow-templates-libraries/2018-08-30-00_RC00/pipeline-UXaumbDu_5NzoXbDQXmn6A.pb"
},
{
"key": "labels",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineOptions",
"strValue": "{goog-dataflow-provided-template-name=pubsub_to_bigquery, goog-dataflow-provided-template-version=2018-08-30-00_rc00}"
},
{
"key": "project",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineOptions",
"strValue": "data-analytics-pocs"
},
{
"key": "runner",
"namespace": "org.apache.beam.sdk.options.PipelineOptions",
"shortStrValue": "DataflowRunner",
"strValue": "org.apache.beam.runners.dataflow.DataflowRunner"
},
{
"boolValue": true,
"key": "streaming",
"namespace": "org.apache.beam.sdk.options.StreamingOptions"
},
{
"key": "jobName",
"namespace": "org.apache.beam.sdk.options.PipelineOptions",
"strValue": "pubsub-to-bq"
},
{
"key": "autoscalingAlgorithm",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions",
"strValue": "THROUGHPUT_BASED"
},
{
"key": "userAgent",
"namespace": "org.apache.beam.sdk.options.PipelineOptions",
"strValue": "Apache_Beam_SDK_for_Java/2.6.0"
},
{
"int64Value": "3",
"key": "maxNumWorkers",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineWorkerPoolOptions"
},
{
"key": "appName",
"namespace": "org.apache.beam.sdk.options.ApplicationNameOptions",
"strValue": "PubSubToBigQuery"
},
{
"key": "templateLocation",
"namespace": "org.apache.beam.runners.dataflow.options.DataflowPipelineOptions",
"strValue": "gs://dataflow-templates/latest/PubSub_to_BigQuery"
},
{
"key": "region",
"namespace": "google.dataflow.v1beta3.TemplatesService",
"strValue": "us-central1"
},
{
"key": "outputTableSpec",
"strValue": "data-analytics-pocs:demo.click_events"
},
{
"key": "inputTopic",
"strValue": "projects/data-analytics-pocs/topics/teleport"
}
],
"executionPipelineStage": [
{
"componentSource": [
{
"name": "s22-premerge2",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0"
},
{
"name": "s22.output",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0"
},
{
"name": "s23.org.apache.beam.sdk.values.PCollection.<init>:364#dda1859988aa034b",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0"
},
{
"name": "s24.output",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0"
},
{
"name": "s25.mainOutput",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite-out0"
},
{
"name": "s25.failedInserts",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite.out1",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite-out1"
}
],
"componentTransform": [
{
"name": "s22-read1",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream"
},
{
"name": "s22-merge3",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets"
},
{
"name": "s23",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable"
},
{
"name": "s24",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign"
},
{
"name": "s25",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite"
}
],
"id": "S01",
"kind": "PAR_DO_KIND",
"name": "F27"
},
{
"componentSource": [
{
"name": "s11-premerge7",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream-out0"
},
{
"name": "s11.output",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets-out0"
},
{
"name": "s12.org.apache.beam.sdk.values.PCollection.<init>:364#37b2b1cb341244c2",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable-out0"
},
{
"name": "s13.output",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign-out0"
},
{
"name": "s14.mainOutput",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite-out0"
},
{
"name": "s14.failedInserts",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite.out1",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite-out1"
}
],
"componentTransform": [
{
"name": "s11-read6",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/ReadStream"
},
{
"name": "s11-merge8",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/MergeBuckets"
},
{
"name": "s12",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable"
},
{
"name": "s13",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign"
},
{
"name": "s14",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite"
}
],
"id": "S02",
"kind": "PAR_DO_KIND",
"name": "F28"
},
{
"componentSource": [
{
"name": "s1.output",
"originalTransformOrCollection": "ReadPubsubMessages/PubsubUnboundedSource.out0",
"userName": "ReadPubsubMessages/PubsubUnboundedSource-out0"
},
{
"name": "s2.org.apache.beam.sdk.values.PCollection.<init>:364#a32dc9f64f1df03a",
"originalTransformOrCollection": "ReadPubsubMessages/MapElements/Map.out0",
"userName": "ReadPubsubMessages/MapElements/Map-out0"
},
{
"name": "s3.org.apache.beam.sdk.values.PCollection.<init>:364#8ce970b71df42503",
"originalTransformOrCollection": "ConvertMessageToTableRow/MapToRecord.out0",
"userName": "ConvertMessageToTableRow/MapToRecord-out0"
},
{
"name": "s4.com.google.cloud.teleport.templates.PubSubToBigQuery#0",
"originalTransformOrCollection": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out0",
"userName": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf-out0"
},
{
"name": "s4.com.google.cloud.teleport.templates.PubSubToBigQuery#2",
"originalTransformOrCollection": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out1",
"userName": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf-out1"
},
{
"name": "s16.org.apache.beam.sdk.values.PCollection.<init>:364#d13a61a003474bdc-c12",
"originalTransformOrCollection": "WriteFailedRecords/FailedRecordToTableRow.out0",
"userName": "WriteFailedRecords/FailedRecordToTableRow-out0"
},
{
"name": "s17.org.apache.beam.sdk.values.PCollection.<init>:364#d6c184af69871a3b-c17",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous).out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)-out0"
},
{
"name": "s18.org.apache.beam.sdk.values.PCollection.<init>:364#86d5c620b9cc619d-c19",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables).out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)-out0"
},
{
"name": "s19.org.apache.beam.sdk.values.PCollection.<init>:364#e63ad18dfc139ac0-c21",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0"
},
{
"name": "s20.org.apache.beam.sdk.values.PCollection.<init>:364#2249e1908bcf01f3-c23",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0"
},
{
"name": "s21.output-c25",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0"
},
{
"name": "s5.com.google.cloud.teleport.templates.PubSubToBigQuery#1",
"originalTransformOrCollection": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out0",
"userName": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow-out0"
},
{
"name": "s5.com.google.cloud.teleport.templates.PubSubToBigQuery#3",
"originalTransformOrCollection": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out1",
"userName": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow-out1"
},
{
"name": "s16.org.apache.beam.sdk.values.PCollection.<init>:364#d13a61a003474bdc-c13",
"originalTransformOrCollection": "WriteFailedRecords/FailedRecordToTableRow.out0",
"userName": "WriteFailedRecords/FailedRecordToTableRow-out0"
},
{
"name": "s17.org.apache.beam.sdk.values.PCollection.<init>:364#d6c184af69871a3b",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous).out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)-out0"
},
{
"name": "s18.org.apache.beam.sdk.values.PCollection.<init>:364#86d5c620b9cc619d",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables).out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)-out0"
},
{
"name": "s19.org.apache.beam.sdk.values.PCollection.<init>:364#e63ad18dfc139ac0",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0"
},
{
"name": "s20.org.apache.beam.sdk.values.PCollection.<init>:364#2249e1908bcf01f3",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0"
},
{
"name": "s21.output",
"originalTransformOrCollection": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0"
},
{
"name": "s6.org.apache.beam.sdk.values.PCollection.<init>:364#e1121b0805e8b107",
"originalTransformOrCollection": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous).out0",
"userName": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous)-out0"
},
{
"name": "s7.org.apache.beam.sdk.values.PCollection.<init>:364#f0f5b4f22d0cd0f1",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables).out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables)-out0"
},
{
"name": "s8.org.apache.beam.sdk.values.PCollection.<init>:364#4663620f501c9270",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites-out0"
},
{
"name": "s9.org.apache.beam.sdk.values.PCollection.<init>:364#20ff67585e33a8f6",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds-out0"
},
{
"name": "s10.output",
"originalTransformOrCollection": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign-out0"
}
],
"componentTransform": [
{
"name": "s1",
"originalTransform": "ReadPubsubMessages/PubsubUnboundedSource",
"userName": "ReadPubsubMessages/PubsubUnboundedSource"
},
{
"name": "s2",
"originalTransform": "ReadPubsubMessages/MapElements/Map",
"userName": "ReadPubsubMessages/MapElements/Map"
},
{
"name": "s3",
"originalTransform": "ConvertMessageToTableRow/MapToRecord",
"userName": "ConvertMessageToTableRow/MapToRecord"
},
{
"name": "s4",
"originalTransform": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf",
"userName": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf"
},
{
"name": "s16-c11",
"originalTransform": "WriteFailedRecords/FailedRecordToTableRow",
"userName": "WriteFailedRecords/FailedRecordToTableRow"
},
{
"name": "s17-c16",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)"
},
{
"name": "s18-c18",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)"
},
{
"name": "s19-c20",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites"
},
{
"name": "s20-c22",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds"
},
{
"name": "s21-c24",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign"
},
{
"name": "s22-write0-c26",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/WriteStream"
},
{
"name": "s5",
"originalTransform": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow",
"userName": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow"
},
{
"name": "s16",
"originalTransform": "WriteFailedRecords/FailedRecordToTableRow",
"userName": "WriteFailedRecords/FailedRecordToTableRow"
},
{
"name": "s17",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)"
},
{
"name": "s18",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)"
},
{
"name": "s19",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites"
},
{
"name": "s20",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds"
},
{
"name": "s21",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign"
},
{
"name": "s22-write0",
"originalTransform": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/WriteStream"
},
{
"name": "s6",
"originalTransform": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous)",
"userName": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous)"
},
{
"name": "s7",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables)",
"userName": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables)"
},
{
"name": "s8",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites"
},
{
"name": "s9",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds"
},
{
"name": "s10",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign"
},
{
"name": "s11-write5",
"originalTransform": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"userName": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey/WriteStream"
}
],
"id": "S03",
"kind": "PAR_DO_KIND",
"name": "F29"
}
],
"originalPipelineTransform": [
{
"id": "s1",
"name": "ReadPubsubMessages/PubsubUnboundedSource",
"outputCollectionName": [
"ReadPubsubMessages/PubsubUnboundedSource.out0"
]
},
{
"displayData": [
{
"key": "windowFn",
"label": "Windowing Function",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"shortStrValue": "IdentityWindowFn",
"strValue": "org.apache.beam.sdk.util.IdentityWindowFn"
},
{
"key": "trigger",
"label": "Trigger",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"strValue": "ReshuffleTrigger()"
},
{
"key": "accumulationMode",
"label": "Accumulation Mode",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"strValue": "DISCARDING_FIRED_PANES"
}
],
"id": "s10",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0"
]
},
{
"id": "s11",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0"
],
"kind": "GROUP_BY_KEY_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"strValue": "org.apache.beam.runners.dataflow.ReshuffleOverrideFactory$ReshuffleWithOnlyTrigger$1"
}
],
"id": "s12",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0"
]
},
{
"displayData": [
{
"key": "windowFn",
"label": "Windowing Function",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"shortStrValue": "GlobalWindows",
"strValue": "org.apache.beam.sdk.transforms.windowing.GlobalWindows"
},
{
"key": "accumulationMode",
"label": "Accumulation Mode",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"strValue": "DISCARDING_FIRED_PANES"
}
],
"id": "s13",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$MultiOutput",
"shortStrValue": "StreamingWriteFn",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteFn"
}
],
"id": "s14",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite.out0",
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite.out1"
]
},
{
"id": "s15",
"inputCollectionName": [
"ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out1",
"ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out1"
],
"kind": "FLATTEN_KIND",
"name": "Flatten",
"outputCollectionName": [
"Flatten.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "FailedPubsubMessageToTableRowFn",
"strValue": "com.google.cloud.teleport.templates.common.ErrorConverters$FailedPubsubMessageToTableRowFn"
}
],
"id": "s16",
"inputCollectionName": [
"Flatten.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/FailedRecordToTableRow",
"outputCollectionName": [
"WriteFailedRecords/FailedRecordToTableRow.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite$1"
}
],
"id": "s17",
"inputCollectionName": [
"WriteFailedRecords/FailedRecordToTableRow.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous).out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "CreateTablesFn",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.CreateTables$CreateTablesFn"
}
],
"id": "s18",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous).out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables).out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "GenerateShardedTable",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.GenerateShardedTable"
}
],
"id": "s19",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables).out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0"
]
},
{
"displayData": [
{
"key": "class",
"namespace": "org.apache.beam.sdk.transforms.MapElements",
"shortStrValue": "IdentityMessageFn",
"strValue": "org.apache.beam.sdk.io.gcp.pubsub.PubsubIO$IdentityMessageFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"strValue": "org.apache.beam.sdk.transforms.MapElements$1"
}
],
"id": "s2",
"inputCollectionName": [
"ReadPubsubMessages/PubsubUnboundedSource.out0"
],
"kind": "PAR_DO_KIND",
"name": "ReadPubsubMessages/MapElements/Map",
"outputCollectionName": [
"ReadPubsubMessages/MapElements/Map.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "TagWithUniqueIds",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.TagWithUniqueIds"
}
],
"id": "s20",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0"
]
},
{
"displayData": [
{
"key": "windowFn",
"label": "Windowing Function",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"shortStrValue": "IdentityWindowFn",
"strValue": "org.apache.beam.sdk.util.IdentityWindowFn"
},
{
"key": "trigger",
"label": "Trigger",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"strValue": "ReshuffleTrigger()"
},
{
"key": "accumulationMode",
"label": "Accumulation Mode",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"strValue": "DISCARDING_FIRED_PANES"
}
],
"id": "s21",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0"
]
},
{
"id": "s22",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0"
],
"kind": "GROUP_BY_KEY_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"strValue": "org.apache.beam.runners.dataflow.ReshuffleOverrideFactory$ReshuffleWithOnlyTrigger$1"
}
],
"id": "s23",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0"
]
},
{
"displayData": [
{
"key": "windowFn",
"label": "Windowing Function",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"shortStrValue": "GlobalWindows",
"strValue": "org.apache.beam.sdk.transforms.windowing.GlobalWindows"
},
{
"key": "accumulationMode",
"label": "Accumulation Mode",
"namespace": "org.apache.beam.sdk.transforms.windowing.Window$Assign",
"strValue": "DISCARDING_FIRED_PANES"
}
],
"id": "s24",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$MultiOutput",
"shortStrValue": "StreamingWriteFn",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteFn"
}
],
"id": "s25",
"inputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite",
"outputCollectionName": [
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite.out0",
"WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite.out1"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "PubsubMessageToFailsafeElementFn",
"strValue": "com.google.cloud.teleport.templates.PubSubToBigQuery$PubsubMessageToFailsafeElementFn"
}
],
"id": "s3",
"inputCollectionName": [
"ReadPubsubMessages/MapElements/Map.out0"
],
"kind": "PAR_DO_KIND",
"name": "ConvertMessageToTableRow/MapToRecord",
"outputCollectionName": [
"ConvertMessageToTableRow/MapToRecord.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$MultiOutput",
"strValue": "com.google.cloud.teleport.templates.common.JavascriptTextTransformer$FailsafeJavascriptUdf$1"
}
],
"id": "s4",
"inputCollectionName": [
"ConvertMessageToTableRow/MapToRecord.out0"
],
"kind": "PAR_DO_KIND",
"name": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf",
"outputCollectionName": [
"ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out0",
"ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out1"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$MultiOutput",
"strValue": "com.google.cloud.teleport.templates.common.BigQueryConverters$FailsafeJsonToTableRow$1"
}
],
"id": "s5",
"inputCollectionName": [
"ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out0"
],
"kind": "PAR_DO_KIND",
"name": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow",
"outputCollectionName": [
"ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out0",
"ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out1"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite$1"
}
],
"id": "s6",
"inputCollectionName": [
"ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous)",
"outputCollectionName": [
"WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous).out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "CreateTablesFn",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.CreateTables$CreateTablesFn"
}
],
"id": "s7",
"inputCollectionName": [
"WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous).out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables)",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables).out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "GenerateShardedTable",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.GenerateShardedTable"
}
],
"id": "s8",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables).out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0"
]
},
{
"displayData": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "org.apache.beam.sdk.transforms.ParDo$SingleOutput",
"shortStrValue": "TagWithUniqueIds",
"strValue": "org.apache.beam.sdk.io.gcp.bigquery.TagWithUniqueIds"
}
],
"id": "s9",
"inputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0"
],
"kind": "PAR_DO_KIND",
"name": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds",
"outputCollectionName": [
"WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0"
]
}
]
},
"projectId": "data-analytics-pocs",
"stageStates": [
{
"currentStateTime": "2018-08-31T01:46:52.112Z",
"executionStageName": "F29",
"executionStageState": "JOB_STATE_CANCELLED"
},
{
"currentStateTime": "2018-08-31T01:46:52.103Z",
"executionStageName": "F27",
"executionStageState": "JOB_STATE_CANCELLED"
},
{
"currentStateTime": "2018-08-31T01:46:52.131Z",
"executionStageName": "F28",
"executionStageState": "JOB_STATE_CANCELLED"
}
],
"steps": [
{
"kind": "ParallelRead",
"name": "s1",
"properties": {
"format": {
"@type": "http://schema.org/Text",
"value": "pubsub"
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%00%92%bb%01%f0X%ac%ed%00%05sr%00Borg.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder%de%88%17?%e0%93%d6U%02%00%00xr%00&NQ%004coders.CustomC%01%0d j%b0%08%9d%0b;%1d%0b%02%055%00 n5%00%01/0C%dd%d5%89%ae%bc~%f8%02%00%00xp"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ReadPubsubMessages/PubsubUnboundedSource.out0"
}
}
],
"pubsub_serialized_attributes_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%00%bb%d0%01%c8%ac%ed%00%05sr%00Aorg.apache.beam.runners.dataflow.DataflowRu%01%19%80$IdentityMessageFn%df+D%103N%8c%f1%02%00%00xr%00->P%00%d0sdk.transforms.SimpleFunctionb%a2%ef%dajq%cet%02%00%01L%00%02fnt%005Lorg/%09%91%00/%01%91%10/sdk/%19A`/SerializableFunction;xpp"
},
"pubsub_topic_runtime_override": {
"@type": "http://schema.org/Text",
"value": "inputTopic"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ReadPubsubMessages/PubsubUnboundedSource"
}
}
},
{
"kind": "ParallelDo",
"name": "s2",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "class"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.MapElements"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "IdentityMessageFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.pubsub.PubsubIO$IdentityMessageFn"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.MapElements$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%00%92%bb%01%f0X%ac%ed%00%05sr%00Borg.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder%de%88%17?%e0%93%d6U%02%00%00xr%00&NQ%004coders.CustomC%01%0d j%b0%08%9d%0b;%1d%0b%02%055%00 n5%00%01/0C%dd%d5%89%ae%bc~%f8%02%00%00xp"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#a32dc9f64f1df03a"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ReadPubsubMessages/MapElements/Map.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s1"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%08%1d%c0 %f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%00,NV%019%1f%90.MapElements$1%0e%05I%1e%f4%84%8d%b0%02%00%01L%00%06this$0t%00,Rw%00%19D%01%da%11D%10;xr%00#zs%00!%92(%acD#%06%ce%93%bd%9d%02%00%00%05%a7%00*z4%00%1d%a7%1cX3!%c8-%fb%25X%05%a5%14%02fnt%00+~%a1%00$Contextful%01%a0%00)zl%00%04PTQ> +%16Uq%88%89f%c7%03%01%a6%08xsr%82;%00%19i%5c%e2%8b%e4%16w%ea_%ee%02%00%02L%00%07closuret%00%12=%ee%14ObjectA5%14requir)%86%08t%00-~%cf%00%00R%1d/)%e6%00!Ag%00.AD%f0F.invoke.SerializedLambdaoa%d0%94,)6%85%02%00%0aI%00%0eimplMethodKind[%00%0ccapturedArgst%00%13[N%a7%00%00%0e%09%25(ingClasst%00%11%1d&%05%13X;L%00%18functionalInterface%05%1c6%fc%00%04St%01H%0c;L%00%1dJ0%00%00M%05%9a,Nameq%00~%00%17L%00%22b%25%00%1cSignatur%11*%10%09impl%05p%0d;%1d%eb%1dQ%00%13%01'%09g>B%000%16instantiated%09#%08Typ%09`%1cxp%00%00%00%06ur1!)r-%c8%1c%90%ceX%9f%10s)lE%d3%1c%00%00%00%01sr%00<Nk%028io.gcp.pubsub.P%05%07lIO$IdentityMessageFno%0a%a3G%80Cd%9e%01Q%08r%00-NK%00y%85%04.S%01%d3%04eF-~%1cb%a2%ef%dajq%cety%25%005~V%02Q2%81%81%11G%10;xppv!J%04%10t%85J%00/%a9%a0Ri%05Y%fc%00$%a1%99$%05applyt%00%5c(]&-+~%8b%002K%00%00$%0d%0e%04;)FI%00%00te%92%96%96%00%0ct%00%14le%0bD$fn$79bf234f$1t%00%91(~%90%00R%1b%01F%8e%00~G%00%0d%c9%04fu!%22n%d7%00!r%10%22sr%00+z%f4%01.%09%04%1c>!%9aY%1dz0f%25%f2%00%0a%d5f%0cst%00%16%09%aa%c5%85%10Collee%a0%899%00%1f%859%01%1b%00.%19%1bHs$EmptyListz%b8%17%b4<%a7%9e%deA%84%c1O%00BN%92%00N%d1%02M%c64WithAttributes%e5%17%1c%de%88%17?%e0%93%d6U%01S%08r%00&NQ%00%e9%8a%18.Custom%055%1cj%b0%08%9d%0b;%1d%0b%095%00 n5%00%e1%c6%1cC%dd%d5%89%ae%bc~%f8%01/%01%b7R%93%06%e99%04.T%ed%beD%b3%18yf[%c0z%b5%02%00%02Z%00%09gene%e1x%14dL%00%02id!%91%10%17xp%01tV%01%01%0dJ%00P9C|.<init>:364#a32dc9f64f1df03asr%00%119w%e8HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00%00%00%00%00%0cw%08%00%00%00%10%85e%01%9b%00/%d6%99%00<fe542dba50f8fd8a%05L%00+%c1%e8%00e>a%01Prepackaged.beam_sdks_%01%c58_core.com.googl%05%0b%10mon.cIi%14.Immut%81SAN%00$qI%14edForm%05%cc$%00%00%00%02%00%01[%00%08e%1a%87%08%01%d1%0c%15xpu%01%08%00%19%01%1f^%c6%08-vB%f9%08H%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allow%e1%06TtenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%85%02%10joda/%01L%10/Dura%e1%0c%0c;L%00%0f%0e%03%084ingBehaviort%00A%05-jQ%05%22%02%0a%1a%dc%09%0c$Clo.C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&I%0a%1c$Accumul%05%9b%08Mod%0eo%0a%18%0eonTime%19%9e%00@RS%00%d9pF%9e%00%00O2B%00%0e%c3%0a!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%c1%9f%003%a6@%00Ia%00F%a12M%8f%00%16a%1f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6%81v%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%12b%08%05%01%0c~r%00?%01BI!ev%12%12%0d9%83%00.%09%ce%0cing.%09%a3>!%02%05H$%00%00%00%12%00%00xr%00%0ea%af%16%b2%08%08Enuu}%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01{%01%01%01ba%cd8Gt%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?%1c6M3!y%faA%0f%e5%f6%0c%0bsub%0d%18%0cst%00%10%fd%f7%a1}%08;xp!%86%10*sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.MapElements$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ReadPubsubMessages/MapElements/Map"
}
}
},
{
"kind": "ParallelDo",
"name": "s3",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "PubsubMessageToFailsafeElementFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.PubSubToBigQuery$PubsubMessageToFailsafeElementFn"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01k%89%04%e0%ac%ed%00%05sr%005com.google.cloud.teleport.coders.FailsafeElementC%01%16p%da%81.%f1%14<_%f5%02%00%02L%00%13currentPayloadC%01!`t%00%22Lorg/apache/beam/sdk/c%01%1d%04s/%05$,;L%00%14original.<%000q%00~%00%01xr%00&org.%09A%00.%01A%0c.sdk%11%95%14Custom%05G8j%b0%08%9d%0b;%1d%0b%02%00%00xr%00 n5%00%01}%1cC%dd%d5%89%ae%bc~%f8%01/%10psr%00*j1%00$StringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)C%1cs%bf%12%0e%d5%d46%11%019 q%00~%00%03sr%00BN%ad%008io.gcp.pubsub.P%05%07PMessageWithAttributes%05%90@%de%88%17?%e0%93%d6U%02%00%00xq%00~%00%02"
},
"type": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.coders.FailsafeElementCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#8ce970b71df42503"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/MapToRecord.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#a32dc9f64f1df03a",
"step_name": "s2"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%06+%e7%16%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%f0m;xpsr%00Ucom.google.cloud.teleport.templates.PubSubToBigQuery$PubsubMessageToFailsafeElementFn%f1L%af%a2%a2%97{%09%02%00%00xr%00#orgB%ba%019%83%25%c0(%acD#%06%ce%93%bd%9d%02%00%00%05%98%00BN%ee%01%1cio.gcp.p%05~%04.P%05%07%04Me%05%854WithAttributes%25`%1c%de%88%17?%e0%93%d6U%01S%08r%00&NQ%00)%d3%18.Custom%055%1cj%b0%08%9d%0b;%1d%0b%095%00 n5%00A%0f%1cC%dd%d5%89%ae%bc~%f8%01/!OR%eb%00)%82%04.TM%07D%b3%18yf[%c0z%b5%02%00%02Z%00%09gene!%c1 dL%00%02idt%00%12=%f0(String;xp%01tV%11%01%0dZ%a8PCollection.<init>:364#8ce970b71df42503sr%00%11Api6%f0FHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00%00%00%00%00%0cw%08%00%00%00%10%00%00%00%01sq%00~%00%0f%01t%ce%99%00Lb672aefab09fd4e6sr%005f%88%02-%a5%04Fa2e%02%25%7f%5c%da%81.%f1%14<_%f5%02%00%02L%00%13currentPay%01%c7%05!%08q%00~%01%1b %14originalB%1c%00%00x%01%22%10%0csr%00*j%eb%01)%88%0cUtf8%05U%1cL%0d}%1d%cb%01%cd%a4!%f5vY%02%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture%09%c3%1cs%bf%12%0e%d5%d46%11%019%01%ad%00%0d%25z%14%0bxsr%00%1f9%ceY%02Hs$EmptyListz%b8%17%b4<%a7%9e%de%01;A%9e%00,N%e4%00MDB %04%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%0ct%00%18L%a1%7f%10joda/%01L%10/DuraA%dcT;L%00%0fclosingBehaviort%00A%05-%c9%18R%e1%05%b5)%ad%03%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i%b9p%1c$Accumul%05%9b%0cMode%a1%be%14onTime%19%9e%00@RS%00%99%fcF%9e%00%00O2B%00%a1%ea!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xp%81L%0csr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0e%02%08%129%089%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%04%12%00%c1%cd%00%0eet%e1%8f%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01b%81%008-t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?@6M3!y%faA%0f%02%00%01L%00%0bsub%0d%18%0cst%00%10%e9%90%12%a3%09%a1T%08;xp!%86%10%1fsr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.PubSubToBigQuery$PubsubMessageToFailsafeElementFn"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/MapToRecord"
}
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$MultiOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.common.JavascriptTextTransformer$FailsafeJavascriptUdf$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01k%89%04%e0%ac%ed%00%05sr%005com.google.cloud.teleport.coders.FailsafeElementC%01%16p%da%81.%f1%14<_%f5%02%00%02L%00%13currentPayloadC%01!`t%00%22Lorg/apache/beam/sdk/c%01%1d%04s/%05$,;L%00%14original.<%000q%00~%00%01xr%00&org.%09A%00.%01A%0c.sdk%11%95%14Custom%05G8j%b0%08%9d%0b;%1d%0b%02%00%00xr%00 n5%00%01}%1cC%dd%d5%89%ae%bc~%f8%01/%10psr%00*j1%00$StringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)C%1cs%bf%12%0e%d5%d46%11%019 q%00~%00%03sr%00BN%ad%008io.gcp.pubsub.P%05%07PMessageWithAttributes%05%90@%de%88%17?%e0%93%d6U%02%00%00xq%00~%00%02"
},
"type": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.coders.FailsafeElementCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.PubSubToBigQuery#0"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out0"
}
},
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01k%89%04%e0%ac%ed%00%05sr%005com.google.cloud.teleport.coders.FailsafeElementC%01%16p%da%81.%f1%14<_%f5%02%00%02L%00%13currentPayloadC%01!`t%00%22Lorg/apache/beam/sdk/c%01%1d%04s/%05$,;L%00%14original.<%000q%00~%00%01xr%00&org.%09A%00.%01A%0c.sdk%11%95%14Custom%05G8j%b0%08%9d%0b;%1d%0b%02%00%00xr%00 n5%00%01}%1cC%dd%d5%89%ae%bc~%f8%01/%10psr%00*j1%00$StringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)C%1cs%bf%12%0e%d5%d46%11%019 q%00~%00%03sr%00BN%ad%008io.gcp.pubsub.P%05%07PMessageWithAttributes%05%90@%de%88%17?%e0%93%d6U%02%00%00xq%00~%00%02"
},
"type": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.coders.FailsafeElementCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.PubSubToBigQuery#2"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf.out1"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#8ce970b71df42503",
"step_name": "s3"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%08G%97!%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%f0@;xpsr%00%5ccom.google.cloud.teleport.templates.common.JavascriptTextT1D,er$FailsafeJ%15%22HUdf$1cxQ/%1b,=%09%02%00%02L%00%11%01%eb%00s%05?8Runtimet%00XLcom/%09%7f%00/%05%7f%00/%11%7f%00/%15%7f%00/%09%7f%00/%19]%00T:%7f%00%19%1a%0dZ0;L%00%06this$0t%00%5c%fed%00%09dR%e3%00%10;xr%00#N%98%02YaE%9e0%acD#%06%ce%93%bd%9d%02%00%00xp!w%00d%aaw%01%10AutoVAJ%00_%19%e8:%02%01%00_R%9e%00L'%f6%f5%01%99B%82<%02%00%04L%00%0afailurA%88`q%00~%00%03L%00%0efileSystemPatht%00+R@%02%1coptions/%05%83%18Providea%00%10%0cfunc%01%1b%0cName%01S0%0eL%00%0asuccessTa%09e%0cxr%00Z%aa%ea%00b%e0%00V~%01%1c%b2%04%be4%8a%d6%fc%a0!V%08r%00)z%88%01%04PTQ%b1 +%16Uq%88%89f%c7%03!%8e%10xsr%006%8e%a4%00dPubSubToBigQuery$3@9%b0%ac%a3%d6%1an%09%80R%08%02i}%00.%91%02D%b3%18yf[%c0z%b5%02%00%02Z%00%09genea%bc dL%00%02idt%00%12}%eb(String;xp%01t%d6%9f%00%14#2sr%00>N%14%01-%d1%00.2%d1%01%00$m:2%15%00P%b4%fa%ab@u%f5%e5%81%02%00%05L%00%0cdefault%05%226%ad%00DObject;L%00%05klasst%00%11%1d%ca%00C%01%13%a50%10ethodQ.%0c%14L%00%09%0d%8a%10Idt%00%10%1d2%08Lon%a5,%1cproperty%153%18xppvr%00e%8e%ae%01%894jR%02bl%02%00OI%f0%00%00%19%01%1cxpt%00!getZ3%00%08Gcsa@%0csr%00%0e%81%e3%00.%a1%ab%00.%05%c40%8b%e4%90%cc%8f#%df%02%00%01J%00%05E%0b%0cxr%00%10%19%254Number%86%ac%95%1d%0b%94%e0%8bAG%00p%11v%08t%00%1e%01(%00s%a502%ee%03%11oas%04%17p%01%06%0c%1dt%00&f%9f%00%00F:%a7%03%0c!t%00#Z[%00.+%00%00s%de%17%03 1%bc%09vs%c71'%86%01%d0%01%9f%00%13%e2%c3%02%100sr%005f%ee%01%e9%91%00.%91%fc%14Elemen%e9%5c%1c%da%81.%f1%14<_%f5%c5z8%13currentPayload%e5}%01%99,%02L%00%14originalB%1c%00%0cxr%00&N>%03%0du%14Custom%05K%1cj%b0%08%9d%0b;%1d%0b%01%f0%08r%00 n5%00,oderC%dd%d5%89%ae%bc~%f8%01/%c1%0b%00*j1%00%00S%85%06%0cUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)#%1cs%bf%12%0e%d5%d46%11%019!/%10+sr%00BN%ad%000io.gcp.pubsub%a1(%5csubMessageWithAttributes%05%90%1c%de%88%17?%e0%93%d6U%11W%00*%01%5c%08'sr%16!%08%16%d2%09PHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0a!%bcTFactorI%00%09thresholdxp?@e5(%0cw%08%00%00%00%10%00%00%00%02%05R%01%05%00,%01%05%00%15%01%05%00,%a1%e8%00%1fA%f8%09b%10Colle%c5%bfHs$EmptyListz%b8%17%b4<%a7%9e%de%01%9b!%9b%00,N%ee%00e%c8%04s.BP%09%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10%00%1a%0e%0b%090stampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%0ct%00%18L%0e%af%0a%10joda/%01L%10/Dura%e1%99T;L%00%0fclosingBehaviort%00A%05-%16H%0bR%11%0b%22Y%0a%1a3%0a%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&%a0%0a%1c$Accumul%05%9b%0cMode%0e%ee%0a%14onTime%19%9e%00@RS%00&N%09F%9e%00%00O2B%00%0c;L%00%11!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%0e%8f%0c%003%a6@%00Ia%08Fn;%c9%15%0csr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.%10Y%19:%f4%8e%c5%95%1c%07iMillis%09c%01%01%0c~r%00?%01BI!%04.b%1ei%0d9%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%0c%12%00%00x2%14%07%0cEnum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa8Dt%00%16DISCARDING_%01q%1cD_PANES~Z!%09n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:N%cc%00Ra%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%08Def%0e%be%09M%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?@6M3!y%faA%0f%02%00%01L%00%0bsub%0d%18%00s%22%c9%09%12%d3%0e%a1T%04;x%12%a4%08%006%0eP%08%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.common.JavascriptTextTransformer$FailsafeJavascriptUdf$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/InvokeUDF/ProcessUdf"
}
}
},
{
"kind": "ParallelDo",
"name": "s5",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$MultiOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.common.BigQueryConverters$FailsafeJsonToTableRow$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.PubSubToBigQuery#1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out0"
}
},
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01k%89%04%e0%ac%ed%00%05sr%005com.google.cloud.teleport.coders.FailsafeElementC%01%16p%da%81.%f1%14<_%f5%02%00%02L%00%13currentPayloadC%01!`t%00%22Lorg/apache/beam/sdk/c%01%1d%04s/%05$,;L%00%14original.<%000q%00~%00%01xr%00&org.%09A%00.%01A%0c.sdk%11%95%14Custom%05G8j%b0%08%9d%0b;%1d%0b%02%00%00xr%00 n5%00%01}%1cC%dd%d5%89%ae%bc~%f8%01/%10psr%00*j1%00$StringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)C%1cs%bf%12%0e%d5%d46%11%019 q%00~%00%03sr%00BN%ad%008io.gcp.pubsub.P%05%07PMessageWithAttributes%05%90@%de%88%17?%e0%93%d6U%02%00%00xq%00~%00%02"
},
"type": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.coders.FailsafeElementCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.PubSubToBigQuery#3"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow.out1"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "com.google.cloud.teleport.templates.PubSubToBigQuery#0",
"step_name": "s4"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%07%02%c3%1b%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%f0y;xpsr%00Vcom.google.cloud.teleport.templates.common.BigQueryConverters$FailsafeJsonToTableRow$1%09M%ba%991%a3%e5%0e%02%00%01L%00%06this$0t%00VLcom/g%05n%00/%05n%00/%11n%00/%15n%00/%09n%04/B%9en%00%14;xr%00#oJ%1d%029%e6E#(%acD#%06%ce%93%bd%9d%02%00%00%05%fb%00^%aa%fb%00%10AutoV!%ce%00_F%97%00%08_FaN%05%01L%19%0b_%c0%06~%c8%83%02%00%02L%00%0afailurA%06@q%00~%00%03L%00%0asuccessTa%09%12%0cxr%00T%aa%91%00F%87%00Z%8c%01%1c%96%d6%bdO%15%d0%c7%c8%01%f6%08r%00)z(%01%04PTq%1a +%16Uq%88%89f%c7%03!.%10xsr%006%8e%9e%00%1cPubSubTo%11%9f$$4%9b|%fbB;V%9f{%09%80R%a8%01I%a2%00.q'D%b3%18yf[%c0z%b5%02%00%02Z%00%09geneA%e1 dL%00%02idt%00%12}%10(String;xp%01t%d6%9f%00%04#3%e2%d9%00 2%ca%c3%8a%80%b3-N|%01%d9!%d4%00%11%e2%85%00%101sr%005f^%01%89x%00.Qf%14Elemen%89C%1c%da%81.%f1%14<_%f5Ed8%13currentPayload%85d%01%99,%02L%00%14originalB%1c%00%0cxr%00&N%14%02%0du%14Custom%05K%1cj%b0%08%9d%0b;%1d%0b%01%f0%08r%00 n5%00%a1)%1cC%dd%d5%89%ae%bc~%f8%01/%81i%00*j1%00)%c8%0cUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)#%1cs%bf%12%0e%d5%d46%11%019!/%10%1asr%00BN%ad%000io.gcp.pubsubA%ea%5csubMessageWithAttributes%05%90%1c%de%88%17?%e0%93%d6U%11W%00%19%01%5c%10%16sr%00%11%a1%f3%c9%b9PHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0a!%bcXFactorI%00%09thresholdxp?@%00%01%01(%0cw%08%00%00%00%10%00%00%00%02%11R%005j%ae%00 bigquery.%b1%9c%0cJson%05%a1%1c%fe%a0%e4%e3%02l%ceI%11%a1%00%1d%01O%00%13%01%05%00%1ba%ef%00%1f%19%a7pCollections$EmptyListz%b8%17%b4<%a7%9e%de%01?!%e0%00,N%85%00m%daB|%06%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%000t%00%18Lorg/joda/%01L%10/Dura%01%daT;L%00%0fclosingBehaviort%00A%05-%16t%08R=%08%f5%85%ed_%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i%f9%cc%1c$Accumul%05%9b%0cMode%0e%1a%08%14onTime%19%9e%00@RS%00%d9%f5F%9e%00%00O2B%00%0eF%08!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xpa$%0csr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0e^%0a%00.%0e%95%0a9%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0e%eb%09%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa85t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d? 6M3!y%faA%0f%02%0e%0b%0b%0c%0bsub%0d%18%0cst%00%10%16%cc%08%12%ff%0b%a1T%08;xp!%86%00'%0e%95%08%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.common.BigQueryConverters$FailsafeJsonToTableRow$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "ConvertMessageToTableRow/JsonToTableRow/JsonToTableRow"
}
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoder"
},
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#e1121b0805e8b107"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous).out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "com.google.cloud.teleport.templates.PubSubToBigQuery#1",
"step_name": "s5"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%0a%19%b6'%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%002NV%01%d0io.gcp.bigquery.PrepareWrite$1%1a~%f7%d8%af%c5%85%a4%02%00%01L%00%06this$0t%002R}%00%18io/gcp/%11J%00/.J%00%10;xr%00#N%7f%009%9e%25%db(%acD#%06%ce%93%bd%9d%02%00%00%05%b3%000N4%00n%b3%00%90G%b7oV%e6%b8N%f9%02%00%02L%00%13dynamicDestinationst%009LN%f2%01>%be%00%00DF;%00!%b3AI%14atFunc%01N%08t%005R%0b%01%19%d6 /Serializ!%cc%117!%0e%00)N%da%00%198%08.PTQ%b8 +%16Uq%88%89f%c7%03!%14%10xsr%00XN;%00>%15%01J%c0%00 Helpers$C!%07%0cantT%01%94.%1c%01%1c%822E%e3%8c%d7%b6%81%25=%04%10t%0d%1f%0ccrip%09%ed%00%12]%a0%10StrinA%e7%00%09%05(%18Spect%00+R%0e%01%00o%05?%08s/Va#%1cProvider!%04%007%da%c9%00%1c%8eE%f54Gf%85%c2E&A%da%00=NI%00%0dw%00.2w%00%18$Nested2%14%00%1c%bb%13Y~K%e2%a8S%05%f7%00%0a%25%840latorq%00~%00%0eL%00%05eV%01%0d%04%13x%01m%00KNm%00>%7f%01%0cBigQaP1t%0cJson%25p%10RefTo%05%0a!3%1c%14%9a%e4%de%8e%08%fd%ef%05%ca%00s%01d%10%16sr%00B%ceb%00%05T%05^%01l%1c%cc{}&W%25|96Y%00%00G%e2Y%00%01%ad%0d%b8(RefI%0e%f2!%8fI=%f1%09^%08r%00>NX%00V%80%01%18Runtime2%81%01P%b4%fa%ab@u%f5%e5%81%02%00%05L%00%0cdefault%05%22%00t2t%02DObject;L%00%05klasst%00%11]%91%00C%01%13%a5%ac%1cethodNam%25%b4%0c%12L%00%09%0d%8a%10Idt%00%10%1d2%04LoE%c1 %0cproperty%153%c8xppvr%00<com.google.cloud.teleport.templates.PubSubTo1%f0%04$OI%ed%00%00%19%01%1cxpt%00%12get%c9@%25%a7!N%0csr%00%0e%c1%12%00.%a1%ef%00.%05%8c(%8b%e4%90%cc%8f#%df%02%00%01JMv%0cxr%00%10%19%254Number%86%ac%95%1d%0b%94%e0%8b%25}%11g%08t%00%0f%c9o.`%00%00!%19;%18invoke.%91%8ehedLambdaoa%d0%94,)6%85%02%00%0aI%00%0eimplM%25>XKind[%00%0ccapturedArgst%00%13[==5%8c%00%0e%09%25%0cingC!%82A%c4%10%22L%00%18f%ad#(alInterface%15 %0c%12L%00%1dJ %00%09{5%86%08L%00%22b%25%00%10Signa%01%9b%01o!%e3%01%bb.`%00%1d%cc%1dQ%00%13%01'%09g>B%00%0c%16ins%a1%15%10iated%09#%08Typ%09`%00x!g%08%06ur1%02)%b3-%02%1c%90%ceX%9f%10s)l5%8f%0cvr%00.N%10%03^#%04%04IO1%c5%00%00%a1%e2%08t%003N%a0%06%85%97%c1~VS%06,t%00%05applyt%00&(F%a6%01%00)F%13%00%00t%05%a5%00/%16e%09&.%09%04io6%c5%07Q%d8%14IOt%00%18lE4h$static$59d7a590$1t%00d(Lcom/i.0/api/services&%10%08%14model/E%a0%10Row;)%c22%00!%ec%108sr%005%8e^%01%11h%a1%0d%12%83%09%1c%fe%a0%e4%e3%02l%ceI!%a8%08r%00&ND%00%16%f6%09%18.Atomic%055%1c%c7%ec%b5%cc%85tPF%095%00*j5%00%10StrucA%92%00d%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%c1dR,%09%c5%88%08s.T%1ac%0aD%b3%18yf[%c0z%b5%02%00%02Z%00%09gene%0e%1d%0a%14dL%00%02id!+%14%12xp%01t%00RL%06%0dJ%18PCollec%e1%dd|.<init>:364#e1121b0805e8b107sr%00%11%85J%0e%bc%0a%c0.HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00A%d6(%0cw%08%00%00%00%10%00%00%00%01%85!%00>%d6%99%00Lc93a13e4ee1094aasr%00%22jZ%01%04Kv%25%5c%1cj%00%bd%b9%1d%a3%ca6%e5%df%0c%08key%05%16!%22%0c%02L%00%0a%25%0b%19%12%00x%01%18%10;sr%009NY%00>%c3%03Ee*B%09%05H%1c%83%c0:3%1e0w%a5!%cc%01N%00:%01%05%00=%0e%b9%09%00e>T%00%0el%0b%14ckaged%12%e7%0c%14_sdks_!k%14_core..%81%06%18ommon.c)%b1%10.Immu%12x%09%10List$%b9%d6%0cForm!q%01%010%02%00%01[%00%08element%25w%0c-xpu%01%8d%00/%01%1f%0csr%00,>%90%00%0eg%0d%25%11%04s.BD%0cH%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allow%c1F%14teness%c1%d1%1cifiedZ%00%0da%e8%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%12V%0a%10joda/%01L%0c/Dur%12%cc%0bT;L%00%0fclosingBehaviort%00A%05->%d7%04%bd>%22M%0d%1a'%0d%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&%94%0d%1c$Accumul%05%9b%08Mod%0e%ba%0d%18%0eonTime%19%9e%00@RS%00n%9e%00%00O2B%00%0e%0e%0e!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%00tZ%da%0dR%a0%00%00T)%ba%0c;L%00%08)S%0e%83%0f%003%a6%89%00Ia%08Fn;%e5^A%8f%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6aP%08r%00%1f6%25%00 base.Base%1d.%10Y%19:%f4%8e%12E%09%1c%07iMillis%09c%01%01%0c~r%00?%01BI!evE%f6%19%e3%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%0c%12%00%00x2%c4%09%08Enuu}%01%1dXpt%00%11FIRE_IF_NON_EMPTY~rV%ae%0cIW%0dsnW%02%01{%01%01%01ba%cd8Yt%00%16DISCARDING_%01q D_PANES~rV%99%0bn%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2M%01By%02%01Y%01%01%1d]<%0dEND_OF_WINDOWsrV%22%0eR%c0%00%00D%166%0cM%96%1c%b1%0a%e3%87%d1%bd:sI4RF%10RF%00%0d? 6M3!y%faA%0f%02%0e%f7%10%0c%0bsub%0d%18%00s%22A%0c%e1%0b%00/%a1}%16[%11%00%1f%a1%b5%e9 %f9T%18s$Empty%01&%1cz%b8%17%b4<%a7%9e%de%01%90%e1%e0%006%a27%01%14GlobalI%8a s%96%16%b9%14%02%8a%af%0f%01G%08r%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/PrepareWrite/ParDo(Anonymous)"
}
}
},
{
"kind": "ParallelDo",
"name": "s7",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "CreateTablesFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.CreateTables$CreateTablesFn"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.SerializableCoder",
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableDestination"
}
},
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#f0f5b4f22d0cd0f1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables).out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#e1121b0805e8b107",
"step_name": "s6"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%09%c0%83'%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%00?NV%01Xio.gcp.bigquery.CreateT%01{%04s$.%0d%00%b0FnE[%e1%bb%f0wTJ%02%00%02L%00%0cdestinationsq%00~%00%04L%00%06this$0t%002R%9e%00%18io/gcp/%11k%00/.^%00%10;xr%00#N%a0%009%bf%25%fc0%acD#%06%ce%93%bd%9d%02%00%00xp%01%d5%000N5%00n%d5%00h%e6%11'L%f2%97f%0a%02%00%03L%00%0abqServicest%006%92%b6%00%0cBigQ!*%118!%a1%00c%255%18Disposi!%12%08t%00H%b2M%00%1cIO$Write-r%1dJ,;L%00%13dynamicD=r%08t%009%92a%00%00DF;%00!k%00)N6%01=k%04PTq6 +%16Uq%88%89f%c7%03!q%10xsr%008N;%00>q%01>%25%01,Impl%c2^%cf%7fE%1e&%bc%25%bb%0c~r%00F%aeI%00f!%01%00%00%0d%01%18%12%00%00xr%00%0eae%00.aB%10.Enum%0d%1c%05%1dLpt%00%0cCREATE_NEVERsr%00X%8e%83%00JC%01<Helpers$Constante/.%9f%01%1c%822E%e3%8c%d7%b6%81e+%04%10taN%18DescripI%1e%00%12}%ea%10Strin%811%00%09%05(%18Spect%00+R%de%01%00o%05?%08s/V%81m%1cProvider!%d0%007%da%c9%00%1c%8eE%f54Gf%85%c2%25%94aO%00=NI%00%0dw%00.2w%00%18$Nested2%14%00%1c%bb%13Y~K%e2%a8S%05%f7%00%0aEP%1clatort%005R%d0%00%05%22%a9%9c%1cSerializ!+%0cFunc!(%0c;L%00%05%85%d3%81`%04%1ax%01%a0%00KN%a0%00^~%021%a7%0cJson%25%a3%10RefTo%05%0a!f%1c%14%9a%e4%de%8e%08%fd%ef%05%fd%85%c4%10%1dsr%00B%ceb%00%05T%05^%01l%1c%cc{}&W%25|96Y%00%00G%e2Y%00%01%ad%0d%b8(RefI%0e%f2!%8fI=%f1%09^%08r%00>NX%00V%b3%01%18Runtime2%b4%01(%b4%fa%ab@u%f5%e5%81%02%00%05%a5%d6%10fault%05%22%00t2%a7%02%14Object!%93%1cklasst%00%11]%c4%00C%01%13%e5)%1cethodNam%25%b4%0c%19L%00%09%0d%8a%10Idt%00%10%1d2%04LoE%f4 %0cproperty%153%c8xppvr%00<com.google.cloud.teleport.templates.PubSubTo%91n%04$Oi q%f6%00%00%81%b4%14t%00%12get%e9%bd%25%a7!N%00s2*%04%05%8c(%8b%e4%90%cc%8f#%df%02%00%01JMv%0cxr%00%10%99O4Number%86%ac%95%1d%0b%94%e0%8b%25}%01a%01%01%08t%00%0f%e9%ec.`%00%00%22N%97%01%16X%08%08.Kv%12%16%08%1cj%00%bd%b9%1d%a3%ca6e/%0c%08key%05%16A%ed%0c%02L%00%0aE%fa%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%a8%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/ag%009N1%00>g%03%05%ee%9d%f6%05J%1c%83%c0:3%1e0w%a5%01J%08r%00&NH%00-%05%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%01%ff%105sr%005N;%00R%83%00%08Rowav%05J%1c%fe%a0%e4%e3%02l%ceI%11J%049sZX%08%25^%0cs.Tu%16%b0%09l%b3%18yf[%c0z%b5%02%00%02Z%00%09generatedL%00%02id%01%92%10%19xp%01tV%1c%04%0dJ%18PCollec%81%b8|.<init>:364#f0f5b4f22d0cd0f1sr%00%11EU%0e%09%0a%c0.HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00An(%0cw%08%00%00%00%10%00%00%00%01%85%b5%10=%01t%00AN-%01v%99%008279f6486a2eb974%05K%104sr%00,NK%00-%b3.%a5%05%25o@%17F%80%f5%0d%ea%caf%02%00%01L%00%04type%f7%00*z%fa%01%14Custom%05A%1cj%b0%08%9d%0b;%1d%0b1%b0%106vr%004N%82%00R%fa%01]}%00%00%09%01%00%01%12%d7%09%04%14j%a1%f2%18imePart%12%91%09%08ing%25%c7%00LF%8e%07%0d%18%f9~%05%11%04xp%01%07%00<%0e%f2%08%00e>%90%00$repackaged%12%9e%0c%14_sdks_!%d5%14_core..%bb%04%18ommon.cI%1b%10.Immu%e5%e5%10List$1N%10edFor%22%ab%08D%02%00%01[%00%08elementst%00%13[%bd6%ad%85%0cxpur%11%19%16%ed%08%0d%19%1c%90%ceX%9f%10s)l!O%85%9f^%d1%01M%1cB*%0cp%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLateness%a1:(ifiedZ%00%0dmod%a5J%0d%10D%1atimestampCombiner%1d-%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%12%22%08%10joda/%01L%0c/Dur%12]%0c@;L%00%0fclosingBehavi%0eO%08%00A%05-%16%22%0e%0c/beaB%eb%0d%223%0d%1a%0d%0d%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&z%0d%1c$Accumul%05%9b%08Mod%0e%a0%0d%08%0eonAl%19%9e%00@RS%00*%ed%08B%9e%00%00O2B%00%0eS%0c!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08%09%b5%0ei%0f%003%a6@%00Ia%08Fn;U%8f%00%16aN!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%ba%08r%00%1f6%25%00 base.Base%1d.%10Y%19:%f4%8e%e5%ae%1c%07iMillis%09c%01%01%00~Z%ed%0e9%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%0eW%0c%81%0aX%15t%00%11FIRE_IF_NON_EMPTY~rV1%0bI>%0dZn>%02%01b%01%01%1df,%16DISCARDING_%01q D_PANES~rV%e9%09n%d3%006V%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:!viU%85%d9%12w%11Ra%00B`%02%01Y%01%01%1d]<%0dEND_OF_WINDOWsrV%a5%0cR_%00%00D%16%86%0aM}%1c%b1%0a%e3%87%d1%bd:sI%1bR%f1%0fRF%00%0d?%1c6M3!y%faA%0f%c5%a4%0c%0bsub%0d%18%00s%22%91%0a%e1%8b%00/%a1%93%16(%11%00%1f%a1%cb%e9%a0%f9%d4%18s$Empty%01&%1cz%b8%17%b4<%a7%9e%de%01%90%0e-%09%006%a27%01%14GlobalIq s%96%16%b9%14%02%8a%af%0f%01G%08r%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.CreateTables$CreateTablesFn"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/CreateTables/ParDo(CreateTables)"
}
}
},
{
"kind": "ParallelDo",
"name": "s8",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "GenerateShardedTable"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.GenerateShardedTable"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#4663620f501c9270"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#f0f5b4f22d0cd0f1",
"step_name": "s7"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%06%b5%d7%19%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%008NV%01Lio.gcp.bigquery.Gene%01e%1cShardedT%01%84@5%1c%a3%12%a0%cc%856%02%00%01I%00%09num%05%1d%10sxr%00#NS%009r%25%afP%acD#%06%ce%93%bd%9d%02%00%00xp%00%00%002sr%00%22N8%00)u%08.Kv%253@j%00%bd%b9%1d%a3%ca6%02%00%02L%00%08key%05%16%08q%00~%01%10%00%0a%05%ea%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%92%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/!H%00,j1%00%1cSerializ!7%05=P%17F%80%f5%0d%ea%caf%02%00%01L%00%04typet%00%11=%e8$Class;xr%00&jV%00%14Custom%05P%1cj%b0%08%9d%0b;%1d%0b%01%8d!%0d%10%0dvr%004N;%00>%d9%01%25%ca,Destination%00%09%01L%01%02%00%03L%00%14jsonTimeParti%01%1f%14ingt%00%12%1d%a9%10StrinA%d8%04%10t%01%dd%18Descrip%01+%01%87%0c%14L%00%09%05%18%0cSpec%05%11%25+%005%a2%9a%00%18RowJson%05%e4%1c%fe%a0%e4%e3%02l%ceI%01%e4v%19%01%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%01%81%04%0csZ%9f%02E;%0cs.Tui%aa8%b3%18yf[%c0z%b5%02%00%02Z%00%09gM%ff%14dL%00%02id%01H%18%14xp%01t%00BN%c9%00%0dJ%18PCollec!%0b|.<init>:364#4663620f501c9270sr%00%11%81%03%00.%81%03%c0.HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00!%ae,%0cw%08%00%00%00%10%00%00%00%01s%01%9b%10%19%01t%00A%c6%99%0083a4fe559e568642%05K%04%0bszB%03%89%0f%00Km%87%1c=|Z%106%008%ccR%9d%03%04%10s%01-%14Number%25%9b%08t%00(R%af%04i%f1%14/VarIn%a9(%00;5%bbz%cf%03%18ingUtf8%05_%1cL%0d}%1d%cb%01%cd%a41%fa%04%17sv5%02%1dp%1c%c0K2%da%a9KVh%15;!W%14%18xsr%00%1f9%ab9%dfHs$EmptyListz%b8%17%b4<%a7%9e%de%01:b%15%04M!B%90%05p%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessaB(ifiedZ%00%0dmodeR%0d%10D%1atimestampCombiner%1d-%14%10trigg%1d%13%08L%00%0f:[%00%0ct%00%18L%c1%ef%10joda/%01L%0c/Dur%85%0eT;L%00%0fclosingBehaviort%00A%05-%e9%88RQ%07%d5%99%cds%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i%d9%e0%1c$Accumul%05%9b%08Mod%e1%06%00%0e%89%a1%19%9e%00@RS%00%d9}F%9e%00%00O%85%e3%11B%e1Z!%042P%01%08t%00<%a6W%00%a112>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%0cFn;x%e1a%10%00sr%00%16%81%17!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0er%09%12%a9%099%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0e%ff%08%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa87t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?%1c6M3!y%faA%0f%12%01%09%0c%0bsub%0d%18%0cst%00%10%16_%08%e1%10%00/%a1T%08;xp!%86%10)sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.GenerateShardedTable"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/ShardTableWrites"
}
}
},
{
"kind": "ParallelDo",
"name": "s9",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "TagWithUniqueIds"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TagWithUniqueIds"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#20ff67585e33a8f6"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#4663620f501c9270",
"step_name": "s8"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%06f%8b%19%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%004NV%01%b8io.gcp.bigquery.TagWithUniqueIds%91Ey:%81%e3%a1%fd%02%00%00xr%00#NC%009b%25%9f(%acD#%06%ce%93%bd%9d%02%00%00%05w%00%22N4%00)a%08.Kv%25%1f@j%00%bd%b9%1d%a3%ca6%02%00%02L%00%08key%05%16%08q%00~%01%10%00%0a%05%d6%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%8e%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/!4rj%00%18hardedK%0d%af%1c=|Z%106%008%ccR%c5%00%04%10s%01-%14Number%05i%08t%00(R%c3%01)%19%14/VarInI<%04;x!%09%04%0cs%82%f7%00%18ingUtf8%05_%1cL%0d}%1d%cb%01%cd%a4%01%c8%08r%00&j%f7%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%11tn;%00%1d%a5%1c%c0K2%da%a9KVh%11;%10%13sr%005Nv%00Fp%02$bleRowJson%05%85%1c%fe%a0%e4%e3%02l%ceI.J%00%00#NJ%00E%17%08s.TmrD%b3%18yf[%c0z%b5%02%00%02Z%00%09genea, dL%00%02idt%00%12}[%04St!+%18;xp%01t%00BjZ%00%a8PCollection.<init>:364#20ff67585e33a8f6sr%00%11a%db%89%a1%f0FHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00%00%00%00%00%0cw%08%00%00%00%10%00%00%00%01sq%00~%00%19%01t%ce%99%00<361385b10c542cfa%05L%00%0b%05%06%00%0f!%cf%00%14%01%05%00%16%be%99%01%a1n%25%99%1cm|/%1a%8fa5%deE%e0%04%07ii_%0ct%00,LjA%05)kU%96%10;L%00%0dt-%f1%05T%08t%007R?%00%1cio/gcp/b%8d%96%04/T%0d5U&i%15%00%13%01%d2%05%d7%14%18xsr%00%1f9%879%bbHs$EmptyListz%b8%17%b4<%a7%9e%deA[%10psr%00,j%fd%01BD%05%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%25#%10joda/%01L%10/DuraA%95T;L%00%0fclosingBehaviort%00A%05-%e9<R%05%07%d5M%cd'%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00iw%0d=%00i%d9%94%1c$Accumul%05%9b%08Mod%c1%ba%18%0eonTime%19%9e%00@RS%00%d9AF%9e%00%00O2B%00%e1%0e!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xp%81%05%0csr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0e&%09%12]%099%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%00%12%12%12%08%00%0eet%0e%b3%08%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%ff86t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?@6M3!y%faA%0f%02%00%01L%00%0bsub%0d%18%0cst%00%10%e9I%12%c7%0a%a1T%08;xp!%86%10(sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TagWithUniqueIds"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/TagWithUniqueIds"
}
}
},
{
"kind": "Bucket",
"name": "s10",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "windowFn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Windowing Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "IdentityWindowFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.util.IdentityWindowFn"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "trigger"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Trigger"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"type": {
"@type": "http://schema.org/Text",
"value": "STRING"
},
"value": {
"@type": "http://schema.org/Text",
"value": "ReshuffleTrigger()"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "accumulationMode"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Accumulation Mode"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"type": {
"@type": "http://schema.org/Text",
"value": "STRING"
},
"value": {
"@type": "http://schema.org/Text",
"value": "DISCARDING_FIRED_PANES"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#20ff67585e33a8f6",
"step_name": "s9"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%0a%9c%01%22*%0a%05Coder%12!%0a%1f%0a%1d%0a%1bbeam:coder:global_window:v1*n%0a4dataflow-releaser-docker-apache.bintray.io/beam/java%126%0a4dataflow-releaser-docker-apache.bintray.io/beam/javaj%94%03%0a%f3%02%0a%ba%02%0a%1abeam:windowfn:javasdk:v0.1%1a%9b%02%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%07%a9%03%f0L%ac%ed%00%05sr%00)org.apache.beam.sdk.util.IdentityWindowFn%e7%97%89%dd/%a8%86W%02%00%01L%00%05codert%00%22Lorg/a%05@%00/%01@%10/sdk/%05%1d,s/Coder;xr%00;Ne%000transforms.wi%01c4ing.NonMerging%11w8W%06%0bg%d3%ee%a8%ab%02%00%00xr%001%a2J%00%11@%1c%c6%04%19y%ba%8a%96W%01@%04ps%ae%8c%00%14Global%09H4$Coder3|%aa%f4%14%1e%87%c3%01L%08r%00*N%8c%00%09%fb(.Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/0C%dd%d5%89%ae%bc~%f8%02%00%00xp%124dataflow-releaser-docker-apache.bintray.io/beam/java%1a%05Coder%22%02b%00(%010%018%02@%f7%a7%8d%af%ba%93%b1%10H%01P%01"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign"
}
}
},
{
"kind": "GroupByKey",
"name": "s11",
"properties": {
"disallow_combiner_lifting": {
"@type": "http://schema.org/Boolean",
"value": true
},
"is_merging_window_fn": {
"@type": "http://schema.org/Boolean",
"value": false
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_stream_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s10"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%0a%9c%01%22*%0a%05Coder%12!%0a%1f%0a%1d%0a%1bbeam:coder:global_window:v1*n%0a4dataflow-releaser-docker-apache.bintray.io/beam/java%126%0a4dataflow-releaser-docker-apache.bintray.io/beam/javaj%94%03%0a%f3%02%0a%ba%02%0a%1abeam:windowfn:javasdk:v0.1%1a%9b%02%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%07%a9%03%f0L%ac%ed%00%05sr%00)org.apache.beam.sdk.util.IdentityWindowFn%e7%97%89%dd/%a8%86W%02%00%01L%00%05codert%00%22Lorg/a%05@%00/%01@%10/sdk/%05%1d,s/Coder;xr%00;Ne%000transforms.wi%01c4ing.NonMerging%11w8W%06%0bg%d3%ee%a8%ab%02%00%00xr%001%a2J%00%11@%1c%c6%04%19y%ba%8a%96W%01@%04ps%ae%8c%00%14Global%09H4$Coder3|%aa%f4%14%1e%87%c3%01L%08r%00*N%8c%00%09%fb(.Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/0C%dd%d5%89%ae%bc~%f8%02%00%00xp%124dataflow-releaser-docker-apache.bintray.io/beam/java%1a%05Coder%22%02b%00(%010%018%02@%f7%a7%8d%af%ba%93%b1%10H%01P%01"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey"
}
}
},
{
"kind": "ParallelDo",
"name": "s12",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.runners.dataflow.ReshuffleOverrideFactory$ReshuffleWithOnlyTrigger$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#37b2b1cb341244c2"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s11"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%072%c7%1c%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%00T>V%01%a8runners.dataflow.ReshuffleOverrideFactory$R%11%19%a0WithOnlyTrigger$1%e0%c5%12U%b3w%09%c7%02%00%01L%00%06this$0t%00TL>V%01%0dl%00/%11l%00/%c2l%00%10;xr%00#>%c3%00A%199%e2E%1f(%acD#%06%ce%93%bd%9d%02%00%00%05%f7%00R>4%00%0d%8b%ea%f7%00%1c%cb%93UlR%0cH%7f%01c%08r%00)>a%00:%95%00%04PTQ%83 +%16Uq%88%89f%c7%03%01%9b%10xsr%00%22N;%00I}%08.KvE;@j%00%bd%b9%1d%a3%ca6%02%00%02L%00%08key%05%16%08q%00~%01%10%00%0a%25%f2%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%09%c7%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/APrj%00%18hardedK%0d%af%1c=|Z%106%008%ccR%c5%00%04%10s%01-%14Number%05i%08t%00(R%df%02)%19%14/VarIniX%04;x!%09%04%10s%82%f7%00%18ingUtf8%05_%1cL%0d}%1d%cb%01%cd%a4%01%c8%08r%00&j%f7%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%11tn;%00%1d%a5%1c%c0K2%da%a9KVh%11;%10%17sr%00(jv%00q%fb%05x%1c%0d[9%22%cf%00F%b4%01=%08r%00,%8a7%00%08Lik%09;%1c%b63%8d%9f%0c%e5Y%f4%25u%14%0celeme-7%01%c1%10%02L%00%0ci%8de%18Namet%00%12%9d%7f%04St!39_%005Ny%00@io.gcp.bigquery.T%81%b1%08Row%a1%a1%05%bd%1cm|/%1a%8fa5%de%05%82%04%07iIv%0ct%00,L>%1e%04%a1%a9-%de%09z%00U1%ad%10;L%00%0dt%0dX%05T%08t%007R?%00%18io/gcp/%11%8d%00/%11%8d%0cJson%059%09%cd%00%17%01%fc%08%18sr%b6%d2%00%15E%1c%fe%a0%e4%e3%02l%ceI!%8f%01J%0c%17t%00%081%b0%00sZ%a0%04e%a4%08s.T%cd%1bD%b3%18yf[%c0z%b5%02%00%02Z%00%09gene%a1%d5%14dL%00%02id%01S%18%1dxp%01t%00BNq%01%0dJ%a8PCollection.<init>:364#37b2b1cb341244c2sr%00%11%c1t%e9:dHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadF%a5%e4@I%00%09thresholdxp?@%00%01%01,%0cw%08%00%00%00%10%00%00%00%01s%01%9b%00&%d6%99%00<da920844064c72eb%05L%00%0f%01Q%00%15%01%05%00%22%a1%0a%00%1f%19%aa%19%deHs$EmptyListz%b8%17%b4<%a7%9e%de!y%04psZ%0a%03- B%00%07%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%04%10t%e9%04%15%13%08L%00%0f:[%00%08t%00%18E%ac%10joda/%01L%10/Dura!%b8T;L%00%0fclosingBehaviort%00A%05-%16%f8%08R%c1%08%22%09%08%ed%e3%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&P%08%1c$Accumul%05%9b%08Mod%0ev%08%18%0eonTime%19%9e%00@RS%00%f9}F%9e%00%00O2B%00%0c;L%00%11!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xpa'%0csr%00%16a%af!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0e%e2%0a>k%08%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0eo%0a%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa8=t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00YoF%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d? 6M3!y%faA%0f%02%0e%91%0b%0c%0bsub%0d%18%0cst%00%10%e9%e1%12%83%0c%a1T%08;xp!%86%10/sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.runners.dataflow.ReshuffleOverrideFactory$ReshuffleWithOnlyTrigger$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable"
}
}
},
{
"kind": "Bucket",
"name": "s13",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "windowFn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Windowing Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "GlobalWindows"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.GlobalWindows"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "accumulationMode"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Accumulation Mode"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"type": {
"@type": "http://schema.org/Text",
"value": "STRING"
},
"value": {
"@type": "http://schema.org/Text",
"value": "DISCARDING_FIRED_PANES"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#37b2b1cb341244c2",
"step_name": "s12"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%0a%9c%01%22*%0a%05Coder%12!%0a%1f%0a%1d%0a%1bbeam:coder:global_window:v1*n%0a4dataflow-releaser-docker-apache.bintray.io/beam/java%126%0a4dataflow-releaser-docker-apache.bintray.io/beam/javajr%0a[%0a#%0a!beam:windowfn:global_windows:v0.1%124dataflow-releaser-docker-apache.bintray.io/beam/java%1a%05Coder%22%02:%00(%010%018%02H%01P%01"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign"
}
}
},
{
"kind": "ParallelDo",
"name": "s14",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$MultiOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "StreamingWriteFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteFn"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.VoidCoder"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "mainOutput"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite.out0"
}
},
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "failedInserts"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite.out1"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s13"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%07%a0%9d%1e%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%004NV%01%e8io.gcp.bigquery.StreamingWriteFn%16%fe%f0%dc%8aq%0cN%02%00%04L%00%0abqServicest%006R%83%00%18io/gcp/%11P%10/BigQ%01Y%00S%0d80;L%00%0bbyteCount!%81V%b6%01%14metric!%82%05'$;L%00%0ffailed)%86`Tagq%00~%00%03L%00%0bretryPolicyt%007%92%94%00%18InsertR%199%10;xr%00#N%1e%01Y=Ez(%acD#%06%ce%93%bd%9d%02%00%00%25R%008N4%00>R%01>%02%01,Impl%c2^%cf%7fE%1e&%bc%11I%005NI%00-%04%04.M)%0c($Delegating-=P%ea%a0%d0~{%90%1c%cf%02%00%01L%00%04namet%00(R%02%01%0dK%00/%09K%0cNameI%13%000nx%00%10AutoVA%d7%00_%197(%c0E%da%ea%1e%12%5cq%02%00%02%15s%04%12LE%daE%b7%10StrinA%fe%00%09%01%8f%10space!%a9%10%14xr%00&nl%00%19b%1c%8arHI%ff.%9a%85%25%1b%08t%00%0dA-@s_writtent%00%04sinksZ%af%01i%00%00.q%85D%b3%18yf[%c0z%b5%02%00%02Z%00%09genea?%14dL%00%02id%09%96%10p%00t%00%0dIYI%15%10ssr%007N%a9%00>%d6%01%09/]D$$2%b71y%12[%1fvs%01%ba%00rV%d3%01%82F%00%1cH%17f%b9%b9%fff%8d%01Da%b4%00%22N%8c%00%89%9e%08.Kv%85%5c%1cj%00%bd%b9%1d%a3%ca6%25%93%0c%08key%05%16%01%e0%0c%02L%00%0a%25%13%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%8e%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%01%bdrj%00%18hardedK%0d%af%1c=|Z%106%008%ccR%c5%00%04%10s%01-%14Number%05i^%e7%02)%19%18/VarInt%05*%04;x!%09%04 s%82%f7%00%18ingUtf8%055%1cL%0d}%1d%cb%01%cd%a4%01%c8Z%b8%02%09j%18.Atomic%055%1c%c7%ec%b5%cc%85tPF%015%11tR%f3%02%0d;%1d%a5%1c%c0K2%da%a9KVh%11;%04's%9a?%02%00T%c1%22%08Row%e1%12%05%85%1cm|/%1a%8fa5%de%25G%04%07i)%c6%0ct%00,Lj%e5%06i%b3%15%fd%10;L%00%0dt%0dX%05T%9eV%05%11%8d%0cJson%059)|%00'!%0d%00(%be%d2%00%15E%1c%fe%a0%e4%e3%02l%ceI9%1c%01P%0c%19%00t%00%fd%95%0csr%00%11%81%84%16$%08%f0>HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00%00%00%00%00%0cw%08%00%00%00%10%00%00%00%02%01`%101sr%00$j%ef%02%04Vo-%5c%1c%b9%bfU%9b%e8%0d%afU%15%9f%01>%00%1a%01%05%140xsr%00%1f%19%96pCollections$EmptyListz%b8%17%b4<%a7%9e%de%01?%10psr%00,Nt%00e%c3%04s.B%d6%07%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18EP%10joda/%01L%10/Dura%01%da%e1%a7DclosingBehaviort%00A%05-%04ap%0e%ce%09R%97%09%22%df%08%1a%b9%08%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&&%09%1c$Accumul%05%9b%08Mod%0eL%09%18%0eonTime%19%9e%00@RS%00%f9%f8F%9e%00%00O2B%00%0e%a0%09!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia0Fn;xp%00%01%00%01sr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.LY%19:%f4%8e%02%00%01J%00%07iMillisxpew%18%00%00%00~r%00?%01BI!%00.%0e%b8%0b%12%ef%0b9%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0e%8e%08%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa8Ft%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]4%0dEND_OF_WINDOW^%1d%09R%c0%00%18DefaultM%96%18%b1%0a%e3%87%d1%bd:%1a%1d%09Rx%0aRF%00%0d?%1c6M3!y%faA%0f%12%eb%0a%0c%0bsub%0d%18%0cst%00%10%16%7f%0a%12Y%0d%a1T%08;xp!%86%108sr%006%a2%0c%01%14GlobalI_ s%96%16%b9%14%02%8a%af%0fI%e0%00;%a2E%00%18NonMerg%0e=%0d%12%82%0d$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteFn"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteSuccessfulRecords/StreamingInserts/StreamingWriteTables/StreamingWrite"
}
}
},
{
"kind": "Flatten",
"name": "s15",
"properties": {
"inputs": [
{
"@type": "OutputReference",
"output_name": "com.google.cloud.teleport.templates.PubSubToBigQuery#2",
"step_name": "s4"
},
{
"@type": "OutputReference",
"output_name": "com.google.cloud.teleport.templates.PubSubToBigQuery#3",
"step_name": "s5"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01k%89%04%e0%ac%ed%00%05sr%005com.google.cloud.teleport.coders.FailsafeElementC%01%16p%da%81.%f1%14<_%f5%02%00%02L%00%13currentPayloadC%01!`t%00%22Lorg/apache/beam/sdk/c%01%1d%04s/%05$,;L%00%14original.<%000q%00~%00%01xr%00&org.%09A%00.%01A%0c.sdk%11%95%14Custom%05G8j%b0%08%9d%0b;%1d%0b%02%00%00xr%00 n5%00%01}%1cC%dd%d5%89%ae%bc~%f8%01/%10psr%00*j1%00$StringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)C%1cs%bf%12%0e%d5%d46%11%019 q%00~%00%03sr%00BN%ad%008io.gcp.pubsub.P%05%07PMessageWithAttributes%05%90@%de%88%17?%e0%93%d6U%02%00%00xq%00~%00%02"
},
"type": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.coders.FailsafeElementCoder"
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "Flatten.out0"
}
}
],
"user_name": {
"@type": "http://schema.org/Text",
"value": "Flatten"
}
}
},
{
"kind": "ParallelDo",
"name": "s16",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "FailedPubsubMessageToTableRowFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.common.ErrorConverters$FailedPubsubMessageToTableRowFn"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#d13a61a003474bdc"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/FailedRecordToTableRow.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s15"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%06Z%b0%17%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%f0q;xpsr%00Zcom.google.cloud.teleport.templates.common.ErrorConverters$FailedPubsubMessageToTableRowFn%d7@%15%01,z60%02%00%00xr%00#orF%bf%019%88%25%c5(%acD#%06%ce%93%bd%9d%02%00%00%05%9d%005f%9d%00)%8d8.FailsafeElemen)Xl%da%81.%f1%14<_%f5%02%00%02L%00%13currentPayload%25y%08q%00~%01%1b %14originalB%1c%00%0cxr%00&Nn%02%0du%14Custom%05K%1cj%b0%08%9d%0b;%1d%0b%01%b2%08r%00 n5%00A>%1cC%dd%d5%89%ae%bc~%f8%01/!~%00*j1%00$StringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;v%9f%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%095zn%00%14ucture)#%1cs%bf%12%0e%d5%d46%11%019!/%10%0dsr%00BN%ad%00 io.gcp.puA%05%04.P%05%07%04MeE%0c4WithAttributes%05%90%1c%de%88%17?%e0%93%d6U%11W%08%0csrV%19%02I%b5%04.Tm:D%b3%18yf[%c0z%b5%02%00%02Z%00%09geneA%f4 dL%00%02idt%00%12}#)6%10;xp%01tV%b1%00%0dZ%a8PCollection.<init>:364#d13a61a003474bdcsr%00%11a%a3%89iPHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aAWXFactorI%00%09thresholdxp?@%00%01%01,%0cw%08%00%00%00%10%00%00%00%01s!J%00%15%d6%99%00Lc878bfdf652c49dbsr%005j%90%01$bigquery.T%810%18RowJson%25%83%1c%fe%a0%e4%e3%02l%ceI1%83%14%10xsr%00%1f%19%e49%18Hs$EmptyListz%b8%17%b4<%a7%9e%de%015A%b8%00,N{%00-ZBi%04%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%0ct%00%18L%a1%c8%10joda/%01L%1c/Duratio%a1%f0H%0fclosingBehaviort%00A%05-%c9aR*%06%b5r%adL%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i%b9%b9%1c$Accumul%05%9b%0cMode%c1%07%14onTime%19%9e%00@RS%00%b9@F%9e%00%00O2B%00%c13!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xpaa%0csr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0eK%08%12%82%089%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%00%12%e5%11%00%0eet%e1%d8%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01b%81%8a8.t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?@6M3!y%faA%0f%02%00%01L%00%0bsub%0d%18%0cst%00%10%c9%a6%12%ec%09%a1T%08;xp!%86%10 sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "com.google.cloud.teleport.templates.common.ErrorConverters$FailedPubsubMessageToTableRowFn"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/FailedRecordToTableRow"
}
}
},
{
"kind": "ParallelDo",
"name": "s17",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoder"
},
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#d6c184af69871a3b"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous).out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#d13a61a003474bdc",
"step_name": "s16"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%0cJ%ec2%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%002NV%01%d0io.gcp.bigquery.PrepareWrite$1%1a~%f7%d8%af%c5%85%a4%02%00%01L%00%06this$0t%002R}%00%18io/gcp/%11J%00/.J%00%10;xr%00#N%7f%009%9e%25%db(%acD#%06%ce%93%bd%9d%02%00%00%05%b3%000N4%00n%b3%00%90G%b7oV%e6%b8N%f9%02%00%02L%00%13dynamicDestinationst%009LN%f2%01>%be%00%00DF;%00!%b3AI%14atFunc%01N%08t%005R%0b%01%19%d6 /Serializ!%cc%117!%0e%00)N%da%00%198%08.PTQ%b8 +%16Uq%88%89f%c7%03!%14%10xsr%00YN;%00>%15%01J%c0%00 Helpers$C!%07 antSchema.%1d%01 +%e5%e9e%07O%a2%0a%02!%ef%10%0ajson%09$%08t%00+R%e8%00%04op!%06%08s/VA%fd%1cProvider%01%de%00%5c%fa%a3%00$DelegatingJ%c8%00%1c%e86%9dG%0c%e5%ca%a6%05%a68%05innerq%00~%00%0dxr%007%dax%00%1c%8eE%f54Gf%85%c2Qx%00X%daH%00>c%01%00T!%f7.b%01%1c%822E%e3%8c%d7%b6%81E%a0%04%10t%0d%1f%08cri%25J%08t%00%12%9d%03%10Strin%81J%00%09%05(%0cSpec%01%e8%04%12x%01%06%00%14a%d2%00=N%a7%00-%95%00.2%95%01%18$Nested2%14%00%1c%bb%13Y~K%e2%a8S%05%8c%00%0aE|%0clato%25M%0c%0eL%00%05%85N%01l%04%12x%01m%00KNm%00>w%02%0cBigQ%81H1%09%0cJson%25%05%10RefTo%05%0a%01%c8%1c%14%9a%e4%de%8e%08%fd%ef)p%01d%10%19sr%00B%ceb%00%05T%05^%01l%1c%cc{}&W%25|96Y%00%00G%e2Y%00%01%ad%0d%b8(RefI%0e%f2!%8fI=%f1%09^lr%00;com.google.cloud.teleport%cd%ae%08ual%a5%e1J~%01,N%d3%fc{v%f3V;%02%00%03LJ~%01%00%06%25~%00X!%1b%04%12L%0d%0e%00Y%05%0e%25%8d%006fz%00Dtemplates.PubSubTo1%95$$5K%81%c6%17%fc%d1h%cae;T val$defaultDeadLetter%25P%10SuffiEh%5c%17xpt%00%0e_error_recordssr%00>NR%01Vz%02%18Runtime2{%024%b4%fa%ab@u%f5%e5%81%02%00%05L%00%0c%0d%84%05%226%03%03DObject;L%00%05klasst%00%11} %00C%01%13%e5%9e%1cethodNamE%ae%0c%17L%00%09%0d%8a%10Idt%00%10%1d2%04LoeP %0cproperty%153%18xppvr%00<%d2U%01%00Oe%bb%04s%00%19%01!3%0c%18get%162%08![%00l9[%0csr%00%0e%0e%0a%08%00.%e1%e7%00.%05%92(%8b%e4%90%cc%8f#%df%02%00%01Jmv%0cxr%00%10%19%254Number%86%ac%95%1d%0b%94%e0%8bE}%11m%08t%00%15%16g%08>f%00A+%04(p%01%06%0c.t%00%12%15%8d)%de%8dJ%0c2t%00%0f%09>%15%17%04sr%aeU%04%14Static%25%b8%b1%fe%1c%9c%e2%e1%8f%09%d9W%b0Eb%99Cd)xpt%03%22{%0a %22fields%22: [%0a %01%14%01%01 %22name%22: %22A-%18stamp%22,%05!%14 %22typ%05%1b TIMESTAMP%19%1b%08mod%05%1b REQUIRED%22%054%00}%09;B%5c%00%1cpayloadS%a5Z%19E%11`%14STRING%19%18%d2]%00%10Bytes%19D%11%5c%10BYTES%19%17%b6[%00%18attribuRY%00%14RECORDNZ%00%10PEATE%1d%1a:z%01%01%011%22%01%015%82%08key%15O%01%01%15%c4: %01%01%01%15%c9%1cNULLABLE)%81%01%01-%85%01%01Rg%00%85%e2%fei%00%05i%25%f4%08 ]%05%08%0dw%11s%15%d6%85%c3%14Messag%19v^%db%00Z%d7%00^%5c%00 stacktrac%e6Z%00%00%0a%01%c0%00}%0e%fd%0cy%f9%18invoke.%1eD%0ahedLambdaoa%d0%94,)6%85%02%00%0aI%00%0eimplM%a5%02XKind[%00%0ccapturedArgst%00%13[%bd%01%b5P%00%0e%09%25%0cingC%a1F%81(%10*L%00%18f%1a%d9%0a%c1%b7%18terface%15 %0c%17L%00%1dJ %00%09{%b5J%08L%00%22b%25%00%10Signa%01%9b%01o%a1%a7%01%bb.`%00%1d%cc%1dQ%00%13%01'%09g>B%00%0c%16ins%0e%cb%0a%10iated%09#%08Typ%09`%1cxp%00%00%00%06ur1%02%a9q-%02%1c%90%ceX%9f%10s)l%b5M%0cvr%00.N%d4%06^%e1%08%04IO%b1%83%04%00%00%a5%f1%003NV%0c%12U%09%0e4%0c%00sR%09%0c,t%00%05applyt%00&(F%a6%01%00)F%13%00%00t%05%a5%00/%16%1b%0f&%e4%0e%04io6{%0d%f1%f1%14IOt%00%18lE4%04$s%a5%acL$59d7a590$1t%00d(Lcom/%16%c1%080/api/services&%c6%0d%81%a8%04l/%c5 %10Row;)%c22%00!%ec%10Fsr%005%8e^%01%11h%0e%cb%09%129%0f%1c%fe%a0%e4%e3%02l%ceI!%a8%08r%00&ND%00%16%ac%0f%18.Atomic%055%1c%c7%ec%b5%cc%85tPF%095%00*j5%00%10StrucA%92%00d%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%0e%22%0bR%e2%0e%85%e6%08s.T%1a%19%10D%b3%18yf[%c0z%b5%02%00%02Z%00%09gene%0e%d3%0f%14dL%00%02id!+%14%17xp%01t%00R%0a%0b%0dJ%18PCollec%0ez%0d|.<init>:364#d6c184af69871a3bsr%00%11%85J%0er%10T.HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0a%e1%0bTFactorI%00%09thresholdxp?@A%d5,%00%0cw%08%00%00%00%10%00%00%00%01%85!%00L%d6%99%00Lf2015be6c49d0a56sr%00%22jZ%01%04Kv%25%5c%1cj%00%bd%b9%1d%a3%ca6%12%9d%0c%0c%08key%05%16!%22%0c%02L%00%0a%25%0b%19%12%12%aa%0a%10Isr%009NY%00>%c3%03Ee*%95%0d%05H%1c%83%c0:3%1e0w%a5!%cc%01f%00H%01%05%00K%0eo%0f%00e>T%00%0e%22%11%14ckaged%12%9d%12%14_sdks_!k%14_core..E%0a%18ommon.c)%b1%10.Immu%12%cb%0d%10List$%b9%d6%0cForm%25r<%00%00%00%02%00%01[%00%08element%25w%0c;xpu%01%8d%00=%01%1f%0csr%00,>%90%00%0e%1d%13%25%11%08s.W>%fa%11H%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allow%c1F%14teness%0e%08%0a%1cifiedZ%00%0da%e8%1d%10%0c%1atim%16%86%09%1cCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%122%10%10joda/%01L%0c/Dur%12%82%11T;L%00%0fclosingBehaviort%00A%05->%d7%04%bd>%22%03%13%1a%dd%12%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&J%13%1c$Accumul%05%9b%08Mod%0ep%13%18%0eonTime%19%9e%00@RS%00n%9e%00%00O2B%00%0e%c4%13!%04%12%d6%0a1P%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%00tZ%90%13R%a0%00%00T)%ba%0c;L%00%08)S%0e9%15%003%a6%89%00Ia%08Fn;%e5^A%8f%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6aP%08r%00%1f6%25%00 base.Base%1d.%10Y%19:%f4%8e%12%03%0d%1c%07iMillis%09c%01%01%0c~r%00?%01BI!evE%f6%19%e3%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%0c%12%00%00x2%82%0d%08Enuu}%01%1dTpt%00%11FIRE_IF_NON_EMPTY~Z%17%0dIW%0dsnW%02%01{%01%01%01ba%cd8gt%00%16DISCARDING_%01q D_PANES~rV]%0fn%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2M%01By%02%01Y%01%01%1d]<%0dEND_OF_WINDOWsrV%86%13R%c0%00%08Def%0e~%10M%96%1c%b1%0a%e3%87%d1%bd:sI4R%fc%15RF%00%0d? 6M3!y%faA%0f%02%0e%be%14%0c%0bsub%0d%18%00s%22%05%10%e1%0b%00/%a1}%16%11%17%00%1f%a1%b5%e9 %f9T%18s$Empty%01&%1cz%b8%17%b4<%a7%9e%de%01%90%e1%e0%006%a27%01%14GlobalI%8a s%96%16%b9%14%02%8a%af%0f%01G%08r%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/PrepareWrite/ParDo(Anonymous)"
}
}
},
{
"kind": "ParallelDo",
"name": "s18",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "CreateTablesFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.CreateTables$CreateTablesFn"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.SerializableCoder",
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableDestination"
}
},
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#86d5c620b9cc619d"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables).out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#d6c184af69871a3b",
"step_name": "s17"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%0b%f8%be2%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%00?NV%01Xio.gcp.bigquery.CreateT%01{%04s$.%0d%00%b0FnE[%e1%bb%f0wTJ%02%00%02L%00%0cdestinationsq%00~%00%04L%00%06this$0t%002R%9e%00%18io/gcp/%11k%00/.^%00%10;xr%00#N%a0%009%bf%25%fc0%acD#%06%ce%93%bd%9d%02%00%00xp%01%d5%000N5%00n%d5%00h%e6%11'L%f2%97f%0a%02%00%03L%00%0abqServicest%006%92%b6%00%0cBigQ!*%118!%a1%00c%255%18Disposi!%12%08t%00H%b2M%00%1cIO$Write-r%1dJ,;L%00%13dynamicD=r%08t%009%92a%00%00DF;%00!k%00)N6%01=k%04PTq6 +%16Uq%88%89f%c7%03!q%10xsr%008N;%00>q%01>%25%01,Impl%c2^%cf%7fE%1e&%bc%25%bb%0c~r%00F%aeI%00f!%01%00%00%0d%01%18%12%00%00xr%00%0eae%00.aB%10.Enum%0d%1c%05%1d%5cpt%00%10CREATE_IF_NEEDEDsr%00Y%8e%87%00JG%01THelpers$ConstantSchema.%a4%01D+%e5%e9e%07O%a2%0a%02%00%01L%00%0ajson%09$%08t%00+R%bc%01%04opA;%08s/V%81K%1cProvider!%ae%00%5c%fa%a3%00$DelegatingJ%c8%00%1c%e86%9dG%0c%e5%ca%a6%05%a6%14%05innera%cf%10%0fxr%007%dax%00%1c%8eE%f54Gf%85%c2%25%ea%0csr%00X%daH%00>c%01%85%96.b%01%1c%822E%e3%8c%d7%b6%81%85%92%04%10t%81%b5%14Descri%25J%08t%00%12%bdQ%10Strin%a1%98%00%09%05(%0cSpec%01%e8%04%19x%01%06%00%1b%01%a7%00=N%a7%00-%95%00.2%95%01%18$Nested2%14%00%1c%bb%13Y~K%e2%a8S%05%8c%00%0aeL%1clatort%005R%ee%01%05%22%c9%98%1cSerializ%01%c0%0cFuncA%07%0c;L%00%05%a5%cf%01%9f%04%19x%01%a0%00KN%a0%00^z%031<%0cJson%258%10RefTo%05%0a%01%fb%1c%14%9a%e4%de%8e%08%fd%ef)%a3%01d%10 sr%00B%ceb%00%05T%05^%01l%1c%cc{}&W%25|96Y%00%00G%e2Y%00%01%ad%0d%b8(RefI%0e%f2!%8fI=%f1%09^lr%00;com.google.cloud.teleport%1a/%08%08ual%e5bJ%b1%01%1cN%d3%fc{v%f3V;%c9%09%25%8f%25%b1!%0d%0c!L%00%06%25~%00X%01%0e%00%19%11%0e%00Y%05%0e%25%8d%006fz%00Dtemplates.PubSubTo%b1%0f$$5K%81%c6%17%fc%d1h%caenT val$defaultDeadLetter%25P%10SuffiE%9b%00%1e%81%b9H%0e_error_recordssr%00>NR%01V%ad%02%18Runtime2%ae%02(%b4%fa%ab@u%f5%e5%81%02%00%05%e5%cc%05%84%05%2266%03%14ObjectA%8d%1cklasst%00%11}S%00C%01%13%12%1f%09%1cethodNamE%ae%0c%1eL%00%09%0d%8a%10Idt%00%10%1d2%04Loe%83 %0cproperty%153%18xppvr%00<%d2U%01%00Oe%ee%00s%b1%ec%08%00%00%00!3%0c%18get%16%b3%09![%00l9[%00s2&%06%05%92(%8b%e4%90%cc%8f#%df%02%00%01Jmv%0cxr%00%10%d9K4Number%86%ac%95%1d%0b%94%e0%8bE}%01g%01%01%08t%00%15%16%e8%09>f%00A+%040p%01%06%0c6t%00%12%15%8d)%de%8d}%0c:t%00%0f%09>%15%17%04sr%ae%88%04%14Static%25%b8%d11%1c%9c%e2%e1%8f%09%d9W%b0Eb%99Cd1xpt%03%22{%0a %22fields%22: [%0a %01%14%01%01 %22name%22: %22A-%18stamp%22,%05!%14 %22typ%05%1b TIMESTAMP%19%1b%08mod%05%1b REQUIRED%22%054%00}%09;B%5c%00%1cpayloadS%a5%8d%19E%11`%14STRING%19%18%d2]%00%10Bytes%19D%11%5c%10BYTES%19%17%b6[%00%18attribuRY%00%14RECORDNZ%00%00P%0en%08%1d%1a:z%01%01%011%22%01%015%82%08key%15O%01%01%15%c4: %01%01%01%15%c9%1cNULLABLE)%81%01%01-%85%01%01Rg%00%85%e2%fei%00%05i%25%f4%08 ]%05%08%0dw%11s%15%d6%85%c3%14Messag%19v^%db%00Z%d7%00^%5c%00 stacktrac%e6Z%00%00%0a%01%c0%10}sr%00%22N[%05%16%12%0e%08.Kv%12%d0%0d%1cj%00%bd%b9%1d%a3%ca6%e5%ed%0c%08key%05%16a%ed%0c%02L%00%0a%25X%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%81f%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%0e%25%08%009N1%00>%25%08%85n*I%09%05J%1c%83%c0:3%1e0w%a5%01J%08r%00&NH%00-%05%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%01%ff%10Csr%005N;%00R%83%00%08Row%0e4%08%05J%1c%fe%a0%e4%e3%02l%ceI%11J%04GsZ%12%0e%25^%0cs.Tu%16j%0fl%b3%18yf[%c0z%b5%02%00%02Z%00%09generatedL%00%02id%01%92%10%1exp%01tV%da%08%0dJ%18PCollec%0ev%09|.<init>:364#86d5c620b9cc619dsr%00%11%c5%13%0e%c3%0fT.HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0a%81%dbTFactorI%00%09thresholdxp?@%c1+,%00%0cw%08%00%00%00%10%00%00%00%01%c5%1f%00K%d6%99%00<b13a1d5940730ba6%05L%10Bsr%00,Ny%01-%b4.d%0a%25p %17F%80%f5%0d%ea%caf%02%0e%9e%0c%00%04%a1%25!.%002z%fb%01%14Custom%05A%1cj%b0%08%9d%0b;%1d%0b1%b1%10Dvr%004N%82%00R%fb%01]~%25%1c%08%00%00%01%12%89%09%00%14%0e(%0d%1cTimePart%12L%0f%08ing%01%9a%04%1eLF%e2%0b%0d%186%d2%0b%04%1ex%e5v%00J%0e%ad%0e%00e>%90%00$repackaged%12Y%12%14_sdks_!%d6%14_core..%80%08%18ommon.cI%1c%10.Immu%129%0c%10List$1N%10edFor%22f%0eD%02%00%01[%00%08elementst%00%13[*%fb%08%1aJ%09%0cxpur%11%19%16%a8%0e%0d%19%1c%90%ceX%9f%10s)l!O%00p!%13^%d1%01M%b6%00W>%e5%11p%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLateness%0er%08%1cifiedZ%00%0d%c1%fa%1d%10%0c%1atim%e9%f0%1cCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%12%e1%0c%10joda/%01L%0c/Dur%12%18%12@;L%00%0fclosingBehavi%0e%0e%0d%00A%05-%16%dd%13R%a6%13%22%ee%12%1a%c8%12%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&5%13%1c$Accumul%05%9b%08Mod%0e[%13%04%0eoEl%19%9e%00@RS%00%12%1d%0c%16%ac%0dB%9e%00%00O2B%00%0e%0e%12!%04%12@%091P%08t%00<%a6W%00A%fc2>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08%09%b5%0e$%15%003%a6@%00Ia%08Fn;U%8f%00%16aN!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%ba%08r%00%1f6%25%00 base.Base%1d.%10Y%19:%f4%8e%12m%0b%1c%07iMillis%09c%01%01%00~Z%a8%149%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%0e%12%12%81%22%18%15t%00%11FIR%16%f7%11 ON_EMPTY~Zh%0bI>%0dZn>%02%01b%01%01%1df,%16DISCARDING_%01q D_PANES~rV%ae%0dn%d3%006V%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:!viU%85%d9%122%17Ra%00B`%02%01Y%01%01%1d]<%0dEND_OF_WINDOWsrV%0a%12R_%00%08Def%0e%cf%0eM}%1c%b1%0a%e3%87%d1%bd:sI%1bR%ac%15RF%00%0d?%1c6M3!y%faA%0f%c5%a4%0c%0bsub%0d%18%00s%22V%0e%e1%8c%00/%a1%93%16%e3%16%00%1f%a1%cb%e9%a1%f9%d5%18s$Empty%01&%1cz%b8%17%b4<%a7%9e%de%01%90%0e.%09%006%a27%01%14GlobalIq s%96%16%b9%14%02%8a%af%0f%01G%08r%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.CreateTables$CreateTablesFn"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/CreateTables/ParDo(CreateTables)"
}
}
},
{
"kind": "ParallelDo",
"name": "s19",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "GenerateShardedTable"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.GenerateShardedTable"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#e63ad18dfc139ac0"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#86d5c620b9cc619d",
"step_name": "s18"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%06%b1%d8%19%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%008NV%01Lio.gcp.bigquery.Gene%01e%1cShardedT%01%84@5%1c%a3%12%a0%cc%856%02%00%01I%00%09num%05%1d%10sxr%00#NS%009r%25%afP%acD#%06%ce%93%bd%9d%02%00%00xp%00%00%002sr%00%22N8%00)u%08.Kv%253@j%00%bd%b9%1d%a3%ca6%02%00%02L%00%08key%05%16%08q%00~%01%10%00%0a%05%ea%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%92%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/!H%00,j1%00%1cSerializ!7%05=P%17F%80%f5%0d%ea%caf%02%00%01L%00%04typet%00%11=%e8$Class;xr%00&jV%00%14Custom%05P%1cj%b0%08%9d%0b;%1d%0b%01%8d!%0d%10%0dvr%004N;%00>%d9%01%25%ca,Destination%00%09%01L%01%02%00%03L%00%14jsonTimeParti%01%1f%14ingt%00%12%1d%a9%10StrinA%d8%04%10t%01%dd%18Descrip%01+%01%87%0c%14L%00%09%05%18%0cSpec%05%11%25+%005%a2%9a%00%18RowJson%05%e4%1c%fe%a0%e4%e3%02l%ceI%01%e4v%19%01%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%01%81%04%0csZ%9f%02E;%0cs.Tui%aa8%b3%18yf[%c0z%b5%02%00%02Z%00%09gM%ff%14dL%00%02id%01H%18%14xp%01t%00BN%c9%00%0dJ%18PCollec!%0b|.<init>:364#e63ad18dfc139ac0sr%00%11%81%03%00.%81%03%c0.HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00!%ae,%0cw%08%00%00%00%10%00%00%00%01s%01%9b%00%19%d6%99%00<dabfabce15317cd8%05L%04%0bszC%03%89%10%00Km%88%1c=|Z%106%008%ccR%9e%03%04%10s%01-%14Number%25%9c%08t%00(R%b0%04i%f2%14/VarIn%a9)%00;5%bcz%d0%03%18ingUtf8%05_%1cL%0d}%1d%cb%01%cd%a41%fb%04%17sv6%02%1dp%1c%c0K2%da%a9KVh%15;!X%14%18xsr%00%1f9%ac9%e0Hs$EmptyListz%b8%17%b4<%a7%9e%de%01:b%16%04M%22B%91%05p%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessaC,ifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%0ct%00%18L%c1%f0%10joda/%01L%0c/Dur%85%0fT;L%00%0fclosingBehaviort%00A%05-%e9%89RR%07%d5%9a%cdt%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i%d9%e1%1c$Accumul%05%9b%08Mod%e1%07%00%0e%89%a2%19%9e%00@RS%00%d9~F%9e%00%00O%85%e4%11B%e1[!%042P%01%08t%00<%a6W%00%a122>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%0cFn;x%e1b%10%00sr%00%16%81%b1!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0es%09%12%aa%099%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0e%00%09%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa87t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?%1c6M3!y%faA%0f%12%02%09%0c%0bsub%0d%18%0cst%00%10%16`%08%e1%11%00/%a1T%08;xp!%86%10)sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.GenerateShardedTable"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/ShardTableWrites"
}
}
},
{
"kind": "ParallelDo",
"name": "s20",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "TagWithUniqueIds"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TagWithUniqueIds"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#2249e1908bcf01f3"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#e63ad18dfc139ac0",
"step_name": "s19"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%06f%8b%19%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%004NV%01%b8io.gcp.bigquery.TagWithUniqueIds%91Ey:%81%e3%a1%fd%02%00%00xr%00#NC%009b%25%9f(%acD#%06%ce%93%bd%9d%02%00%00%05w%00%22N4%00)a%08.Kv%25%1f@j%00%bd%b9%1d%a3%ca6%02%00%02L%00%08key%05%16%08q%00~%01%10%00%0a%05%d6%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%8e%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/!4rj%00%18hardedK%0d%af%1c=|Z%106%008%ccR%c5%00%04%10s%01-%14Number%05i%08t%00(R%c3%01)%19%14/VarInI<%04;x!%09%04%0cs%82%f7%00%18ingUtf8%05_%1cL%0d}%1d%cb%01%cd%a4%01%c8%08r%00&j%f7%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%11tn;%00%1d%a5%1c%c0K2%da%a9KVh%11;%10%13sr%005Nv%00Fp%02$bleRowJson%05%85%1c%fe%a0%e4%e3%02l%ceI.J%00%00#NJ%00E%17%08s.TmrD%b3%18yf[%c0z%b5%02%00%02Z%00%09genea, dL%00%02idt%00%12}[%04St!+%18;xp%01t%00BjZ%00%a8PCollection.<init>:364#2249e1908bcf01f3sr%00%11a%db%89%a1%f0FHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00%00%00%00%00%0cw%08%00%00%00%10%00%00%00%01sq%00~%00%19%01t%ce%99%00<c574c40af2bc3c2d%05L%00%0b%05%06%00%0f!%cf%00%14%01%05%00%16%be%99%01%a1n%25%99%1cm|/%1a%8fa5%deE%e0%04%07ii_%0ct%00,LjA%05)kU%96%10;L%00%0dt-%f1%05T%08t%007R?%00%1cio/gcp/b%8d%96%04/T%0d5U&i%15%00%13%01%d2%05%d7%14%18xsr%00%1f9%879%bbHs$EmptyListz%b8%17%b4<%a7%9e%deA[%10psr%00,j%fd%01BD%05%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18%25#%10joda/%01L%10/DuraA%95T;L%00%0fclosingBehaviort%00A%05-%e9<R%05%07%d5M%cd'%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00iw%0d=%00i%d9%94%1c$Accumul%05%9b%08Mod%c1%ba%18%0eonTime%19%9e%00@RS%00%d9AF%9e%00%00O2B%00%e1%0e!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xp%81%05%0csr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0e&%09%12]%099%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%00%12%12%12%08%00%0eet%0e%b3%08%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%ff86t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?@6M3!y%faA%0f%02%00%01L%00%0bsub%0d%18%0cst%00%10%e9I%12%c7%0a%a1T%08;xp!%86%10(sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TagWithUniqueIds"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/TagWithUniqueIds"
}
}
},
{
"kind": "Bucket",
"name": "s21",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "windowFn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Windowing Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "IdentityWindowFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.util.IdentityWindowFn"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "trigger"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Trigger"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"type": {
"@type": "http://schema.org/Text",
"value": "STRING"
},
"value": {
"@type": "http://schema.org/Text",
"value": "ReshuffleTrigger()"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "accumulationMode"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Accumulation Mode"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"type": {
"@type": "http://schema.org/Text",
"value": "STRING"
},
"value": {
"@type": "http://schema.org/Text",
"value": "DISCARDING_FIRED_PANES"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#2249e1908bcf01f3",
"step_name": "s20"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%0a%9c%01%22*%0a%05Coder%12!%0a%1f%0a%1d%0a%1bbeam:coder:global_window:v1*n%0a4dataflow-releaser-docker-apache.bintray.io/beam/java%126%0a4dataflow-releaser-docker-apache.bintray.io/beam/javaj%94%03%0a%f3%02%0a%ba%02%0a%1abeam:windowfn:javasdk:v0.1%1a%9b%02%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%07%a9%03%f0L%ac%ed%00%05sr%00)org.apache.beam.sdk.util.IdentityWindowFn%e7%97%89%dd/%a8%86W%02%00%01L%00%05codert%00%22Lorg/a%05@%00/%01@%10/sdk/%05%1d,s/Coder;xr%00;Ne%000transforms.wi%01c4ing.NonMerging%11w8W%06%0bg%d3%ee%a8%ab%02%00%00xr%001%a2J%00%11@%1c%c6%04%19y%ba%8a%96W%01@%04ps%ae%8c%00%14Global%09H4$Coder3|%aa%f4%14%1e%87%c3%01L%08r%00*N%8c%00%09%fb(.Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/0C%dd%d5%89%ae%bc~%f8%02%00%00xp%124dataflow-releaser-docker-apache.bintray.io/beam/java%1a%05Coder%22%02b%00(%010%018%02@%f7%a7%8d%af%ba%93%b1%10H%01P%01"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/Window.Into()/Window.Assign"
}
}
},
{
"kind": "GroupByKey",
"name": "s22",
"properties": {
"disallow_combiner_lifting": {
"@type": "http://schema.org/Boolean",
"value": true
},
"is_merging_window_fn": {
"@type": "http://schema.org/Boolean",
"value": false
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_stream_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s21"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%0a%9c%01%22*%0a%05Coder%12!%0a%1f%0a%1d%0a%1bbeam:coder:global_window:v1*n%0a4dataflow-releaser-docker-apache.bintray.io/beam/java%126%0a4dataflow-releaser-docker-apache.bintray.io/beam/javaj%94%03%0a%f3%02%0a%ba%02%0a%1abeam:windowfn:javasdk:v0.1%1a%9b%02%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%07%a9%03%f0L%ac%ed%00%05sr%00)org.apache.beam.sdk.util.IdentityWindowFn%e7%97%89%dd/%a8%86W%02%00%01L%00%05codert%00%22Lorg/a%05@%00/%01@%10/sdk/%05%1d,s/Coder;xr%00;Ne%000transforms.wi%01c4ing.NonMerging%11w8W%06%0bg%d3%ee%a8%ab%02%00%00xr%001%a2J%00%11@%1c%c6%04%19y%ba%8a%96W%01@%04ps%ae%8c%00%14Global%09H4$Coder3|%aa%f4%14%1e%87%c3%01L%08r%00*N%8c%00%09%fb(.Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/0C%dd%d5%89%ae%bc~%f8%02%00%00xp%124dataflow-releaser-docker-apache.bintray.io/beam/java%1a%05Coder%22%02b%00(%010%018%02@%f7%a7%8d%af%ba%93%b1%10H%01P%01"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/GroupByKey"
}
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$SingleOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": ""
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.runners.dataflow.ReshuffleOverrideFactory$ReshuffleWithOnlyTrigger$1"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.values.PCollection.<init>:364#dda1859988aa034b"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s22"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%071%c7%1c%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%00T>V%01%a8runners.dataflow.ReshuffleOverrideFactory$R%11%19%a0WithOnlyTrigger$1%e0%c5%12U%b3w%09%c7%02%00%01L%00%06this$0t%00TL>V%01%0dl%00/%11l%00/%c2l%00%10;xr%00#>%c3%00A%199%e2E%1f(%acD#%06%ce%93%bd%9d%02%00%00%05%f7%00R>4%00%0d%8b%ea%f7%00%1c%cb%93UlR%0cH%7f%01c%08r%00)>a%00:%95%00%04PTQ%83 +%16Uq%88%89f%c7%03%01%9b%10xsr%00%22N;%00I}%08.KvE;@j%00%bd%b9%1d%a3%ca6%02%00%02L%00%08key%05%16%08q%00~%01%10%00%0a%25%f2%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%09%c7%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/APrj%00%18hardedK%0d%af%1c=|Z%106%008%ccR%c5%00%04%10s%01-%14Number%05i%08t%00(R%df%02)%19%14/VarIniX%04;x!%09%04%10s%82%f7%00%18ingUtf8%05_%1cL%0d}%1d%cb%01%cd%a4%01%c8%08r%00&j%f7%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%11tn;%00%1d%a5%1c%c0K2%da%a9KVh%11;%10%17sr%00(jv%00q%fb%05x%1c%0d[9%22%cf%00F%b4%01=%08r%00,%8a7%00%08Lik%09;%1c%b63%8d%9f%0c%e5Y%f4%25u%14%0celeme-7%01%c1%10%02L%00%0ci%8de%18Namet%00%12%9d%7f%04St!39_%005Ny%00@io.gcp.bigquery.T%81%b1%08Row%a1%a1%05%bd%1cm|/%1a%8fa5%de%05%82%04%07iIv%0ct%00,L>%1e%04%a1%a9-%de%09z%00U1%ad%10;L%00%0dt%0dX%05T%08t%007R?%00%18io/gcp/%11%8d%00/%11%8d%0cJson%059%09%cd%00%17%01%fc%08%18sr%b6%d2%00%15E%1c%fe%a0%e4%e3%02l%ceI!%8f%01J%0c%17t%00%081%b0%00sZ%a0%04e%a4%08s.T%cd%1bD%b3%18yf[%c0z%b5%02%00%02Z%00%09gene%a1%d5%14dL%00%02id%01S%18%1dxp%01t%00BNq%01%0dJ%a8PCollection.<init>:364#dda1859988aa034bsr%00%11%c1t%e9:dHashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadF%a5%e4@I%00%09thresholdxp?@%00%01%01,%0cw%08%00%00%00%10%00%00%00%01s%01%9b%00&%d6%99%00<64ea862f9c952497%05L%00%0f%01Q%00%15%01%05%00%22%a1%0a%00%1f%19%aa%19%deHs$EmptyListz%b8%17%b4<%a7%9e%de!y%04psZ%0a%03- B%00%07%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%04%10t%e9%04%15%13%08L%00%0f:[%00%08t%00%18E%ac%10joda/%01L%10/Dura!%b8T;L%00%0fclosingBehaviort%00A%05-%16%f8%08R%c1%08%22%09%08%ed%e3%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&P%08%1c$Accumul%05%9b%08Mod%0ev%08%18%0eonTime%19%9e%00@RS%00%f9}F%9e%00%00O2B%00%0c;L%00%11!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia%10Fn;xpa'%0csr%00%16a%af!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.DY%19:%f4%8e%02%00%01J%00%07iMillis%09c%01%01%0c~r%00?%01BI!%00.%0e%e2%0a>k%08%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0eo%0a%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa8=t%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00YoF%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]D%0dEND_OF_WINDOWsr%007%a2_%00%18DefaultM%96%1c%b1%0a%e3%87%d1%bd:sI4%000%a2F%00%0d?%1c6M3!y%faA%0f%12%91%0b%0c%0bsub%0d%18%0cst%00%10%e9%e1%12%83%0c%a1T%08;xp!%86%10/sr%006%a2g%00%14GlobalI_ s%96%16%b9%14%02%8a%af%0f%09%ac%00;%a2E%00$NonMerging%09I$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.runners.dataflow.ReshuffleOverrideFactory$ReshuffleWithOnlyTrigger$1"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/Reshuffle/ExpandIterable"
}
}
},
{
"kind": "Bucket",
"name": "s24",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "windowFn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Windowing Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "GlobalWindows"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.GlobalWindows"
}
},
{
"key": {
"@type": "http://schema.org/Text",
"value": "accumulationMode"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Accumulation Mode"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.windowing.Window$Assign"
},
"type": {
"@type": "http://schema.org/Text",
"value": "STRING"
},
"value": {
"@type": "http://schema.org/Text",
"value": "DISCARDING_FIRED_PANES"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01%0c%c4%03%f0@%ac%ed%00%05sr%00*org.apache.beam.sdk.coders.ShardedKeyCoder=|Z%106%008%cc%02%00%02L%00%08k%0d%16 t%00%22Lorg/a%05D%00/%01D%10/sdk/%09D%00/%05:8;L%00%10shardNumber%05%14%08t%00(n8%00%14VarInt%05*%04;xz%a7%00 tructured%05/8s%bf%12%0e%d5%d46%11%02%00%00xr%00 j%e0%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%00p~%11%01 tringUtf8%05;%1cL%0d}%1d%cb%01%cd%a4%01;%08r%00&jj%00%14Atomic%055%1c%c7%ec%b5%cc%85tPF%015%14q%00~%00%03sv;%00=%09@%c0K2%da%a9KVh%02%00%00xq%00~%00%07"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.coders.ShardedKeyCoder"
}
},
{
"@type": "org.apache.beam.sdk.coders.CustomCoder",
"serialized_coder": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%01.%f3%03%f0[%ac%ed%00%05sr%005org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoderm|/%1a%8fa5%de%02%00%02L%00%07idCodert%00,Lorg/ap%01N%00/%01N%14/sdk/c%012,s/StringUtf8%05.%10;L%00%0dt%0dX%05%11%0ct%007LN?%00%18io/gcp/%11%8d%04/T%0d5%0cJson%059%10;xr%00&N%c7%00%09y%18.Atomic%05+<%c7%ec%b5%cc%85tPF%02%00%00xr%00*oJ%fc%00%0d5$Structured%059%1cs%bf%12%0e%d5%d46%11%099%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%04ps%82j%00%00i=%18%1cL%0d}%1d%cb%01%cd%a4%01;%14q%00~%00%03s%ba%a5%015%18@%fe%a0%e4%e3%02l%ceI%02%00%00xq%00~%00%03"
},
"type": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.TableRowInfoCoder"
}
}
],
"is_pair_like": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "output"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign.out0"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "org.apache.beam.sdk.values.PCollection.<init>:364#dda1859988aa034b",
"step_name": "s23"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%0a%9c%01%22*%0a%05Coder%12!%0a%1f%0a%1d%0a%1bbeam:coder:global_window:v1*n%0a4dataflow-releaser-docker-apache.bintray.io/beam/java%126%0a4dataflow-releaser-docker-apache.bintray.io/beam/javajr%0a[%0a#%0a!beam:windowfn:global_windows:v0.1%124dataflow-releaser-docker-apache.bintray.io/beam/java%1a%05Coder%22%02:%00(%010%018%02H%01P%01"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/GlobalWindow/Window.Assign"
}
}
},
{
"kind": "ParallelDo",
"name": "s25",
"properties": {
"display_data": [
{
"key": {
"@type": "http://schema.org/Text",
"value": "fn"
},
"label": {
"@type": "http://schema.org/Text",
"value": "Transform Function"
},
"namespace": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.transforms.ParDo$MultiOutput"
},
"shortValue": {
"@type": "http://schema.org/Text",
"value": "StreamingWriteFn"
},
"type": {
"@type": "http://schema.org/Text",
"value": "JAVA_CLASS"
},
"value": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteFn"
}
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.coders.VoidCoder"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "mainOutput"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite.out0"
}
},
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": {
"@type": "http://schema.org/Boolean",
"value": true
}
},
"output_name": {
"@type": "http://schema.org/Text",
"value": "failedInserts"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite.out1"
}
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "output",
"step_name": "s24"
},
"serialized_fn": {
"@type": "http://schema.org/Text",
"value": "%82SNAPPY%00%00%00%00%01%00%00%00%01%00%00%07%a0%9d%1e%f0C%ac%ed%00%05sr%00!org.apache.beam.sdk.util.DoFnInfo%c9<%f6%f3%a7%a7%bd%10%02%00%06L%00%04doFnt%00%25Lorg/a%057%00/%017</sdk/transforms/%01=D;L%00%0ainputCodert%00%22LN5%00%00c%01%1d%04s/%05$%012$mainOutput^g%00Lvalues/TupleTag;L%00%0co%051%05D$st%00%0fLjava/%01%c60/Map;L%00%0esideI%01%8c%1cViewst%00%14%09#%90lang/Iterable;L%00%11windowingStrategyt%00.R%b7%00%0d%85%00W>0%00%18;xpsr%004NV%01%e8io.gcp.bigquery.StreamingWriteFn%16%fe%f0%dc%8aq%0cN%02%00%04L%00%0abqServicest%006R%83%00%18io/gcp/%11P%10/BigQ%01Y%00S%0d80;L%00%0bbyteCount!%81V%b6%01%14metric!%82%05'$;L%00%0ffailed)%86`Tagq%00~%00%03L%00%0bretryPolicyt%007%92%94%00%18InsertR%199%10;xr%00#N%1e%01Y=Ez(%acD#%06%ce%93%bd%9d%02%00%00%25R%008N4%00>R%01>%02%01,Impl%c2^%cf%7fE%1e&%bc%11I%005NI%00-%04%04.M)%0c($Delegating-=P%ea%a0%d0~{%90%1c%cf%02%00%01L%00%04namet%00(R%02%01%0dK%00/%09K%0cNameI%13%000nx%00%10AutoVA%d7%00_%197(%c0E%da%ea%1e%12%5cq%02%00%02%15s%04%12LE%daE%b7%10StrinA%fe%00%09%01%8f%10space!%a9%10%14xr%00&nl%00%19b%1c%8arHI%ff.%9a%85%25%1b%08t%00%0dA-@s_writtent%00%04sinksZ%af%01i%00%00.q%85D%b3%18yf[%c0z%b5%02%00%02Z%00%09genea?%14dL%00%02id%09%96%10p%00t%00%0dIYI%15%10ssr%007N%a9%00>%d6%01%09/]D$$2%b71y%12[%1fvs%01%ba%00rV%d3%01%82F%00%1cH%17f%b9%b9%fff%8d%01Da%b4%00%22N%8c%00%89%9e%08.Kv%85%5c%1cj%00%bd%b9%1d%a3%ca6%25%93%0c%08key%05%16%01%e0%0c%02L%00%0a%25%13%19%12%0cxr%00*jS%00$Structured%053%1cs%bf%12%0e%d5%d46%11%01%8e%08r%00 j9%00%05/%1cC%dd%d5%89%ae%bc~%f8%01/%01%bdrj%00%18hardedK%0d%af%1c=|Z%106%008%ccR%c5%00%04%10s%01-%14Number%05i^%e7%02)%19%18/VarInt%05*%04;x!%09%04 s%82%f7%00%18ingUtf8%055%1cL%0d}%1d%cb%01%cd%a4%01%c8Z%b8%02%09j%18.Atomic%055%1c%c7%ec%b5%cc%85tPF%015%11tR%f3%02%0d;%1d%a5%1c%c0K2%da%a9KVh%11;%04's%9a?%02%00T%c1%22%08Row%e1%12%05%85%1cm|/%1a%8fa5%de%25G%04%07i)%c6%0ct%00,Lj%e5%06i%b3%15%fd%10;L%00%0dt%0dX%05T%9eV%05%11%8d%0cJson%059)|%00'!%0d%00(%be%d2%00%15E%1c%fe%a0%e4%e3%02l%ceI9%1c%01P%0c%19%00t%00%fd%95%0csr%00%11%81%84%16$%08%f0>HashMap%05%07%da%c1%c3%16`%d1%03%00%02F%00%0aloadFactorI%00%09thresholdxp?@%00%00%00%00%00%0cw%08%00%00%00%10%00%00%00%02%01`%101sr%00$j%ef%02%04Vo-%5c%1c%b9%bfU%9b%e8%0d%afU%15%9f%01>%00%1a%01%05%140xsr%00%1f%19%96pCollections$EmptyListz%b8%17%b4<%a7%9e%de%01?%10psr%00,Nt%00e%c3%04s.B%d6%07%b0%a4Mf$.%cc%15%e5%02%00%0bZ%00%18allowedLatenessSpecifiedZ%00%0dmode%1d%10D%1atimestampCombiner%1d%1d%14%10trigg%1d%13%08L%00%0f:[%00%08t%00%18EP%10joda/%01L%10/Dura%01%da%e1%a7DclosingBehaviort%00A%05-%04ap%0e%ce%09R%97%09%22%df%08%1a%b9%08%04$C6C%00%0c;L%00%04%01%c3%08t%00?RK%00) %0d=%00i&&%09%1c$Accumul%05%9b%08Mod%0eL%09%18%0eonTime%19%9e%00@RS%00%f9%f8F%9e%00%00O2B%00%0e%a0%09!%042P%01%08t%00<%a6W%00%01%902>%00%0c;L%00%07-%86%08t%002%aaI%00)%ba%0c;L%00%08)S%10Fnt%003%a6@%00Ia0Fn;xp%00%01%00%01sr%00%16A%8f!%e7%00.%01%e3%00.1%e7%1c%00%00%02?zQ%ce%d6A%b6%08r%00%1f6%25%00 base.Base%1d.LY%19:%f4%8e%02%00%01J%00%07iMillisxpew%18%00%00%00~r%00?%01BI!%00.%0e%b8%0b%12%ef%0b9%83%00.%09%ce%0cing.%09%a3>!%02%01G%01%01%18%12%00%00xr%00%0eet%0e%8e%08%10.Enum%01%19%01%01%01%1d`pt%00%11FIRE_IF_NON_EMPTY~r%00=N%81%00IW%0dsnW%02%01^%01%01%01ba%fa8Ft%00%16DISCARDING_%01q(D_PANES~r%00>Nk%00n%ec%006o%02%01h%01%01%1dl%00%0b%01a%14_ALWAY%01a%00:%a2a%00By%02%01Y%01%01%1d]4%0dEND_OF_WINDOW^%1d%09R%c0%00%18DefaultM%96%18%b1%0a%e3%87%d1%bd:%1a%1d%09Rx%0aRF%00%0d?%1c6M3!y%faA%0f%12%eb%0a%0c%0bsub%0d%18%0cst%00%10%16%7f%0a%12Y%0d%a1T%08;xp!%86%108sr%006%a2%0c%01%14GlobalI_ s%96%16%b9%14%02%8a%af%0fI%e0%00;%a2E%00%18NonMerg%0e=%0d%12%82%0d$FnW%06%0bg%d3%ee%a8%ab%09J%001%a2J%00%11@0%c6%04%19y%ba%8a%96W%02%00%00xp"
},
"user_fn": {
"@type": "http://schema.org/Text",
"value": "org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteFn"
},
"user_name": {
"@type": "http://schema.org/Text",
"value": "WriteFailedRecords/WriteFailedRecordsToBigQuery/StreamingInserts/StreamingWriteTables/StreamingWrite"
}
}
}
],
"type": "JOB_TYPE_STREAMING"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment