Created
May 10, 2022 18:34
-
-
Save ihji/c4962d98cb1662f541f2ab23cba00a43 to your computer and use it in GitHub Desktop.
Example Expansion Response - Beam College 2022
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| components { | |
| transforms { | |
| key: "External_0_AppliedPTransform_external0-ReadFromText-Read-Impulse_5" | |
| value { | |
| spec { | |
| urn: "beam:transform:impulse:v1" | |
| } | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_1" | |
| } | |
| unique_name: "external0/ReadFromText/Read/Impulse" | |
| } | |
| } | |
| transforms { | |
| key: "External_0_AppliedPTransform_external0-ReadFromText-Read-Map-lambda-at-iobase-py-898-_6" | |
| value { | |
| spec { | |
| urn: "beam:transform:pardo:v1" | |
| payload: "\n\365\t\n beam:dofn:pickled_python_info:v1\032\320\tQlpoOTFBWSZTWWwWCWQAAkL/5H///2lY86hVDWvfgr//3/b75A4AEABAAxzWNUu7cbrsNBTI1NoTap6NUeSfop6nlNPU9QHqHpPU8oBoaDQHqD1A0ADQmo00EBMEANGmhoNAAAAAAaA0AA1PQpNDTUNPUABpo0eoxGhkAAAAADQaGQCRIqejU9KaMnpoZNQaPUGnoNQaMjQBkaA0BpphGR+qYzWLEG1+z8bczYO3CNvk4nVODiYcI62rOOiBtIiIQmxFA4TbE3ue2mc2X/8XWi4wJ2N3df3TO41CJaNW9Wzt7lMbHeICDoo2BgM50vtVCnL2VrJLvPXDSjtYZHXLpmHjIJK7PmPaT9ilDcZW9IDc2MjUmkFVreq7uzidYLvvQLjgU1d+ZDaAH4U5WrSzVr1bnmfDtSP1/LuTxCesTHRBmapiuNINt9+ZFDbmeKy6vVEchAZXAPy9fZtJhEHT5ZBi4OAcPj4WDFHKKn294N0NK5JcR3Q6YrEnEwinB6CPCcYzH4yqdSY2QIT0JAS4McNJ6RjCVzwbPha1SYGmZsrHGHOZGtxkwqowVtAFIZWjWGwtkCIRRuIw41rjC0B7VEbkVS05EYDSBAIZsfkcQmCIVwlqK2H33jkZEx09VU4KGTaTcDDd6Ul9F5fdOLBr0IRohdg/UcQ9icf8+JKKawQtlzQmFRyA0HtwdQQyKL952NCGLrS4y25OeNwHU0pKMYe9o2qAnRLRcJ4gnHSOus2XLWgkonW0qqcx9FfRQGRBCIKYLFEo2wIQsXwrlKguLwRwjBMhuBnccpA8NSJxzIvGNH0IL0l5+AyC/bvB8/TzSqhltBl8ZZJOJlMC19GfUakBusncx2aooiC8eMgZUGxgG9SKGaqg2mBApV0JTNhoGAwDqoSflhYggZiy9lYCXTT9grwy7AjkSxHhUI895YRnSotKq8daLNQG4GRALZfhYGY9180Tw+Fq5SJxSBQ4osschmQz/UGJr8phTpAzB2QI3CBaqE6za/mpnKzr+KENlIWzFkiMNqu4j9UUFxrnuTRJhwtLBEggMo7DfK2O6wroC58wwMVYgqiFzMgRIVDyFY2Hx00zpYB6q+RH9IQ87BfN+ixg08owwWHj11VpykogBERkMkQkTKYAsIsPqSu/ihP+NHzbYcHSsJCZYyXkkhmAS0fgiRVNvcTC+aIV4Em7kwi6krLCBGzSkgoa0f+LuSKcKEg2CwSyAA==" | |
| } | |
| inputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_1" | |
| } | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_2" | |
| } | |
| unique_name: "external0/ReadFromText/Read/Map(<lambda at iobase.py:898>)" | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\022Transform Function\022/apache_beam.transforms.core.CallableWrapperDoFn2\002fn:!apache_beam.transforms.core.ParDo" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\022Transform Function\022\010<lambda>2\002fn:/apache_beam.transforms.core.CallableWrapperDoFn" | |
| } | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| } | |
| transforms { | |
| key: "External_0_AppliedPTransform_external0-ReadFromText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSour_8" | |
| value { | |
| spec { | |
| urn: "beam:transform:pardo:v1" | |
| payload: "\n\375\014\n beam:dofn:pickled_python_info:v1\032\330\014QlpoOTFBWSZTWUxjTMQAAyJ/8P//3/9EY6FVf+/fgr//3///5A4gYAAAANAEDeZRhmzHQ1A0IImppho0TTUYnoDUx6RDaTaCep6MgI9TR+oJ5TEek9T1MmhtQVAQAA0AAAAaAAAAAAAAAAADTSaAiZRo0aaJoB6jT1NMjR6mgAAAAAA0DQAaHAA000ABkAAA0AAA0AADIAAaGgAlNRTNQxCabSaCeQE0yDJ6j0hkBoxNAGhk0B5IGRkNDhhQN7XqgrXJ1WTw+4hYJMJzBGJG9N+QKwoo4X7wOOrWO1SsoVgQLPpZNkYhygbHy+b0shguMgztsqJSKoCUAI0D2SEITMhNfcOSTIQvpv+3Bgvx11pfxYHvNIQ1VGEjqIO2ytAgmqYRJgWGCOCJOI1Da259iemHIzylHHEwfVSiUduLO1OUhV1hCZilDyI/ssIX9pc3Yk3ImRENzHKDoeuToOypTrwlbNaItEmLWmnct4KMWjdqQhbFwB3bDTNYNZuEI4gQhvdU99PJJEZd7Y38lpAMpM2PjrXbzUQlVJHCQs6HwqTzjOTzl1pryKvRhMfsZ/Tzppa8J2+Xt9ksSjMioUqe/5K3p9vyyLpuycSPEdnjG87NN9rMVH32X6TrG0GhJDCCquIQDo3HEtXsClkAccqKPGWf88wXerRY169KNNIWoFE1jcWChuzyXs3x74olvWfg1dDEwSeQgMVzyoAoRhC9ueWzJsoglpcSCJOA7Fc5IGmwJAJUYTwobtyUgNAVTv3pXdTQKSMIImB5d4FjuEAZ7kkEM8U2fZbCc6Upt6UV4dIkjSKEiUVLpCztIFAOZUMgY3dC5Oej9YETRan2mD7XKs7wy7pAxaRPRlZ16k/bzOsmVhjxPZniFu6bnhwaKTrdXCsgaM9eOzCOiEgVQ0Hm+nsjSXI8HB+wWbbGLzVWdu3NBogbFlDMVqQTvOMFPTHlBtaQBmBLCQ60oZyxveikvzCdXkV0vXdzppiwG9YzFfW9M7KWFouRrcAikRBhrCAezgmiUEL/OfQJN5gSyhmVwIkULPcZmaqrkvpUouw8mYCa8J0U6YLXA4IERt8WaT0rUKm4xcYxVqRNRmJxR2gOzjbRQUyZnNZxlBHXhJiZWdbKKiSNV7bLzFrzM0XcyGsT2Ct5e66nKMJCkRVIZRS7z1H6I2gyAoucO16Np6JFDHbhx0xBojqqGUgKEpRwGEYTQQAwVsQIsGAICpCWFQADHGEJBy+cdO5G+jhmFJE4PZKZljO0ZSVMFTmU5jQskhVGHqYrNAMuOCRjI7GtJfZzcNetLDtJa6aI030FUKt2wxd89h7NctVOgUopdVzXD8Sg4kgXXAhNSoKhltCAb2fzth5NEHb/rqzNvJrbKSgBmIMlgxHBdQGRC+uJU0Bf4w5GeSjEMUyfvN4cwIKcAo2VeBLhEowI2CGMiGMJXQfnqOBELZdxwmeFYQxypje5TczUwWz/RRBE6LUKZuTh1DrFpbR2gQoIcS+VAuOvXFx+J9gnR4jqGwOwa7V6qwqJWO+guyErI2jIPxyurSIstljqc4LSNK1Ie0vwttUb4ksbhvXH2tWc1Y31bqZBLg4qd/i4OnnktrKf+LuSKcKEgmMaZiA=:\035External_0_Coder_TupleCoder_4" | |
| } | |
| inputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_2" | |
| } | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_3" | |
| } | |
| unique_name: "external0/ReadFromText/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)" | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\022Transform Function\022*apache_beam.io.iobase.SDFBoundedSourceDoFn2\002fn:!apache_beam.transforms.core.ParDo" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\014File Pattern\0221gs://apache-beam-samples/shakespeare/kinglear.txt2\014file_pattern:*apache_beam.io.iobase.SDFBoundedSourceDoFn" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\020Compression Type\022\004auto2\013compression:*apache_beam.io.iobase.SDFBoundedSourceDoFn" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\030Strip Trailing New Lines\030\0012\rstrip_newline:*apache_beam.io.iobase.SDFBoundedSourceDoFn" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\013Buffer Size(\200@2\013buffer_size:*apache_beam.io.iobase.SDFBoundedSourceDoFn" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\005Coder\022&apache_beam.coders.coders.StrUtf8Coder2\005coder:*apache_beam.io.iobase.SDFBoundedSourceDoFn" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\006source\022!apache_beam.io.textio._TextSource2\006source:*apache_beam.io.iobase.SDFBoundedSourceDoFn" | |
| } | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| } | |
| transforms { | |
| key: "External_0_AppliedPTransform_external0-ReadFromText-Read-SDFBoundedSourceReader_7" | |
| value { | |
| spec { | |
| urn: "beam:transform:generic_composite:v1" | |
| payload: "<SDFBoundedSourceReader(PTransform) label=[SDFBoundedSourceReader]>" | |
| } | |
| subtransforms: "External_0_AppliedPTransform_external0-ReadFromText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSour_8" | |
| inputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_2" | |
| } | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_3" | |
| } | |
| unique_name: "external0/ReadFromText/Read/SDFBoundedSourceReader" | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\014File Pattern\0221gs://apache-beam-samples/shakespeare/kinglear.txt2\014file_pattern:,apache_beam.io.iobase.SDFBoundedSourceReader" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\020Compression Type\022\004auto2\013compression:,apache_beam.io.iobase.SDFBoundedSourceReader" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\030Strip Trailing New Lines\030\0012\rstrip_newline:,apache_beam.io.iobase.SDFBoundedSourceReader" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\013Buffer Size(\200@2\013buffer_size:,apache_beam.io.iobase.SDFBoundedSourceReader" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\005Coder\022&apache_beam.coders.coders.StrUtf8Coder2\005coder:,apache_beam.io.iobase.SDFBoundedSourceReader" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\006source\022!apache_beam.io.textio._TextSource2\006source:,apache_beam.io.iobase.SDFBoundedSourceReader" | |
| } | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| } | |
| transforms { | |
| key: "External_0_AppliedPTransform_external0-ReadFromText-Read_4" | |
| value { | |
| spec { | |
| urn: "beam:transform:read:v1" | |
| payload: "\n\305\004\n\035beam:source:pickled_python:v1\032\243\004\n\240\004QlpoOTFBWSZTWRRZoB0AAOL/4F/d+mBQY6BQCAtfAL/v3/JiRA4AMAFaazQaKnk0yp4U8SPKGMmU8oAeoyeoxpM1GJgNSaaTwp6QeUAADQNAAAAaAEppE1EPQI2k0aaNAAAA0HqGm1NHqJNkyFmGgzorQMQVbHblyqlHtTDw5uSzHT8355wJl8UYrHvuZZNfktNFHsvVUp1R91veh8H4X3PJ2Bu1SQJUkzTbcSQMM1dfxhUGXqn367rJy1GKU64ZI4xAwB6cOEgzJQYZnXMlillI5C4UkIDrBTAwSShyMUB5XZU9ZOqYgZCxIdK88lYtjbIPEbcw6YA7gMoZOZYREpTQXNeQyqKPsg/sDRhDgaSByD4nRgciiFx5PfalRSv3TNIjQicNST1NRBRLU1i8CuELsIuZnIycmQT7L0br4bdpkoJC93CIlx2lK2ZEZh2oW+EnSYh/MFICoJwQiDsYNIwB8KIfOzjf1VuA6dFopglVGqw7NoK2wXDEyVc16toylYVeF6CaRvxHF3f4u5IpwoSAos0A6A==\020\002" | |
| } | |
| subtransforms: "External_0_AppliedPTransform_external0-ReadFromText-Read-Impulse_5" | |
| subtransforms: "External_0_AppliedPTransform_external0-ReadFromText-Read-Map-lambda-at-iobase-py-898-_6" | |
| subtransforms: "External_0_AppliedPTransform_external0-ReadFromText-Read-SDFBoundedSourceReader_7" | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_3" | |
| } | |
| unique_name: "external0/ReadFromText/Read" | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\013Read Source\022!apache_beam.io.textio._TextSource2\006source:\032apache_beam.io.iobase.Read" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\014File Pattern\0221gs://apache-beam-samples/shakespeare/kinglear.txt2\014file_pattern:!apache_beam.io.textio._TextSource" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\020Compression Type\022\004auto2\013compression:!apache_beam.io.textio._TextSource" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\030Strip Trailing New Lines\030\0012\rstrip_newline:!apache_beam.io.textio._TextSource" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\013Buffer Size(\200@2\013buffer_size:!apache_beam.io.textio._TextSource" | |
| } | |
| display_data { | |
| urn: "beam:display_data:labelled:v1" | |
| payload: "\n\005Coder\022&apache_beam.coders.coders.StrUtf8Coder2\005coder:!apache_beam.io.textio._TextSource" | |
| } | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| } | |
| transforms { | |
| key: "External_0_AppliedPTransform_external0-ReadFromText_3" | |
| value { | |
| spec { | |
| urn: "beam:transform:generic_composite:v1" | |
| payload: "<ReadFromText(PTransform) label=[ReadFromText]>" | |
| } | |
| subtransforms: "External_0_AppliedPTransform_external0-ReadFromText-Read_4" | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_3" | |
| } | |
| unique_name: "external0/ReadFromText" | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| } | |
| pcollections { | |
| key: "External_0_PCollection_PCollection_1" | |
| value { | |
| unique_name: "35external0/ReadFromText/Read/Impulse.None" | |
| coder_id: "External_0_Coder_BytesCoder_1" | |
| is_bounded: BOUNDED | |
| windowing_strategy_id: "External_0_Windowing_Windowing_1" | |
| } | |
| } | |
| pcollections { | |
| key: "External_0_PCollection_PCollection_2" | |
| value { | |
| unique_name: "58external0/ReadFromText/Read/Map(<lambda at iobase.py:898>).None" | |
| coder_id: "External_0_Coder__MemoizingPickleCoder_3" | |
| is_bounded: BOUNDED | |
| windowing_strategy_id: "External_0_Windowing_Windowing_1" | |
| } | |
| } | |
| pcollections { | |
| key: "External_0_PCollection_PCollection_3" | |
| value { | |
| unique_name: "78external0/ReadFromText/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn).None" | |
| coder_id: "External_0_Coder_StrUtf8Coder_7" | |
| is_bounded: BOUNDED | |
| windowing_strategy_id: "External_0_Windowing_Windowing_1" | |
| } | |
| } | |
| windowing_strategies { | |
| key: "External_0_Windowing_Windowing_1" | |
| value { | |
| window_fn { | |
| urn: "beam:window_fn:global_windows:v1" | |
| } | |
| merge_status: NON_MERGING | |
| window_coder_id: "External_0_Coder_GlobalWindowCoder_2" | |
| trigger { | |
| default { | |
| } | |
| } | |
| accumulation_mode: DISCARDING | |
| output_time: END_OF_WINDOW | |
| closing_behavior: EMIT_ALWAYS | |
| on_time_behavior: FIRE_ALWAYS | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder_BytesCoder_1" | |
| value { | |
| spec { | |
| urn: "beam:coder:bytes:v1" | |
| } | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder_FastPrimitivesCoder_6" | |
| value { | |
| spec { | |
| urn: "beam:coder:pickled_python:v1" | |
| payload: "\n\224\001FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY" | |
| } | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder_GlobalWindowCoder_2" | |
| value { | |
| spec { | |
| urn: "beam:coder:global_window:v1" | |
| } | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder_StrUtf8Coder_7" | |
| value { | |
| spec { | |
| urn: "beam:coder:string_utf8:v1" | |
| } | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder_TupleCoder_4" | |
| value { | |
| spec { | |
| urn: "beam:coder:kv:v1" | |
| } | |
| component_coder_ids: "External_0_Coder__SDFBoundedSourceWrapperRestrictionCoder_5" | |
| component_coder_ids: "External_0_Coder_FastPrimitivesCoder_6" | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder__MemoizingPickleCoder_3" | |
| value { | |
| spec { | |
| urn: "beam:coder:pickled_python:v1" | |
| payload: "\n\206\001_MemoizingPickleCoder$eNprYJnqywABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPaLxvam5+ZlVmXnpAZnJ2TqozSGLK5CmajVNqp/RwJYN1FmdWpU7xFihO0gMAF4If5g==" | |
| } | |
| } | |
| } | |
| coders { | |
| key: "External_0_Coder__SDFBoundedSourceWrapperRestrictionCoder_5" | |
| value { | |
| spec { | |
| urn: "beam:coder:pickled_python:v1" | |
| payload: "\n\241\001_SDFBoundedSourceWrapperRestrictionCoder$eNprYJnqwwABPaKJBYnJGanxSamJuXqZ+UCUlFicOqVHIz7Yxc0pvzQvJTUlOL+0KDk1vCixoCC1KCi1uKQoM7kkMz/POT8ltWjK5CmajVNqpyTpAQDfLx+4" | |
| } | |
| } | |
| } | |
| environments { | |
| key: "External_0_Environment_default_environment_1" | |
| value { | |
| urn: "beam:env:docker:v1" | |
| payload: "\n$apache/beam_python3.8_sdk:2.40.0.dev" | |
| capabilities: "beam:coder:bytes:v1" | |
| capabilities: "beam:coder:string_utf8:v1" | |
| capabilities: "beam:coder:kv:v1" | |
| capabilities: "beam:coder:bool:v1" | |
| capabilities: "beam:coder:varint:v1" | |
| capabilities: "beam:coder:double:v1" | |
| capabilities: "beam:coder:iterable:v1" | |
| capabilities: "beam:coder:timer:v1" | |
| capabilities: "beam:coder:interval_window:v1" | |
| capabilities: "beam:coder:length_prefix:v1" | |
| capabilities: "beam:coder:global_window:v1" | |
| capabilities: "beam:coder:windowed_value:v1" | |
| capabilities: "beam:coder:param_windowed_value:v1" | |
| capabilities: "beam:coder:state_backed_iterable:v1" | |
| capabilities: "beam:coder:custom_window:v1" | |
| capabilities: "beam:coder:row:v1" | |
| capabilities: "beam:coder:sharded_key:v1" | |
| capabilities: "beam:coder:nullable:v1" | |
| capabilities: "beam:protocol:progress_reporting:v0" | |
| capabilities: "beam:protocol:harness_monitoring_infos:v1" | |
| capabilities: "beam:protocol:worker_status:v1" | |
| capabilities: "beam:combinefn:packed_python:v1" | |
| capabilities: "beam:version:sdk_base:apache/beam_python3.8_sdk:2.40.0.dev" | |
| capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1" | |
| capabilities: "beam:transform:to_string:v1" | |
| capabilities: "beam:protocol:sibling_workers:v1" | |
| } | |
| } | |
| environments { | |
| key: "beam:env:docker:v1" | |
| value { | |
| urn: "beam:env:docker:v1" | |
| payload: "\n apache/beam_java8_sdk:2.40.0.dev" | |
| capabilities: "beam:coder:bytes:v1" | |
| capabilities: "beam:coder:bool:v1" | |
| capabilities: "beam:coder:varint:v1" | |
| capabilities: "beam:coder:string_utf8:v1" | |
| capabilities: "beam:coder:iterable:v1" | |
| capabilities: "beam:coder:timer:v1" | |
| capabilities: "beam:coder:kv:v1" | |
| capabilities: "beam:coder:length_prefix:v1" | |
| capabilities: "beam:coder:global_window:v1" | |
| capabilities: "beam:coder:interval_window:v1" | |
| capabilities: "beam:coder:custom_window:v1" | |
| capabilities: "beam:coder:windowed_value:v1" | |
| capabilities: "beam:coder:double:v1" | |
| capabilities: "beam:coder:row:v1" | |
| capabilities: "beam:coder:param_windowed_value:v1" | |
| capabilities: "beam:coder:state_backed_iterable:v1" | |
| capabilities: "beam:coder:sharded_key:v1" | |
| capabilities: "beam:coder:nullable:v1" | |
| capabilities: "beam:protocol:multi_core_bundle_processing:v1" | |
| capabilities: "beam:protocol:progress_reporting:v1" | |
| capabilities: "beam:protocol:harness_monitoring_infos:v1" | |
| capabilities: "beam:protocol:control_request_elements_embedding:v1" | |
| capabilities: "beam:protocol:state_caching:v1" | |
| capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.40.0.dev" | |
| capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1" | |
| capabilities: "beam:transform:to_string:v1" | |
| } | |
| } | |
| } | |
| transform { | |
| spec { | |
| urn: "beam:transforms:python:fully_qualified_named" | |
| payload: "\n\307\001\n\021\n\013constructor\032\002\020\007\n2\n\004args\032*2(\n&\022$da55433c-47b9-48fc-871c-3aec4c449565\nX\n\006kwargs\032N2L\nJ\n\022\n\014file_pattern\032\002\020\007\n\016\n\010validate\032\002\020\010\022$01cd72fb-e408-4b28-b1ce-82f7b0e0b66e\022$51a7dee1-8c37-4624-b0dc-d135411bd7eb\022U\003\000\033apache_beam.io.ReadFromText\000\000\002\0001gs://apache-beam-samples/shakespeare/kinglear.txt\000" | |
| } | |
| subtransforms: "External_0_AppliedPTransform_external0-ReadFromText_3" | |
| outputs { | |
| key: "None" | |
| value: "External_0_PCollection_PCollection_3" | |
| } | |
| unique_name: "external0" | |
| environment_id: "External_0_Environment_default_environment_1" | |
| } | |
| requirements: "beam:requirement:pardo:splittable_dofn:v1" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment