Yaml bug bash samples

nasa-dataflow.yaml

#
# python -m apache_beam.yaml.main --pipeline_spec_file=yaml-pipelines/nasa-dataflow.yaml
#

pipeline:
  type: chain

  source:
      type: ReadFromCsv
      config:
        path: 'gs://apache-beam-samples/nasa_jpl_asteroid/full.csv'

  transforms:
    - type: Filter
      config:
        language: python
        keep: 'hazardous_flag == "Y"'

  sink:
      type: WriteToJson
      config:
        # Update this to a unique path before running.
        path: "gs://apache-beam-yaml-temp/hazardous_astroids.json"

options:
  runner: DataflowRunner
  project: 'apache-beam-testing'
  region: us-central1
  temp_location: 'gs://apache-beam-yaml-temp/temp'
  # Needed for dev branch.
  sdk_location: container
  sdk_container_image: 'us-central1-docker.pkg.dev/apache-beam-testing/beam-yaml/beam_python3.9_sdk:2.54.0.dev'

nasa.yaml

pipeline:
  type: chain

  # To run locally, run
  #
  #   wget https://storage.googleapis.com/apache-beam-samples/nasa_jpl_asteroid/sample_100000.csv
  #
  # and change the path to './sample_100000.csv'

  source:
      type: ReadFromCsv
      config:
        path: 'gs://apache-beam-samples/nasa_jpl_asteroid/sample_100000.csv'

  transforms:
    - type: Filter
      config:
        language: python
        keep: 'hazardous_flag == "Y"'

  sink:
      type: WriteToJson
      config:
        path: "./hazardous_astroids.json"

simple.yaml

pipeline:
  type: chain
  transforms:
    - type: Create
      config:
        elements: [1, 2, 3]
    - type: LogForTesting

sql.yaml

pipeline:
  type: chain

  source:
      type: Create
      config:
        elements:
          - a
          - b

  transforms:
    - type: Sql
      config:
        query: 'SELECT * FROM PCOLLECTION'

  sink:
      type: LogForTesting

taxi.yaml

pipeline:
  source:
      type: ReadFromBigQuery
      config:
        table: 'apache-beam-testing.beam_bigquery_io_test.taxi_small'
        row_restriction: 'meter_reading > 1'

  transforms:
    - type: MapToFields
      input: ReadFromBigQuery
      config:
        language: python
        fields:
          passenger_count: passenger_count
          distance_to_pier_57: "(69**2 * (40.74347-latitude)**2 + 52**2 * (-74.00935-longitude)**2)**0.5"

    - type: LogForTesting
      input: MapToFields