bigquery_function.py

from google.cloud import bigquery

dataset = "btlearningpath"
table = "city_speeds_from_function"

def add_to_bq(data, context):

    source_bucket = data['bucket']
    source_file = data['name']
    uri = 'gs://{}/{}'.format(source_bucket, source_file)

    client = bigquery.Client()
    dataset_ref = client.dataset(dataset)

    job_config = bigquery.LoadJobConfig()
    job_config.autodetect = True
    job_config.source_format = bigquery.SourceFormat.CSV
    job_config.write_disposition = bigquery.WriteDisposition.WRITE_APPEND

    load_job = client.load_table_from_uri(
        uri,
        dataset_ref.table(table),
        job_config=job_config
    )

    print('Starting job {}'.format(load_job.job_id))
    load_job.result()
    print('Job finished.')