Quick snippet for reading GCS file

read_gcs.py

import re
import tempfile

import google.cloud.storage as storage


def analyse_one_logfile(gcs_full_path):
    client = storage.Client()
    bucket = client.get_bucket(DEV_LOGFILE_BUCKET_NAME)
    m = re.match('gs://{}/(.*)'.format(DEV_LOGFILE_BUCKET_NAME), gcs_full_path)
    assert m, "GCS path {} must be a valid log name".format(gcs_full_path)
    gcs_path = m.group(1)
    blob = bucket.get_blob(gcs_path)
    with tempfile.NamedTemporaryFile() as tmpfile:
        blob.download_to_file(tmpfile)
        tmpfile.flush()
        events = analyse_event_log(tmpfile.name)
    events = sanitize_data(gcs_full_path, '<bogus_boot_id>', events)
    return events