Skip to content

Instantly share code, notes, and snippets.

@jmelloy
Created July 14, 2017 01:21
Show Gist options
  • Save jmelloy/1b43bcaf7c600b3919fcfd7de18c6a58 to your computer and use it in GitHub Desktop.
Save jmelloy/1b43bcaf7c600b3919fcfd7de18c6a58 to your computer and use it in GitHub Desktop.
import json
import boto3
import os
import logging
from clumpy.google import service
from clumpy.google.models import BigQuery_Job
from clumpy.google.storage import delete_object
from clumpy.amazon.dynamodb import put_item
from clumpy.amazon.cloudwatch import write_metrics
import googleapiclient
"""Checks status of BigQuery load job"""
logger = logging.getLogger()
logger.setLevel(logging.INFO)
sqs = boto3.resource("sqs", "us-west-2")
dynamodb = boto3.resource("dynamodb", "us-west-2")
cs = service("storage", scope="devstorage.read_write")
bq = service("bigquery", v="v2")
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment