job_check.py

import json
import boto3
import os
import logging

from clumpy.google import service
from clumpy.google.models import BigQuery_Job
from clumpy.google.storage import delete_object
from clumpy.amazon.dynamodb import put_item
from clumpy.amazon.cloudwatch import write_metrics

import googleapiclient

"""Checks status of BigQuery load job"""

logger = logging.getLogger()
logger.setLevel(logging.INFO)

sqs = boto3.resource("sqs", "us-west-2")
dynamodb = boto3.resource("dynamodb", "us-west-2")

cs = service("storage", scope="devstorage.read_write")
bq = service("bigquery", v="v2")