Amazon S3と永続化ファイルを経由せずにjson.gzを取り扱う (boto3を利用)

gzip_s3_and_json.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import json
import gzip
import StringIO

import boto3

def upload(bucket, key, obj):
    s3 = boto3.client('s3')
    inmem = StringIO.StringIO()
    with gzip.GzipFile(fileobj=inmem, mode='wb') as fh:
        fh.write(json.dumps(obj))
    inmem.seek(0)
    s3.put_object(Bucket=bucket, Body=inmem, Key=key)


def download(bucket, key, else_value=None):
    s3 = boto3.client('s3')
    response = s3.get_object(Bucket=bucket, Key=key)
    content = response['Body'].read()
    with gzip.GzipFile(fileobj=StringIO.StringIO(content)) as fh:
        try:
            return json.loads(fh.read())
        except Exception as e:
            return else_value


if __name__ == '__main__':
    BUCKET_NAME = ''
    KEY_NAME = ''
    upload(BUCKET_NAME, KEY_NAME, { u'あ': u'いうえお' })
    obj = download(BUCKET_NAME, KEY_NAME)
    print obj.get(u'あ')

Nice!!! Very Useful....