ddb_to_plain_old_json.py

#!/usr/bin/env python

import dask.bag as db
import json
from boto3.dynamodb.types import TypeDeserializer

def load_json(data):
    doc = json.loads(data)
    items = doc['Items']
    d = TypeDeserializer()
    return {k: d.deserialize(v) for item in items for k, v in item.items()}

if __name__ == "__main__":
    ddb_data_file = "data/*.json"
    b = db.read_text(ddb_data_file).map(load_json)
    print(b.take(1))