gistfile1.py

# JSON serialize an object, returns a generator that will yield in approximate
# sized chunks.

import json

def chunk_up(gen, csize):
    """ Gather the string output from a generator and yield it in
        chunks of approximately "csize" bytes.
    """

    out = ""
    for chunk in  gen:
        out += chunk
        if len(out) > csize:
            yield out
            out = ""
    yield out


# Fetch the data structure
# big = json.load(open("input.json"))

gen = json.JSONEncoder().iterencode(big)

for chunk in chunk_up(gen, 10240):  # 10k chunks
    print len(chunk)