Naive parsing and output of JSON attributes to CSV.

test_ijson_parser.py

import csv
import ijson


def test_ijson(filename):
    record = {'records.item.author': None,
              'records.item.author_flair_text': None,
              'records.item.body': None}
    parser = ijson.parse(open(filename, 'r'))

    with open('output.csv', mode='w') as csv_file:
        writer = csv.DictWriter(csv_file, fieldnames=list(record.keys()))
        writer.writeheader()
        for prefix, event, value in parser:
            print(prefix, event, value)
            if prefix.endswith('author') or \
               prefix.endswith('author_flair_text') or \
               prefix.endswith('body'):
                record[prefix] = value
            elif prefix == 'records.item' and event == 'end_map' and value is None:
                writer.writerow(record)
                for key in record.keys():
                    record[key] = None