a small script that takes in json lines and create a csv file

jsonlines_to_csv.py

import csv
import jsonlines
#import pprint

# open the file and put it in a list
with jsonlines.open("github_emails_data.jl") as f:
    json_file = [line for line in f]

#print(pprint.pprint(json_file))

# get all the keys and find the uniq keys.
# this is needed to build the header for the csv file
all_keys = [list(data.keys()) for data in json_file]

#print(all_keys)

all_keys_uniq = set(x for l in all_keys for x in l)

#print(all_keys_uniq)

# create the csv file and write the contents
with open("github_emails_data.csv", "w") as csvfile:
    fieldnames = all_keys_uniq
    writer = csv.DictWriter(csvfile, fieldnames=fieldnames)

    writer.writeheader()
    for line in json_file:
        writer.writerow(line)