load.py

#!/usr/bin/env python

from __future__ import print_function
import fileinput
import json
from datetime import datetime
import time
from pymongo import MongoClient

def get_collection(conn=None):
    client = MongoClient(conn)
    return client.oastats.requests

def main(collection):
    for line in fileinput.input():
        request = json.loads(line)
        t = time.strptime(request['time'], "%Y-%m-%dT%H:%M:%S")
        request['time'] = datetime.fromtimestamp(time.mktime(t))
        collection.insert(request)


if __name__ == '__main__':
    collection = get_collection()
    main(collection)