plotting SFMTA coords using pandas + datashader + imagemagick

process_lines.py

##### use this to get data in a format for the jupyter notebook

import csv
from os import listdir
from os.path import isfile, join
from math import floor
# take everything from one 
# output time of day, lat, lon, that's it.
PATH = '../data/'

fieldnames = ['time', 'vehicle_tag', 'lat', 'lon']
OUT = csv.DictWriter(open('out_segs.csv', 'w'), fieldnames)
OUT.writeheader()
for filename in [[f for f in listdir(PATH) if isfile(join(PATH, f))][0]]:
    r = csv.DictReader(open(join(PATH,filename), 'r'))
    print('processing', filename)
    for row in r:
        time = row['REPORT_TIME'][11:]
        time = time.split(':')
        time = '{}:{}:00'.format(time[0], time[1])
        OUT.writerow({'time': time, 'lat': row['LATITUDE'], 'lon': row['LONGITUDE'], 'vehicle_tag': row['VEHICLE_TAG']})

sfmta.ipynb