indic_osm_history_data

indic_osm_tag_history_data.py

import requests
import dataset
db = dataset.connect('sqlite:///:memory:')
table = db['indic_osm_history_data']

language_codes = {"kn":"Kannada","mr":"Marathi","ne":"Nepali","ta":"Tamil","hi":"Hindi","ur":"Urdu","ml":"Malayalam","bn":"Bengali","te":"Telugu","pa":"Punjabi"}


for language_code in language_codes.keys():
	url="http://taghistory.raifer.tech/***/name%3A"+language_code+"/"
	print str(url)
	language = language_codes[language_code]
	r = requests.get(url)
	data = r.json()
	for item in data:
		print str(item)
		date = str(item['date'])[0:10]
		count = item['count']
		row = table.find_one(date=date)
		r = {'date':date,language:count}
		if row:
			table.update(r, ['date'])
		else:
			table.insert(r)
result = table.all()
dataset.freeze(result, format='csv', filename='indic_osm_tag_history_data.csv')