petl - utils (csv-unicode, xml)

etlutils.py

import csv
from xml.etree import ElementTree
from petl import tocsv, fromcsv, convertall

def tocsvunicode(table, filename, encoding='utf-8', **kwds):
	data = (map(lambda x: unicode(x).encode(encoding), row) for row in table)
	tocsv(data, filename, **kwds)

def fromcsvunicode(source=None, dialect=csv.excel, encoding='utf-8', **kwargs):
	table = fromcsv(source, dialect, **kwargs)
	return convertall(table, lambda x: unicode(x, encoding))

def fromxml_record(filename, row_tag, col_tag, col_key_attr):
	''' load xml in format
		<row_tag>
			<col_tag col_key_attr="column">value</col_tag>
			<col_tag col_key_attr="column">value</col_tag>
			....
		</row_tag>
		<row_tag>
		...
		</row_tag>
		...

		look(fromdicts(list(fromxml_record(....)))
	'''
	tree = ElementTree.parse(filename)
	for row in tree.iterfind(row_tag):
		yield dict((col.attrib[col_key_attr], col.text) for col in row.findall(col_tag))