Created
July 5, 2012 23:34
-
-
Save phobson/3057138 to your computer and use it in GitHub Desktop.
Process a pyodbc database cursor into a numpy record array or pandas dataframe
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import pyodbc | |
import numpy as np | |
import datetime | |
import pandas | |
def processCursor(cur, dataframe=False): | |
datatypes = [] | |
colinfo = cur.description | |
for col in colinfo: | |
if col[1] == unicode: | |
datatypes.append((col[0], 'U%d' % col[3])) | |
elif col[1] == str: | |
datatypes.append((col[0], 'S%d' % col[3])) | |
elif col[1] == float: | |
datatypes.append((col[0], 'f4')) | |
elif col[1] == datetime.datetime: | |
datatypes.append((col[0], 'O4')) | |
elif col[1] == int: | |
datatypes.append((col[0], 'i4')) | |
data = [] | |
for row in cur: | |
data.append(tuple(row)) | |
array = np.array(data, dtype=datatypes) | |
if dataframe: | |
output = pandas.DataFrame.from_records(array) | |
else: | |
output = array | |
return output |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment