Select 100k rows using SQLAlchemy

select100k_sqla.py

from sqlalchemy import create_engine
import sys
import time

conn = None

class Generic:
    pass

try:
    conn_str = "postgresql+psycopg2://postgres:password@localhost:5432/test"
    engine = create_engine(conn_str)
    conn = engine.connect()
    
    sql = "select a,b,c,d,e from table1"
    
    start = time.time()
    res = conn.execute(sql).fetchall()
    elapsed = time.time() - start
    print('query time: ' + str(elapsed * 1000))
    
    start = time.time()
    rowlist = []
    for r in res:
        g = Generic()
        g.a = r['a']
        g.b = r['b']
        g.c = r['c']
        g.d = r['d']
        g.e = r['e']
        rowlist.append(g)
    elapsed = time.time() - start
    print('conversion time: ' + str(elapsed * 1000))
    
    print('res size: ' + str(sys.getsizeof(res)))
    print('rowlist size: ' + str(sys.getsizeof(rowlist)))
        
except Exception, err:
    print('error')
    print(err)

finally:
    if conn is not None: conn.close()