csv_a_lot_fields_read.py

csv_a_lot_fields_read.py

import io
import csv


data = []

for l in range(10):
    fields = []
    for f in range(1000000):
        fields.append('"field{}"'.format(f))
    fields = ",".join(fields)
    data.append(fields)

data = "\n".join(data) + "\n"

buff = io.StringIO(data)
reader = csv.reader(buff)
for row in reader:
    pass