Django QuerySetBatchIterator

qs_iterator.py

class QuerysetBatchIterator:

    def __init__(self, qs, batch_size=1000):
        self.qs = qs
        self.batch_size = batch_size
        self._total = None

    def __iter__(self):
        for start in range(0, self.total, self.batch_size):
            end = min(start + self.batch_size, self.total)
            yield self.qs[start:end]

    @property
    def total(self):
        if self._total is None:
            self._total = self.qs.count()
        return self._total