batching a query set in django

batch_qs.gist

def batch_query_set(query_set, single=False, batch_size=1000):
    try:
        last_id = query_set.order_by('-id')[0].id
        first_id = query_set.order_by('id')[0].id
        for start in range(first_id, last_id + 1, batch_size):
            end = min(start + batch_size - 1, last_id)
            records = query_set.filter(id__range=(start, end)).all()
            if single:
                for record in records:
                    yield record
            else:
                yield records
    except IndexError:
        yield query_set.model.objects.none()