elasticsearch - generator for bulk ingestion with upserts

bulk_upsert_generator.py

for doc in collection:
    yield {
        '_id': id, '_type': TYPE,
        '_index': index,
        # with "doc_as_upsert": True, the document is either updated
        # or created if it does not already exist.
        '_op_type': 'update', 'doc': doc, "doc_as_upsert": True
    }