kube-es-bench

esbench.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import time
import datetime

import joblib
from faker import Factory
from elasticsearch import Elasticsearch

fake = Factory.create()
es = Elasticsearch([os.getenv('ES_HOST')])
ndocs = 10000

def bench(offset=0):
    t0 = time.time()
    for idx in range(ndocs):
        res = es.index(
            index='bench',
            doc_type='bench',
            id=idx + offset,
            body={
                'text': fake.paragraph(nb_sentences=1000),
                'timestamp': datetime.datetime.now(),
            },
        )
        print(offset, res['created'])
    print('inserted {} documents in {}'.format(ndocs, time.time() - t0))

if __name__ == "__main__":
    es.indices.delete(index='bench', ignore=[400, 404])
    joblib.Parallel(n_jobs=4, backend='threading')(joblib.delayed(bench)(offset) for offset in [0, 10000, 20000, 30000])