Skip to content

Instantly share code, notes, and snippets.

@arcolife
Last active December 24, 2017 12:49
Show Gist options
  • Save arcolife/dc17b998e0a0a7627e64025e6df86b29 to your computer and use it in GitHub Desktop.
Save arcolife/dc17b998e0a0a7627e64025e6df86b29 to your computer and use it in GitHub Desktop.
test elasticsearch 6x
from elasticsearch import helpers
from elasticsearch import Elasticsearch
hosts = [dict(host='0.0.0.0', port=9200),]
es = Elasticsearch(hosts)
d = [{'_op_type': 'create', '_index': 'sarjitsu.sar-20160224', '_type': 'sar', '_id': '744f14216b8bfd2ce701de37f7cfd434', '_source': {'timestamp': {'date': '2016-02-24', 'time': '02:46:18', 'utc': 1, 'interval': 29778}, 'cpu-load-all': [{'usr': 0.0, 'nice': 0.0, 'sys': 0.0, 'iowait': 0.0, 'steal': 0.0, 'irq': 0.0, 'soft': 0.0, 'guest': 0.0, 'gnice': 0.0, 'idle': 0.0, 'cpu': 'all'}, {'usr': 11.9, 'nice': 0.13, 'sys': 1.64, 'iowait': 0.36, 'steal': 0.0, 'irq': 0.0, 'soft': 0.0, 'guest': 0.0, 'gnice': 0.0, 'idle': 85.97, 'cpu': 0}, {'usr': 0.0, 'nice': 0.0, 'sys': 0.0, 'iowait': 0.0, 'steal': 0.0, 'irq': 0.0, 'soft': 0.0, 'guest': 0.0, 'gnice': 0.0, 'idle': 0.0, 'cpu': 1}, {'usr': 0.0, 'nice': 0.0, 'sys': 0.0, 'iowait': 0.0, 'steal': 0.0, 'irq': 0.0, 'soft': 0.0, 'guest': 0.0, 'gnice': 0.0, 'idle': 0.0, 'cpu': 2}, {'usr': 0.0, 'nice': 0.0, 'sys': 0.0, 'iowait': 0.0, 'steal': 0.0, 'irq': 0.0, 'soft': 0.0, 'guest': 0.0, 'gnice': 0.0, 'idle': 0.0, 'cpu': 3}], 'cpu-load': [{'cpu': 'all', 'idle': 0.0, 'iowait': 0.0, 'nice': 0.0, 'steal': 0.0, 'system': 0.0, 'user': 0.0}, {'cpu': 0, 'idle': 85.97, 'iowait': 0.36, 'nice': 0.13, 'steal': 0.0, 'system': 1.64, 'user': 11.9}, {'cpu': 1, 'idle': 0.0, 'iowait': 0.0, 'nice': 0.0, 'steal': 0.0, 'system': 0.0, 'user': 0.0}, {'cpu': 2, 'idle': 0.0, 'iowait': 0.0, 'nice': 0.0, 'steal': 0.0, 'system': 0.0, 'user': 0.0}, {'cpu': 3, 'idle': 0.0, 'iowait': 0.0, 'nice': 0.0, 'steal': 0.0, 'system': 0.0, 'user': 0.0}], 'process-and-context-switch': {'proc': 0.07, 'cswch': 96.82}, 'swap-pages': {'pswpin': 0.0, 'pswpout': 0.0}, 'paging': {'pgpgin': 0.3, 'pgpgout': 7.21, 'fault': 161.71, 'majflt': 0.0, 'pgfree': 119.89, 'pgscank': 0.0, 'pgscand': 0.0, 'pgsteal': 0.0, 'vmeff-percent': 0.0}, 'io': {'tps': 0.25, 'io-reads': {'rtps': 0.01, 'bread': 0.58}, 'io-writes': {'wtps': 0.24, 'bwrtn': 14.32}}, 'memory': {'memfree': 550908, 'memused': 7309352, 'memused-percent': 92.99, 'buffers': 296600, 'cached': 3510472, 'commit': 8970908, 'commit-percent': 39.12, 'active': 4294256, 'inactive': 2542760, 'dirty': 1080, 'swpfree': 15066416, 'swpused': 2764, 'swpused-percent': 0.02, 'swpcad': 184, 'swpcad-percent': 6.66, 'frmpg': 1.75, 'bufpg': 0.02, 'campg': 0.42}, 'hugepages': {'hugfree': 0, 'hugused': 0, 'hugused-percent': 0.0}, 'kernel': {'dentunusd': 380804, 'file-nr': 17142, 'inode-nr': 114288, 'pty-nr': 7}, 'queue': {'runq-sz': 36, 'plist-sz': 965, 'ldavg-1': 0.04, 'ldavg-5': 0.4, 'ldavg-15': 0.54, 'blocked': 2}, 'serial': [{'line': 4, 'rcvin': 0.0, 'xmtin': 0.0, 'framerr': 0.0, 'prtyerr': 0.0, 'brk': 0.0, 'ovrun': 0.0}], 'disk': [{'tps': 0.25, 'rd_sec': 0.58, 'wr_sec': 14.32, 'avgrq-sz': 60.23, 'avgqu-sz': 0.0, 'await': 2.23, 'svctm': 0.26, 'util-percent': 0.01, 'disk-device': 'dev8-0'}, {'tps': 0.0, 'rd_sec': 0.01, 'wr_sec': 0.0, 'avgrq-sz': 8.0, 'avgqu-sz': 0.0, 'await': 1.14, 'svctm': 0.37, 'util-percent': 0.0, 'disk-device': 'dev253-0'}, {'tps': 0.09, 'rd_sec': 0.53, 'wr_sec': 0.75, 'avgrq-sz': 14.79, 'avgqu-sz': 0.0, 'await': 2.3, 'svctm': 0.21, 'util-percent': 0.0, 'disk-device': 'dev253-1'}, {'tps': 0.41, 'rd_sec': 0.04, 'wr_sec': 13.57, 'avgrq-sz': 32.89, 'avgqu-sz': 0.0, 'await': 2.05, 'svctm': 0.11, 'util-percent': 0.0, 'disk-device': 'dev253-2'}, {'tps': 0.41, 'rd_sec': 0.04, 'wr_sec': 13.57, 'avgrq-sz': 33.23, 'avgqu-sz': 0.0, 'await': 2.78, 'svctm': 0.12, 'util-percent': 0.0, 'disk-device': 'dev253-3'}, {'tps': 0.01, 'rd_sec': 0.02, 'wr_sec': 0.09, 'avgrq-sz': 13.2, 'avgqu-sz': 0.0, 'await': 0.53, 'svctm': 0.19, 'util-percent': 0.0, 'disk-device': 'dev7-0'}, {'tps': 0.0, 'rd_sec': 0.0, 'wr_sec': 0.01, 'avgrq-sz': 7.07, 'avgqu-sz': 0.0, 'await': 1.0, 'svctm': 1.0, 'util-percent': 0.0, 'disk-device': 'dev7-1'}, {'tps': 0.01, 'rd_sec': 0.02, 'wr_sec': 0.09, 'avgrq-sz': 12.43, 'avgqu-sz': 0.0, 'await': 0.55, 'svctm': 0.18, 'util-percent': 0.0, 'disk-device': 'dev253-4'}, {'tps': 0.0, 'rd_sec': 0.0, 'wr_sec': 0.01, 'avgrq-sz': 9.53, 'avgqu-sz': 0.0, 'await': 0.72, 'svctm': 0.64, 'util-percent': 0.0, 'disk-device': 'dev253-5'}, {'tps': 0.0, 'rd_sec': 0.0, 'wr_sec': 0.01, 'avgrq-sz': 9.09, 'avgqu-sz': 0.0, 'await': 1.39, 'svctm': 1.25, 'util-percent': 0.0, 'disk-device': 'dev253-6'}, {'tps': 0.0, 'rd_sec': 0.0, 'wr_sec': 0.04, 'avgrq-sz': 10.36, 'avgqu-sz': 0.0, 'await': 0.7, 'svctm': 0.45, 'util-percent': 0.0, 'disk-device': 'dev253-7'}], 'network': {'net-nfs': {'call': 0.0, 'retrans': 0.0, 'read': 0.0, 'write': 0.0, 'access': 0.0, 'getatt': 0.0}, 'net-nfsd': {'scall': 0.0, 'badcall': 0.0, 'packet': 0.0, 'udp': 0.0, 'tcp': 0.0, 'hit': 0.0, 'miss': 0.0, 'sread': 0.0, 'swrite': 0.0, 'saccess': 0.0, 'sgetatt': 0.0}, 'net-sock': {'totsck': 1359, 'tcpsck': 15, 'udpsck': 6, 'rawsck': 0, 'ip-frag': 0, 'tcp-tw': 1}, 'net-dev': [{'iface': 'veth5f5d295', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'enp0s25', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'virbr0-nic', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'docker0', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'veth72b1f61', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'veth3bae593', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'virbr0', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'lo', 'rxpck': 0.0, 'txpck': 0.0, 'rxkB': 0.0, 'txkB': 0.0, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}, {'iface': 'wlp3s0', 'rxpck': 0.65, 'txpck': 0.46, 'rxkB': 0.63, 'txkB': 0.08, 'rxcmp': 0.0, 'txcmp': 0.0, 'rxmcst': 0.0, 'ifutil-percent': 0.0}], 'net-edev': [{'iface': 'veth5f5d295', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'enp0s25', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'virbr0-nic', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'docker0', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'veth72b1f61', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'veth3bae593', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'virbr0', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'lo', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}, {'iface': 'wlp3s0', 'rxerr': 0.0, 'txerr': 0.0, 'coll': 0.0, 'rxdrop': 0.0, 'txdrop': 0.0, 'txcarr': 0.0, 'rxfram': 0.0, 'rxfifo': 0.0, 'txfifo': 0.0}]}, '_metadata': {'sysdata-version': 2.19, 'nodename': 'localhost.localdomain', 'sysname': 'Linux', 'release': '4.3.5-300.fc23.x86_64', 'machine': 'x86_64', 'number-of-cpus': 4, 'file-date': '2016-02-24', 'file-utc-time': '18:30:00', 'generated-by': 'index-sar', 'generated-by-version': '1.1.2-0'}}}]
helpers.bulk(es, d)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment