esbench 100gb macbookpro test dump

gistfile1.txt

curl -XPUT 'http://localhost:9200/esbench_stats/bench/351b0aa5' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "ok": true, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"max": 8, "queue_size": "200", "type": "fixed", "min": 8}, "search": {"max": 24, "queue_size": "1k", "type": "fixed", "min": 24}, "management": {"max": 5, "keep_alive": "5m", "type": "scaling", "min": 1}, "get": {"max": 8, "queue_size": "1k", "type": "fixed", "min": 8}, "generic": {"keep_alive": "30s", "type": "cached"}, "suggest": {"max": 8, "queue_size": "1k", "type": "fixed", "min": 8}, "refresh": {"max": 4, "keep_alive": "5m", "type": "scaling", "min": 1}, "bulk": {"max": 8, "queue_size": "50", "type": "fixed", "min": 8}, "merge": {"max": 4, "keep_alive": "5m", "type": "scaling", "min": 1}, "snapshot": {"max": 4, "keep_alive": "5m", "type": "scaling", "min": 1}, "percolate": {"max": 8, "queue_size": "1k", "type": "fixed", "min": 8}, "flush": {"max": 4, "keep_alive": "5m", "type": "scaling", "min": 1}, "warmer": {"max": 4, "keep_alive": "5m", "type": "scaling", "min": 1}, "optimize": {"max": 1, "type": "fixed", "min": 1}}, "transport_address": "inet[/192.168.171.142:9300]", "http": {"max_content_length": "100mb", "max_content_length_in_bytes": 104857600, "publish_address": "inet[/192.168.171.142:9200]", "bound_address": "inet[/0:0:0:0:0:0:0:0%0:9200]"}, "network": {"refresh_interval": 5000, "primary_interface": {"mac_address": "14:10:9F:D2:69:9B", "name": "en0", "address": "192.168.171.142"}}, "settings": {"cluster.name": "mik_local", "path.logs": "/Users/z013rqg/dev/elasticsearch-0.90.8/logs", "name": "Rigellian Recorder", "path.home": "/Users/z013rqg/dev/elasticsearch-0.90.8", "foreground": "yes"}, "process": {"mlockall": false, "max_file_descriptors": 10240, "id": 85494, "refresh_interval": 1000}, "hostname": "14109fd2699b.local", "name": "Rigellian Recorder", "version": "0.90.8", "jvm": {"vm_name": "Java HotSpot(TM) 64-Bit Server VM", "vm_version": "20.65-b04-462", "mem": {"heap_init_in_bytes": 268435456, "heap_max_in_bytes": 1060372480, "non_heap_max": "130mb", "non_heap_max_in_bytes": 136314880, "non_heap_init_in_bytes": 24317952, "direct_max": "1011.2mb", "non_heap_init": "23.1mb", "heap_max": "1011.2mb", "direct_max_in_bytes": 1060372480, "heap_init": "256mb"}, "start_time": 1389142797137, "pid": 85494, "version": "1.6.0_65", "vm_vendor": "Apple Inc."}, "plugins": [{"site": true, "url": "/_plugin/head/", "description": "No description found for head.", "jvm": false, "name": "head"}], "os": {"mem": {"total": "16gb", "total_in_bytes": 17179869184}, "swap": {"total": "2gb", "total_in_bytes": 2147483648}, "refresh_interval": 1000, "cpu": {"vendor": "Intel", "total_cores": 8, "cores_per_socket": 16, "total_sockets": 8, "mhz": 2300, "cache_size": "256b", "model": "MacBookPro10,1", "cache_size_in_bytes": 256}, "available_processors": 8}, "transport": {"publish_address": "inet[/192.168.171.142:9300]", "bound_address": "inet[/0:0:0:0:0:0:0:0%0:9300]"}, "http_address": "inet[/192.168.171.142:9200]"}}}, "meta": {"benchmark_id": "351b0aa5", "t_total_in_millis": 28775201, "benchmark_start": "2014-01-08T01:00:16Z", "argv": {"no_optimize_calls": false, "verbose": false, "name": "100gb_macbook", "segments": null, "repetitions": 100, "maxsize": "100gb", "no_load": false, "command": "run", "observations": 100, "record_segments": false, "data": null, "append": false, "config_file_path": "/Users/z013rqg/dev/esbench/esbench/config.json"}, "t_total": "479.59m", "benchmark_stop": "2014-01-08T08:59:51Z", "config": "{\"config\": {\"name_doctype\": \"doc\", \"name_index\": \"esbench_test\"}, \"index\": {\"mappings\": {\"doc\": {\"_size\": {\"enabled\": true, \"store\": \"yes\"}, \"_source\": {\"enabled\": true}, \"properties\": {\"abstract\": {\"store\": \"yes\", \"type\": \"string\"}}}}, \"settings\": {\"index\": {\"number_of_replicas\": 0, \"number_of_shards\": 1}}}, \"queries\": {\"match_description\": {\"fields\": [\"description\"], \"from\": 0, \"query\": {\"match\": {\"description\": \"computing V%(variable)s device portable\"}}, \"size\": 10}, \"match_description_facet_date_histogram\": {\"facets\": {\"date_published\": {\"date_histogram\": {\"field\": \"dates.date_published\", \"interval\": \"month\"}}}, \"fields\": [\"description\"], \"from\": 0, \"query\": {\"match\": {\"description\": \"computing V%(variable)s device portable\"}}, \"size\": 10}, \"match_description_sorted_abstract\": {\"fields\": [\"description\"], \"from\": 0, \"query\": {\"match\": {\"description\": \"computing V%(variable)s device portable\"}}, \"size\": 10, \"sort\": [{\"abstract\": \"desc\"}]}}}", "benchmark_name": "100gb_macbook"}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/d410ca81' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 22541, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 25, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 52, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 145, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 176, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 35, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 4, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 166, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 3, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389143028302, "total": {"available": "159.9gb", "disk_io_size": "2745.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968507458560, "disk_read_size": "901.9gb", "disk_writes": 7935707, "disk_io_size_in_bytes": 2948333674496, "free": "160.2gb", "disk_write_size_in_bytes": 1979826215936, "disk_io_op": 11894183, "disk_reads": 3958476, "free_in_bytes": 172045963264, "disk_write_size": "1843.8gb", "available_in_bytes": 171783819264}, "data": [{"available": "159.9gb", "disk_io_size": "2745.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968507458560, "disk_read_size": "901.9gb", "disk_writes": 7935707, "mount": "/", "disk_io_size_in_bytes": 2948333674496, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 1979826215936, "free": "160.2gb", "disk_io_op": 11894183, "disk_reads": 3958476, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 172045963264, "disk_write_size": "1843.8gb", "available_in_bytes": 171783819264}]}, "http": {"total_opened": 9, "current_open": 7}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "402.5mb", "resident_in_bytes": 422150144, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4027334656}, "timestamp": 1389143028301, "open_file_descriptors": 294, "cpu": {"user_in_millis": 213428, "percent": 105, "sys": "15s", "sys_in_millis": 15047, "total_in_millis": 228475, "total": "3.8m", "user": "3.5m"}}, "timestamp": 1389143028301, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.8m", "mem": {"non_heap_used_in_bytes": 47785488, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 74346496, "heap_used": "135.7mb", "heap_used_in_bytes": 142358880, "non_heap_committed": "70.9mb", "heap_used_percent": 13, "heap_committed": "265.5mb", "heap_committed_in_bytes": 278462464, "non_heap_used": "45.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.3mb", "used": "41.3mb", "peak_used_in_bytes": 43337296, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43337296, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "713.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 730432, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "4.2mb", "used": "4.2mb", "peak_used_in_bytes": 4458880, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 4448192, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "195.7mb", "used": "122.5mb", "peak_used_in_bytes": 205213768, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 128466128, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "12.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 13162320, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389143028301, "uptime_in_millis": 231164, "threads": {"count": 105, "peak_count": 105}, "gc": {"collection_count": 1087, "collection_time_in_millis": 2448, "collectors": {"ParNew": {"collection_count": 1076, "collection_time_in_millis": 2424, "collection_time": "2.4s"}, "ConcurrentMarkSweep": {"collection_count": 11, "collection_time_in_millis": 24, "collection_time": "24ms"}}, "collection_time": "2.4s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 300, "query_time": "1.6s", "fetch_current": 0, "fetch_total": 300, "fetch_time": "1s", "query_time_in_millis": 1685, "open_contexts": 0, "fetch_time_in_millis": 1013, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "30.2kb", "memory_size_in_bytes": 30956}, "abstract": {"memory_size": "3.2mb", "memory_size_in_bytes": 3389011}}, "evictions": 0, "memory_size": "3.2mb", "memory_size_in_bytes": 3419967}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 22541, "deleted": 0}, "segments": {"count": 19}, "indexing": {"delete_time_in_millis": 0, "index_total": 22541, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2m", "index_time_in_millis": 133915, "delete_current": 0}, "refresh": {"total_time": "30.5s", "total_time_in_millis": 30548, "total": 147}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "3.1kb", "memory_size_in_bytes": 3208}, "flush": {"total_time": "1s", "total_time_in_millis": 1015, "total": 4}, "warmer": {"current": 0, "total_time": "47ms", "total": 167, "total_time_in_millis": 47}, "store": {"size_in_bytes": 1006596531, "throttle_time_in_millis": 111630, "throttle_time": "1.8m", "size": "959.9mb"}, "merges": {"total_time": "2.4m", "total_docs": 37194, "total_size_in_bytes": 1600359672, "total_size": "1.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 145269, "total": 15}}, "os": {"load_average": [1.85302734375, 1.4296875, 1.19775390625], "uptime": "26.1m", "mem": {"actual_free": "9.8gb", "used_percent": 38, "actual_free_in_bytes": 10567462912, "free_percent": 61, "free_in_bytes": 7618015232, "free": "7gb", "used": "8.9gb", "actual_used": "6.1gb", "used_in_bytes": 9561853952, "actual_used_in_bytes": 6612406272}, "timestamp": 1389143028301, "uptime_in_millis": 1566541, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 21, "idle": 78, "stolen": 0, "user": 18}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 112798467, "curr_estab": 108, "out_rsts": -1, "active_opens": 109009, "attempt_fails": 1324, "in_segs": 117362743, "passive_opens": 2091, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 19, "t_optimize": "31.39s", "t_optimize_in_millis": 31390, "num_committed_segments": 19}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:03:44Z", "observation_sequence_no": 1, "observation_id": "d410ca81", "t_total_in_millis": 35101, "t_total": "0.59m", "observation_stop": "2014-01-08T01:03:48Z"}, "stats": {"search": {"query_total": 300, "query_time": "1.6s", "fetch_current": 0, "fetch_total": 300, "fetch_time": "1s", "query_time_in_millis": 1685, "open_contexts": 0, "fetch_time_in_millis": 1013, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 12.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "333ms", "query_time_in_millis_per_query": 5.3, "query_time_in_millis": 530, "query_time": "530ms", "client_time_in_millis": 1217, "fetch_time_in_millis_per_query": 3.33, "client_total": 100, "fetch_time_in_millis": 333, "query_current": 0, "client_time": "1.22s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 17.15, "fetch_current": 0, "fetch_total": 100, "fetch_time": "409ms", "query_time_in_millis_per_query": 9.2, "query_time_in_millis": 920, "query_time": "920ms", "client_time_in_millis": 1715, "fetch_time_in_millis_per_query": 4.09, "client_total": 100, "fetch_time_in_millis": 409, "query_current": 0, "client_time": "1.72s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 7.78, "fetch_current": 0, "fetch_total": 100, "fetch_time": "271ms", "query_time_in_millis_per_query": 2.34, "query_time_in_millis": 234, "query_time": "234ms", "client_time_in_millis": 778, "fetch_time_in_millis_per_query": 2.71, "client_total": 100, "fetch_time_in_millis": 271, "query_current": 0, "client_time": "0.78s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "30.2kb", "memory_size_in_bytes": 30956}, "abstract": {"memory_size": "3.2mb", "memory_size_in_bytes": 3389011}}, "evictions": 0, "memory_size": "3.2mb", "memory_size_in_bytes": 3419967}, "docs": {"count": 22541, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 22541, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2m", "index_time_in_millis": 133915, "delete_current": 0}, "merges": {"total_time": "2.4m", "total_docs": 37194, "total_size_in_bytes": 1600359672, "total_size": "1.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 145269, "total": 15}, "store": {"size_in_bytes": 1006596432, "throttle_time_in_millis": 111630, "throttle_time": "1.8m", "size": "959.9mb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/21165717' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 44480, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 41, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 78, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 291, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 351, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 70, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 8, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 334, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 4, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389143221709, "total": {"available": "159gb", "disk_io_size": "2750.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968508179456, "disk_read_size": "901.9gb", "disk_writes": 7946247, "disk_io_size_in_bytes": 2953316886528, "free": "159.2gb", "disk_write_size_in_bytes": 1984808707072, "disk_io_op": 11904791, "disk_reads": 3958544, "free_in_bytes": 171041222656, "disk_write_size": "1848.4gb", "available_in_bytes": 170779078656}, "data": [{"available": "159gb", "disk_io_size": "2750.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968508179456, "disk_read_size": "901.9gb", "disk_writes": 7946247, "mount": "/", "disk_io_size_in_bytes": 2953316886528, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 1984808707072, "free": "159.2gb", "disk_io_op": 11904791, "disk_reads": 3958544, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 171041222656, "disk_write_size": "1848.4gb", "available_in_bytes": 170779078656}]}, "http": {"total_opened": 9, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "424.9mb", "resident_in_bytes": 445542400, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4043808768}, "timestamp": 1389143221709, "open_file_descriptors": 325, "cpu": {"user_in_millis": 422322, "percent": 116, "sys": "30.6s", "sys_in_millis": 30669, "total_in_millis": 452991, "total": "7.5m", "user": "7m"}}, "timestamp": 1389143221708, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "7m", "mem": {"non_heap_used_in_bytes": 48976000, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 78282752, "heap_used": "176.5mb", "heap_used_in_bytes": 185092560, "non_heap_committed": "74.6mb", "heap_used_percent": 17, "heap_committed": "265.5mb", "heap_committed_in_bytes": 278462464, "non_heap_used": "46.7mb", "pools": {"CMS Perm Gen": {"peak_used": "41.5mb", "used": "41.5mb", "peak_used_in_bytes": 43582784, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43582784, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "53.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 55248, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "5.2mb", "used": "5.1mb", "peak_used_in_bytes": 5465088, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 5393216, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "195.7mb", "used": "165.5mb", "peak_used_in_bytes": 205213768, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 173611472, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 11427928, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389143221709, "uptime_in_millis": 424572, "threads": {"count": 105, "peak_count": 108}, "gc": {"collection_count": 2233, "collection_time_in_millis": 5161, "collectors": {"ParNew": {"collection_count": 2211, "collection_time_in_millis": 5037, "collection_time": "5s"}, "ConcurrentMarkSweep": {"collection_count": 22, "collection_time_in_millis": 124, "collection_time": "124ms"}}, "collection_time": "5.1s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 600, "query_time": "3.5s", "fetch_current": 0, "fetch_total": 600, "fetch_time": "2s", "query_time_in_millis": 3569, "open_contexts": 0, "fetch_time_in_millis": 2029, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "86.8kb", "memory_size_in_bytes": 88912}, "abstract": {"memory_size": "5.8mb", "memory_size_in_bytes": 6097523}}, "evictions": 0, "memory_size": "5.8mb", "memory_size_in_bytes": 6186435}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 44480, "deleted": 0}, "segments": {"count": 21}, "indexing": {"delete_time_in_millis": 0, "index_total": 44480, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "4.4m", "index_time_in_millis": 267316, "delete_current": 0}, "refresh": {"total_time": "1m", "total_time_in_millis": 60986, "total": 293}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "5.8kb", "memory_size_in_bytes": 5976}, "flush": {"total_time": "1.8s", "total_time_in_millis": 1881, "total": 8}, "warmer": {"current": 0, "total_time": "88ms", "total": 335, "total_time_in_millis": 88}, "store": {"size_in_bytes": 2011532855, "throttle_time_in_millis": 252238, "throttle_time": "4.2m", "size": "1.8gb"}, "merges": {"total_time": "5.4m", "total_docs": 74032, "total_size_in_bytes": 3421123855, "total_size": "3.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 324532, "total": 32}}, "os": {"load_average": [2.51318359375, 1.87548828125, 1.42333984375], "uptime": "26.1m", "mem": {"actual_free": "9.8gb", "used_percent": 38, "actual_free_in_bytes": 10535956480, "free_percent": 61, "free_in_bytes": 7582392320, "free": "7gb", "used": "8.9gb", "actual_used": "6.1gb", "used_in_bytes": 9597476864, "actual_used_in_bytes": 6643912704}, "timestamp": 1389143221709, "uptime_in_millis": 1566734, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 21, "idle": 77, "stolen": 0, "user": 18}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 112978129, "curr_estab": 94, "out_rsts": -1, "active_opens": 109010, "attempt_fails": 1324, "in_segs": 117542414, "passive_opens": 2091, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 20, "t_optimize": "14.69s", "t_optimize_in_millis": 14692, "num_committed_segments": 20}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:06:57Z", "observation_sequence_no": 2, "observation_id": "21165717", "t_total_in_millis": 18622, "t_total": "0.31m", "observation_stop": "2014-01-08T01:07:01Z"}, "stats": {"search": {"query_total": 600, "query_time": "3.5s", "fetch_current": 0, "fetch_total": 600, "fetch_time": "2s", "query_time_in_millis": 3569, "open_contexts": 0, "fetch_time_in_millis": 2029, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 11.65, "fetch_current": 0, "fetch_total": 100, "fetch_time": "341ms", "query_time_in_millis_per_query": 4.83, "query_time_in_millis": 483, "query_time": "483ms", "client_time_in_millis": 1165, "fetch_time_in_millis_per_query": 3.41, "client_total": 100, "fetch_time_in_millis": 341, "query_current": 0, "client_time": "1.17s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 18.35, "fetch_current": 0, "fetch_total": 100, "fetch_time": "356ms", "query_time_in_millis_per_query": 11.13, "query_time_in_millis": 1113, "query_time": "1.1s", "client_time_in_millis": 1835, "fetch_time_in_millis_per_query": 3.56, "client_total": 100, "fetch_time_in_millis": 356, "query_current": 0, "client_time": "1.84s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 9.28, "fetch_current": 0, "fetch_total": 100, "fetch_time": "317ms", "query_time_in_millis_per_query": 2.86, "query_time_in_millis": 286, "query_time": "286ms", "client_time_in_millis": 928, "fetch_time_in_millis_per_query": 3.17, "client_total": 100, "fetch_time_in_millis": 317, "query_current": 0, "client_time": "0.93s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "86.8kb", "memory_size_in_bytes": 88912}, "abstract": {"memory_size": "5.8mb", "memory_size_in_bytes": 6097523}}, "evictions": 0, "memory_size": "5.8mb", "memory_size_in_bytes": 6186435}, "docs": {"count": 44479, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 44479, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "4.4m", "index_time_in_millis": 267272, "delete_current": 0}, "merges": {"total_time": "5.4m", "total_docs": 74032, "total_size_in_bytes": 3421123855, "total_size": "3.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 324532, "total": 32}, "store": {"size_in_bytes": 2011401068, "throttle_time_in_millis": 252238, "throttle_time": "4.2m", "size": "1.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/b1516bfd' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 67225, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 61, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 101, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 437, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 527, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 106, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 12, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 501, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 5, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389143435671, "total": {"available": "158.1gb", "disk_io_size": "2755.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968720794624, "disk_read_size": "902.1gb", "disk_writes": 7957199, "disk_io_size_in_bytes": 2958941553664, "free": "158.3gb", "disk_write_size_in_bytes": 1990220759040, "disk_io_op": 11916253, "disk_reads": 3959054, "free_in_bytes": 170040188928, "disk_write_size": "1853.5gb", "available_in_bytes": 169778044928}, "data": [{"available": "158.1gb", "disk_io_size": "2755.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968720794624, "disk_read_size": "902.1gb", "disk_writes": 7957199, "mount": "/", "disk_io_size_in_bytes": 2958941553664, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 1990220759040, "free": "158.3gb", "disk_io_op": 11916253, "disk_reads": 3959054, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 170040188928, "disk_write_size": "1853.5gb", "available_in_bytes": 169778044928}]}, "http": {"total_opened": 9, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "431.9mb", "resident_in_bytes": 452935680, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4044677120}, "timestamp": 1389143435670, "open_file_descriptors": 316, "cpu": {"user_in_millis": 634701, "percent": 107, "sys": "48.2s", "sys_in_millis": 48214, "total_in_millis": 682915, "total": "11.3m", "user": "10.5m"}}, "timestamp": 1389143435669, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "10.6m", "mem": {"non_heap_used_in_bytes": 49554704, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79003648, "heap_used": "95mb", "heap_used_in_bytes": 99706528, "non_heap_committed": "75.3mb", "heap_used_percent": 9, "heap_committed": "265.5mb", "heap_committed_in_bytes": 278462464, "non_heap_used": "47.2mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43622416, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43622416, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "122.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 125720, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "5.7mb", "used": "5.6mb", "peak_used_in_bytes": 6043776, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 5932288, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "195.7mb", "used": "74.9mb", "peak_used_in_bytes": 205213768, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 78610488, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "19.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 20970320, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389143435670, "uptime_in_millis": 638533, "threads": {"count": 105, "peak_count": 108}, "gc": {"collection_count": 3393, "collection_time_in_millis": 7865, "collectors": {"ParNew": {"collection_count": 3359, "collection_time_in_millis": 7667, "collection_time": "7.6s"}, "ConcurrentMarkSweep": {"collection_count": 34, "collection_time_in_millis": 198, "collection_time": "198ms"}}, "collection_time": "7.8s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 900, "query_time": "6.2s", "fetch_current": 0, "fetch_total": 900, "fetch_time": "3s", "query_time_in_millis": 6265, "open_contexts": 0, "fetch_time_in_millis": 3062, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "104.7kb", "memory_size_in_bytes": 107264}, "abstract": {"memory_size": "8.2mb", "memory_size_in_bytes": 8690196}}, "evictions": 0, "memory_size": "8.3mb", "memory_size_in_bytes": 8797460}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 67225, "deleted": 0}, "segments": {"count": 32}, "indexing": {"delete_time_in_millis": 0, "index_total": 67225, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "6.6m", "index_time_in_millis": 400300, "delete_current": 0}, "refresh": {"total_time": "1.5m", "total_time_in_millis": 90986, "total": 439}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "9.1kb", "memory_size_in_bytes": 9328}, "flush": {"total_time": "2.7s", "total_time_in_millis": 2732, "total": 12}, "warmer": {"current": 0, "total_time": "124ms", "total": 502, "total_time_in_millis": 124}, "store": {"size_in_bytes": 3012099835, "throttle_time_in_millis": 433267, "throttle_time": "7.2m", "size": "2.8gb"}, "merges": {"total_time": "9.1m", "total_docs": 124625, "total_size_in_bytes": 5684658916, "total_size": "5.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 551211, "total": 48}}, "os": {"load_average": [1.8076171875, 2.02783203125, 1.58984375], "uptime": "26.1m", "mem": {"actual_free": "9.8gb", "used_percent": 38, "actual_free_in_bytes": 10529783808, "free_percent": 61, "free_in_bytes": 7359832064, "free": "6.8gb", "used": "9.1gb", "actual_used": "6.1gb", "used_in_bytes": 9820037120, "actual_used_in_bytes": 6650085376}, "timestamp": 1389143435670, "uptime_in_millis": 1566948, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 20, "idle": 78, "stolen": 0, "user": 17}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 113160464, "curr_estab": 93, "out_rsts": -1, "active_opens": 109010, "attempt_fails": 1324, "in_segs": 117724765, "passive_opens": 2091, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "34.30s", "t_optimize_in_millis": 34297, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:10:30Z", "observation_sequence_no": 3, "observation_id": "b1516bfd", "t_total_in_millis": 39097, "t_total": "0.65m", "observation_stop": "2014-01-08T01:10:35Z"}, "stats": {"search": {"query_total": 900, "query_time": "6.2s", "fetch_current": 0, "fetch_total": 900, "fetch_time": "3s", "query_time_in_millis": 6265, "open_contexts": 0, "fetch_time_in_millis": 3062, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 12.92, "fetch_current": 0, "fetch_total": 100, "fetch_time": "300ms", "query_time_in_millis_per_query": 6.9, "query_time_in_millis": 690, "query_time": "690ms", "client_time_in_millis": 1292, "fetch_time_in_millis_per_query": 3.0, "client_total": 100, "fetch_time_in_millis": 300, "query_current": 0, "client_time": "1.29s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 24.95, "fetch_current": 0, "fetch_total": 100, "fetch_time": "429ms", "query_time_in_millis_per_query": 15.86, "query_time_in_millis": 1586, "query_time": "1.5s", "client_time_in_millis": 2495, "fetch_time_in_millis_per_query": 4.29, "client_total": 100, "fetch_time_in_millis": 429, "query_current": 0, "client_time": "2.50s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 10.1, "fetch_current": 0, "fetch_total": 100, "fetch_time": "302ms", "query_time_in_millis_per_query": 4.2, "query_time_in_millis": 420, "query_time": "420ms", "client_time_in_millis": 1010, "fetch_time_in_millis_per_query": 3.02, "client_total": 100, "fetch_time_in_millis": 302, "query_current": 0, "client_time": "1.01s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "104.7kb", "memory_size_in_bytes": 107264}, "abstract": {"memory_size": "8.2mb", "memory_size_in_bytes": 8690196}}, "evictions": 0, "memory_size": "8.3mb", "memory_size_in_bytes": 8797460}, "docs": {"count": 67223, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 67223, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "6.6m", "index_time_in_millis": 400246, "delete_current": 0}, "merges": {"total_time": "9.1m", "total_docs": 124625, "total_size_in_bytes": 5684658916, "total_size": "5.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 551211, "total": 48}, "store": {"size_in_bytes": 3011836154, "throttle_time_in_millis": 433267, "throttle_time": "7.2m", "size": "2.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/d201b4de' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 90541, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 1200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 77, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 122, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 584, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 703, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 142, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 17, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 672, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 6, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389143625832, "total": {"available": "157.1gb", "disk_io_size": "2760.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968936506368, "disk_read_size": "902.3gb", "disk_writes": 7967650, "disk_io_size_in_bytes": 2964111481856, "free": "157.4gb", "disk_write_size_in_bytes": 1995174975488, "disk_io_op": 11927237, "disk_reads": 3959587, "free_in_bytes": 169037398016, "disk_write_size": "1858.1gb", "available_in_bytes": 168775254016}, "data": [{"available": "157.1gb", "disk_io_size": "2760.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 968936506368, "disk_read_size": "902.3gb", "disk_writes": 7967650, "mount": "/", "disk_io_size_in_bytes": 2964111481856, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 1995174975488, "free": "157.4gb", "disk_io_op": 11927237, "disk_reads": 3959587, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 169037398016, "disk_write_size": "1858.1gb", "available_in_bytes": 168775254016}]}, "http": {"total_opened": 9, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "439.4mb", "resident_in_bytes": 460750848, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4045762560}, "timestamp": 1389143625831, "open_file_descriptors": 347, "cpu": {"user_in_millis": 840589, "percent": 116, "sys": "1m", "sys_in_millis": 63817, "total_in_millis": 904406, "total": "15m", "user": "14m"}}, "timestamp": 1389143625830, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "13.8m", "mem": {"non_heap_used_in_bytes": 49753296, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79134720, "heap_used": "148.8mb", "heap_used_in_bytes": 156059896, "non_heap_committed": "75.4mb", "heap_used_percent": 14, "heap_committed": "265.5mb", "heap_committed_in_bytes": 278462464, "non_heap_used": "47.4mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43634320, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43634320, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1155568, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "5.8mb", "used": "5.8mb", "peak_used_in_bytes": 6129280, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6118976, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "195.7mb", "used": "139.9mb", "peak_used_in_bytes": 205213768, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 146752744, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "7.7mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 8151584, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389143625832, "uptime_in_millis": 828695, "threads": {"count": 105, "peak_count": 108}, "gc": {"collection_count": 4520, "collection_time_in_millis": 10485, "collectors": {"ParNew": {"collection_count": 4475, "collection_time_in_millis": 10231, "collection_time": "10.2s"}, "ConcurrentMarkSweep": {"collection_count": 45, "collection_time_in_millis": 254, "collection_time": "254ms"}}, "collection_time": "10.4s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 1200, "query_time": "9.3s", "fetch_current": 0, "fetch_total": 1200, "fetch_time": "4.1s", "query_time_in_millis": 9326, "open_contexts": 0, "fetch_time_in_millis": 4103, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "163.3kb", "memory_size_in_bytes": 167244}, "abstract": {"memory_size": "10.7mb", "memory_size_in_bytes": 11259136}}, "evictions": 0, "memory_size": "10.8mb", "memory_size_in_bytes": 11426380}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 90541, "deleted": 0}, "segments": {"count": 28}, "indexing": {"delete_time_in_millis": 0, "index_total": 90541, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "8.8m", "index_time_in_millis": 533075, "delete_current": 0}, "refresh": {"total_time": "2m", "total_time_in_millis": 120598, "total": 586}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "11.9kb", "memory_size_in_bytes": 12264}, "flush": {"total_time": "4s", "total_time_in_millis": 4055, "total": 17}, "warmer": {"current": 0, "total_time": "168ms", "total": 673, "total_time_in_millis": 168}, "store": {"size_in_bytes": 4011000526, "throttle_time_in_millis": 575263, "throttle_time": "9.5m", "size": "3.7gb"}, "merges": {"total_time": "12.1m", "total_docs": 165856, "total_size_in_bytes": 7490856887, "total_size": "6.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 731327, "total": 66}}, "os": {"load_average": [2.04638671875, 2.00048828125, 1.65283203125], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10507382784, "free_percent": 61, "free_in_bytes": 7116595200, "free": "6.6gb", "used": "9.3gb", "actual_used": "6.2gb", "used_in_bytes": 10063273984, "actual_used_in_bytes": 6672486400}, "timestamp": 1389143625831, "uptime_in_millis": 1567138, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 21, "idle": 77, "stolen": 0, "user": 18}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 113344323, "curr_estab": 93, "out_rsts": -1, "active_opens": 109010, "attempt_fails": 1324, "in_segs": 117908630, "passive_opens": 2091, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 25, "t_optimize": "9.39s", "t_optimize_in_millis": 9390, "num_committed_segments": 25}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:13:40Z", "observation_sequence_no": 4, "observation_id": "d201b4de", "t_total_in_millis": 14556, "t_total": "0.24m", "observation_stop": "2014-01-08T01:13:45Z"}, "stats": {"search": {"query_total": 1200, "query_time": "9.3s", "fetch_current": 0, "fetch_total": 1200, "fetch_time": "4.1s", "query_time_in_millis": 9326, "open_contexts": 0, "fetch_time_in_millis": 4103, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 13.27, "fetch_current": 0, "fetch_total": 100, "fetch_time": "286ms", "query_time_in_millis_per_query": 7.4, "query_time_in_millis": 740, "query_time": "740ms", "client_time_in_millis": 1327, "fetch_time_in_millis_per_query": 2.86, "client_total": 100, "fetch_time_in_millis": 286, "query_current": 0, "client_time": "1.33s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 28.31, "fetch_current": 0, "fetch_total": 100, "fetch_time": "470ms", "query_time_in_millis_per_query": 18.85, "query_time_in_millis": 1885, "query_time": "1.8s", "client_time_in_millis": 2831, "fetch_time_in_millis_per_query": 4.7, "client_total": 100, "fetch_time_in_millis": 470, "query_current": 0, "client_time": "2.83s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 10.07, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 4.34, "query_time_in_millis": 434, "query_time": "434ms", "client_time_in_millis": 1007, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "1.01s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "163.3kb", "memory_size_in_bytes": 167244}, "abstract": {"memory_size": "10.7mb", "memory_size_in_bytes": 11259136}}, "evictions": 0, "memory_size": "10.8mb", "memory_size_in_bytes": 11426380}, "docs": {"count": 90538, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 90538, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "8.8m", "index_time_in_millis": 533011, "delete_current": 0}, "merges": {"total_time": "12.1m", "total_docs": 165856, "total_size_in_bytes": 7490856887, "total_size": "6.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 731327, "total": 66}, "store": {"size_in_bytes": 4010604861, "throttle_time_in_millis": 575263, "throttle_time": "9.5m", "size": "3.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/c1ed8b59' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 113778, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 1500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 97, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 149, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 731, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 879, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 178, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 21, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 841, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 7, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389143852823, "total": {"available": "156.2gb", "disk_io_size": "2765.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 969129280512, "disk_read_size": "902.5gb", "disk_writes": 7978913, "disk_io_size_in_bytes": 2969706629120, "free": "156.4gb", "disk_write_size_in_bytes": 2000577348608, "disk_io_op": 11939000, "disk_reads": 3960087, "free_in_bytes": 168038703104, "disk_write_size": "1863.1gb", "available_in_bytes": 167776559104}, "data": [{"available": "156.2gb", "disk_io_size": "2765.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 969129280512, "disk_read_size": "902.5gb", "disk_writes": 7978913, "mount": "/", "disk_io_size_in_bytes": 2969706629120, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2000577348608, "free": "156.4gb", "disk_io_op": 11939000, "disk_reads": 3960087, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 168038703104, "disk_write_size": "1863.1gb", "available_in_bytes": 167776559104}]}, "http": {"total_opened": 9, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "445.2mb", "resident_in_bytes": 466903040, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4047560704}, "timestamp": 1389143852823, "open_file_descriptors": 335, "cpu": {"user_in_millis": 1052836, "percent": 101, "sys": "1.3m", "sys_in_millis": 81616, "total_in_millis": 1134452, "total": "18.9m", "user": "17.5m"}}, "timestamp": 1389143852821, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "17.5m", "mem": {"non_heap_used_in_bytes": 49864776, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79200256, "heap_used": "157.1mb", "heap_used_in_bytes": 164773464, "non_heap_committed": "75.5mb", "heap_used_percent": 15, "heap_committed": "265.5mb", "heap_committed_in_bytes": 278462464, "non_heap_used": "47.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43655304, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43655304, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1162232, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "5.9mb", "used": "5.9mb", "peak_used_in_bytes": 6232896, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6209472, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "195.7mb", "used": "140.2mb", "peak_used_in_bytes": 205213768, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 147058776, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "15.7mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 16552456, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389143852823, "uptime_in_millis": 1055686, "threads": {"count": 105, "peak_count": 108}, "gc": {"collection_count": 5675, "collection_time_in_millis": 13201, "collectors": {"ParNew": {"collection_count": 5618, "collection_time_in_millis": 12852, "collection_time": "12.8s"}, "ConcurrentMarkSweep": {"collection_count": 57, "collection_time_in_millis": 349, "collection_time": "349ms"}}, "collection_time": "13.2s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 1500, "query_time": "13s", "fetch_current": 0, "fetch_total": 1500, "fetch_time": "5.1s", "query_time_in_millis": 13043, "open_contexts": 0, "fetch_time_in_millis": 5139, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "182.6kb", "memory_size_in_bytes": 187036}, "abstract": {"memory_size": "13mb", "memory_size_in_bytes": 13703008}}, "evictions": 0, "memory_size": "13.2mb", "memory_size_in_bytes": 13890044}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 113778, "deleted": 0}, "segments": {"count": 31}, "indexing": {"delete_time_in_millis": 0, "index_total": 113778, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "11.1m", "index_time_in_millis": 666154, "delete_current": 0}, "refresh": {"total_time": "2.5m", "total_time_in_millis": 150309, "total": 733}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "14.5kb", "memory_size_in_bytes": 14936}, "flush": {"total_time": "4.8s", "total_time_in_millis": 4804, "total": 21}, "warmer": {"current": 0, "total_time": "215ms", "total": 842, "total_time_in_millis": 215}, "store": {"size_in_bytes": 5009272281, "throttle_time_in_millis": 751076, "throttle_time": "12.5m", "size": "4.6gb"}, "merges": {"total_time": "15.8m", "total_docs": 217839, "total_size_in_bytes": 9749377456, "total_size": "9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 952904, "total": 83}}, "os": {"load_average": [1.43408203125, 2.0009765625, 1.7548828125], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10494005248, "free_percent": 61, "free_in_bytes": 7040065536, "free": "6.5gb", "used": "9.4gb", "actual_used": "6.2gb", "used_in_bytes": 10139803648, "actual_used_in_bytes": 6685863936}, "timestamp": 1389143852822, "uptime_in_millis": 1567365, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 113528170, "curr_estab": 93, "out_rsts": -1, "active_opens": 109010, "attempt_fails": 1324, "in_segs": 118092501, "passive_opens": 2091, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 27, "t_optimize": "45.52s", "t_optimize_in_millis": 45522, "num_committed_segments": 27}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:17:27Z", "observation_sequence_no": 5, "observation_id": "c1ed8b59", "t_total_in_millis": 51324, "t_total": "0.86m", "observation_stop": "2014-01-08T01:17:32Z"}, "stats": {"search": {"query_total": 1500, "query_time": "13s", "fetch_current": 0, "fetch_total": 1500, "fetch_time": "5.1s", "query_time_in_millis": 13043, "open_contexts": 0, "fetch_time_in_millis": 5139, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 15.29, "fetch_current": 0, "fetch_total": 100, "fetch_time": "324ms", "query_time_in_millis_per_query": 9.0, "query_time_in_millis": 900, "query_time": "900ms", "client_time_in_millis": 1529, "fetch_time_in_millis_per_query": 3.24, "client_total": 100, "fetch_time_in_millis": 324, "query_current": 0, "client_time": "1.53s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 31.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "385ms", "query_time_in_millis_per_query": 22.9, "query_time_in_millis": 2290, "query_time": "2.2s", "client_time_in_millis": 3117, "fetch_time_in_millis_per_query": 3.85, "client_total": 100, "fetch_time_in_millis": 385, "query_current": 0, "client_time": "3.12s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 11.54, "fetch_current": 0, "fetch_total": 100, "fetch_time": "325ms", "query_time_in_millis_per_query": 5.25, "query_time_in_millis": 525, "query_time": "525ms", "client_time_in_millis": 1154, "fetch_time_in_millis_per_query": 3.25, "client_total": 100, "fetch_time_in_millis": 325, "query_current": 0, "client_time": "1.15s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "182.6kb", "memory_size_in_bytes": 187036}, "abstract": {"memory_size": "13mb", "memory_size_in_bytes": 13703008}}, "evictions": 0, "memory_size": "13.2mb", "memory_size_in_bytes": 13890044}, "docs": {"count": 113774, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 113774, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "11.1m", "index_time_in_millis": 666083, "delete_current": 0}, "merges": {"total_time": "15.8m", "total_docs": 217839, "total_size_in_bytes": 9749377456, "total_size": "9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 952904, "total": 83}, "store": {"size_in_bytes": 5008744654, "throttle_time_in_millis": 751076, "throttle_time": "12.5m", "size": "4.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/98cbccd7' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 137123, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 1800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 113, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 169, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 878, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 1057, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 214, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 25, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1010, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 8, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389144036334, "total": {"available": "155.3gb", "disk_io_size": "2770.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 969376486400, "disk_read_size": "902.8gb", "disk_writes": 7989577, "disk_io_size_in_bytes": 2974883084288, "free": "155.5gb", "disk_write_size_in_bytes": 2005506597888, "disk_io_op": 11950325, "disk_reads": 3960748, "free_in_bytes": 167038308352, "disk_write_size": "1867.7gb", "available_in_bytes": 166776164352}, "data": [{"available": "155.3gb", "disk_io_size": "2770.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 969376486400, "disk_read_size": "902.8gb", "disk_writes": 7989577, "mount": "/", "disk_io_size_in_bytes": 2974883084288, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2005506597888, "free": "155.5gb", "disk_io_op": 11950325, "disk_reads": 3960748, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 167038308352, "disk_write_size": "1867.7gb", "available_in_bytes": 166776164352}]}, "http": {"total_opened": 9, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "445.1mb", "resident_in_bytes": 466817024, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4047138816}, "timestamp": 1389144036333, "open_file_descriptors": 373, "cpu": {"user_in_millis": 1260646, "percent": 121, "sys": "1.6m", "sys_in_millis": 97192, "total_in_millis": 1357838, "total": "22.6m", "user": "21m"}}, "timestamp": 1389144036331, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "20.6m", "mem": {"non_heap_used_in_bytes": 50080504, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79396864, "heap_used": "102.3mb", "heap_used_in_bytes": 107316888, "non_heap_committed": "75.7mb", "heap_used_percent": 10, "heap_committed": "265.5mb", "heap_committed_in_bytes": 278462464, "non_heap_used": "47.7mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43660408, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43660408, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "312.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 320160, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.1mb", "used": "6.1mb", "peak_used_in_bytes": 6429376, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6420096, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "195.7mb", "used": "98.7mb", "peak_used_in_bytes": 205213768, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 103518392, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "3.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 3478336, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389144036333, "uptime_in_millis": 1239196, "threads": {"count": 106, "peak_count": 108}, "gc": {"collection_count": 6815, "collection_time_in_millis": 15897, "collectors": {"ParNew": {"collection_count": 6745, "collection_time_in_millis": 15475, "collection_time": "15.4s"}, "ConcurrentMarkSweep": {"collection_count": 70, "collection_time_in_millis": 422, "collection_time": "422ms"}}, "collection_time": "15.8s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 1800, "query_time": "17.3s", "fetch_current": 0, "fetch_total": 1800, "fetch_time": "6.3s", "query_time_in_millis": 17345, "open_contexts": 0, "fetch_time_in_millis": 6320, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "239.7kb", "memory_size_in_bytes": 245512}, "abstract": {"memory_size": "15.8mb", "memory_size_in_bytes": 16580352}}, "evictions": 0, "memory_size": "16mb", "memory_size_in_bytes": 16825864}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 137123, "deleted": 0}, "segments": {"count": 34}, "indexing": {"delete_time_in_millis": 0, "index_total": 137123, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "13.3m", "index_time_in_millis": 799846, "delete_current": 0}, "refresh": {"total_time": "3m", "total_time_in_millis": 180223, "total": 880}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "17.7kb", "memory_size_in_bytes": 18192}, "flush": {"total_time": "5.7s", "total_time_in_millis": 5751, "total": 25}, "warmer": {"current": 0, "total_time": "255ms", "total": 1011, "total_time_in_millis": 255}, "store": {"size_in_bytes": 6010735863, "throttle_time_in_millis": 896315, "throttle_time": "14.9m", "size": "5.5gb"}, "merges": {"total_time": "18.9m", "total_docs": 256332, "total_size_in_bytes": 11526003991, "total_size": "10.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 1136114, "total": 100}}, "os": {"load_average": [2.40087890625, 2.13330078125, 1.84423828125], "uptime": "26.1m", "mem": {"actual_free": "9.9gb", "used_percent": 37, "actual_free_in_bytes": 10679222272, "free_percent": 62, "free_in_bytes": 7084904448, "free": "6.5gb", "used": "9.4gb", "actual_used": "6gb", "used_in_bytes": 10094964736, "actual_used_in_bytes": 6500646912}, "timestamp": 1389144036333, "uptime_in_millis": 1567549, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 4, "usage": 23, "idle": 76, "stolen": 0, "user": 19}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 113714849, "curr_estab": 93, "out_rsts": -1, "active_opens": 109010, "attempt_fails": 1324, "in_segs": 118279191, "passive_opens": 2091, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 29, "t_optimize": "0.31s", "t_optimize_in_millis": 309, "num_committed_segments": 29}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:20:29Z", "observation_sequence_no": 6, "observation_id": "98cbccd7", "t_total_in_millis": 7017, "t_total": "0.12m", "observation_stop": "2014-01-08T01:20:36Z"}, "stats": {"search": {"query_total": 1800, "query_time": "17.3s", "fetch_current": 0, "fetch_total": 1800, "fetch_time": "6.3s", "query_time_in_millis": 17345, "open_contexts": 0, "fetch_time_in_millis": 6320, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 16.85, "fetch_current": 0, "fetch_total": 100, "fetch_time": "325ms", "query_time_in_millis_per_query": 10.51, "query_time_in_millis": 1051, "query_time": "1s", "client_time_in_millis": 1685, "fetch_time_in_millis_per_query": 3.25, "client_total": 100, "fetch_time_in_millis": 325, "query_current": 0, "client_time": "1.69s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 38.03, "fetch_current": 0, "fetch_total": 100, "fetch_time": "532ms", "query_time_in_millis_per_query": 26.5, "query_time_in_millis": 2650, "query_time": "2.6s", "client_time_in_millis": 3803, "fetch_time_in_millis_per_query": 5.32, "client_total": 100, "fetch_time_in_millis": 532, "query_current": 0, "client_time": "3.80s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 12.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "323ms", "query_time_in_millis_per_query": 6.0, "query_time_in_millis": 600, "query_time": "600ms", "client_time_in_millis": 1219, "fetch_time_in_millis_per_query": 3.23, "client_total": 100, "fetch_time_in_millis": 323, "query_current": 0, "client_time": "1.22s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "239.7kb", "memory_size_in_bytes": 245512}, "abstract": {"memory_size": "15.8mb", "memory_size_in_bytes": 16580352}}, "evictions": 0, "memory_size": "16mb", "memory_size_in_bytes": 16825864}, "docs": {"count": 137118, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 137118, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "13.3m", "index_time_in_millis": 799766, "delete_current": 0}, "merges": {"total_time": "18.9m", "total_docs": 256332, "total_size_in_bytes": 11526003991, "total_size": "10.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 1136114, "total": 100}, "store": {"size_in_bytes": 6010076172, "throttle_time_in_millis": 896315, "throttle_time": "14.9m", "size": "5.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/b0c7dab8' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 158401, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 2100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 153, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 226, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1022, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 1230, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 249, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 29, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1177, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 13, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389144577598, "total": {"available": "154.4gb", "disk_io_size": "2784gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 973608686592, "disk_read_size": "906.7gb", "disk_writes": 8009500, "disk_io_size_in_bytes": 2989345601536, "free": "154.6gb", "disk_write_size_in_bytes": 2015736914944, "disk_io_op": 11993446, "disk_reads": 3983946, "free_in_bytes": 166060171264, "disk_write_size": "1877.3gb", "available_in_bytes": 165798027264}, "data": [{"available": "154.4gb", "disk_io_size": "2784gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 973608686592, "disk_read_size": "906.7gb", "disk_writes": 8009500, "mount": "/", "disk_io_size_in_bytes": 2989345601536, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2015736914944, "free": "154.6gb", "disk_io_op": 11993446, "disk_reads": 3983946, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 166060171264, "disk_write_size": "1877.3gb", "available_in_bytes": 165798027264}]}, "http": {"total_opened": 14, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "495.2mb", "resident_in_bytes": 519340032, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4055810048}, "timestamp": 1389144577597, "open_file_descriptors": 354, "cpu": {"user_in_millis": 1537942, "percent": 58, "sys": "2.3m", "sys_in_millis": 138232, "total_in_millis": 1676174, "total": "27.9m", "user": "25.6m"}}, "timestamp": 1389144577594, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "29.6m", "mem": {"non_heap_used_in_bytes": 50176120, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79462400, "heap_used": "155.2mb", "heap_used_in_bytes": 162768000, "non_heap_committed": "75.7mb", "heap_used_percent": 15, "heap_committed": "275.6mb", "heap_committed_in_bytes": 289079296, "non_heap_used": "47.8mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43688056, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43688056, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "457.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 468528, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.2mb", "used": "6.1mb", "peak_used_in_bytes": 6516288, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6488064, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "128.1mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 134413576, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "26.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 27885896, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389144577597, "uptime_in_millis": 1780460, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 8250, "collection_time_in_millis": 19294, "collectors": {"ParNew": {"collection_count": 8164, "collection_time_in_millis": 18775, "collection_time": "18.7s"}, "ConcurrentMarkSweep": {"collection_count": 86, "collection_time_in_millis": 519, "collection_time": "519ms"}}, "collection_time": "19.2s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 2100, "query_time": "23s", "fetch_current": 0, "fetch_total": 2100, "fetch_time": "7.4s", "query_time_in_millis": 23066, "open_contexts": 0, "fetch_time_in_millis": 7426, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "226.9kb", "memory_size_in_bytes": 232440}, "abstract": {"memory_size": "26.2mb", "memory_size_in_bytes": 27567005}}, "evictions": 0, "memory_size": "26.5mb", "memory_size_in_bytes": 27799445}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 158401, "deleted": 0}, "segments": {"count": 25}, "indexing": {"delete_time_in_millis": 0, "index_total": 158401, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "15.5m", "index_time_in_millis": 932664, "delete_current": 0}, "refresh": {"total_time": "3.5m", "total_time_in_millis": 210190, "total": 1024}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "35.7kb", "memory_size_in_bytes": 36600}, "flush": {"total_time": "6.5s", "total_time_in_millis": 6561, "total": 29}, "warmer": {"current": 0, "total_time": "293ms", "total": 1178, "total_time_in_millis": 293}, "store": {"size_in_bytes": 6988683392, "throttle_time_in_millis": 1547812, "throttle_time": "25.7m", "size": "6.5gb"}, "merges": {"total_time": "32m", "total_docs": 416192, "total_size_in_bytes": 18632749967, "total_size": "17.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 1925379, "total": 118}}, "os": {"load_average": [1.412109375, 1.60498046875, 1.75732421875], "uptime": "26.1m", "mem": {"actual_free": "9.8gb", "used_percent": 38, "actual_free_in_bytes": 10629627904, "free_percent": 61, "free_in_bytes": 6907371520, "free": "6.4gb", "used": "9.5gb", "actual_used": "6.1gb", "used_in_bytes": 10272497664, "actual_used_in_bytes": 6550241280}, "timestamp": 1389144577597, "uptime_in_millis": 1568090, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 13, "idle": 86, "stolen": 0, "user": 10}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 113894505, "curr_estab": 93, "out_rsts": -1, "active_opens": 109015, "attempt_fails": 1324, "in_segs": 118458856, "passive_opens": 2096, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1750}}}}}, "segments": {"segments": null, "num_search_segments": 19, "t_optimize": "360.54s", "t_optimize_in_millis": 360544, "num_committed_segments": 19}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:29:29Z", "observation_sequence_no": 7, "observation_id": "b0c7dab8", "t_total_in_millis": 368524, "t_total": "6.14m", "observation_stop": "2014-01-08T01:29:37Z"}, "stats": {"search": {"query_total": 2100, "query_time": "23s", "fetch_current": 0, "fetch_total": 2100, "fetch_time": "7.4s", "query_time_in_millis": 23066, "open_contexts": 0, "fetch_time_in_millis": 7426, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 17.77, "fetch_current": 0, "fetch_total": 100, "fetch_time": "311ms", "query_time_in_millis_per_query": 11.55, "query_time_in_millis": 1155, "query_time": "1.1s", "client_time_in_millis": 1777, "fetch_time_in_millis_per_query": 3.11, "client_total": 100, "fetch_time_in_millis": 311, "query_current": 0, "client_time": "1.78s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 49.89, "fetch_current": 0, "fetch_total": 100, "fetch_time": "481ms", "query_time_in_millis_per_query": 39.62, "query_time_in_millis": 3962, "query_time": "3.9s", "client_time_in_millis": 4989, "fetch_time_in_millis_per_query": 4.81, "client_total": 100, "fetch_time_in_millis": 481, "query_current": 0, "client_time": "4.99s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 12.11, "fetch_current": 0, "fetch_total": 100, "fetch_time": "312ms", "query_time_in_millis_per_query": 6.03, "query_time_in_millis": 603, "query_time": "603ms", "client_time_in_millis": 1211, "fetch_time_in_millis_per_query": 3.12, "client_total": 100, "fetch_time_in_millis": 312, "query_current": 0, "client_time": "1.21s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "226.9kb", "memory_size_in_bytes": 232440}, "abstract": {"memory_size": "26.2mb", "memory_size_in_bytes": 27567005}}, "evictions": 0, "memory_size": "26.5mb", "memory_size_in_bytes": 27799445}, "docs": {"count": 158395, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 158395, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "15.5m", "index_time_in_millis": 932575, "delete_current": 0}, "merges": {"total_time": "32m", "total_docs": 416192, "total_size_in_bytes": 18632749967, "total_size": "17.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 1925379, "total": 118}, "store": {"size_in_bytes": 6987891676, "throttle_time_in_millis": 1547812, "throttle_time": "25.7m", "size": "6.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/b78b8bc0' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 179569, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 2400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 169, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 251, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1164, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 1402, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 284, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 34, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1340, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 15, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389144781525, "total": {"available": "153.4gb", "disk_io_size": "2790.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 974681330688, "disk_read_size": "907.7gb", "disk_writes": 8020710, "disk_io_size_in_bytes": 2995896104960, "free": "153.7gb", "disk_write_size_in_bytes": 2021214774272, "disk_io_op": 12012126, "disk_reads": 3991416, "free_in_bytes": 165061496832, "disk_write_size": "1882.4gb", "available_in_bytes": 164799352832}, "data": [{"available": "153.4gb", "disk_io_size": "2790.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 974681330688, "disk_read_size": "907.7gb", "disk_writes": 8020710, "mount": "/", "disk_io_size_in_bytes": 2995896104960, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2021214774272, "free": "153.7gb", "disk_io_op": 12012126, "disk_reads": 3991416, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 165061496832, "disk_write_size": "1882.4gb", "available_in_bytes": 164799352832}]}, "http": {"total_opened": 15, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "519.6mb", "resident_in_bytes": 544931840, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4066123776}, "timestamp": 1389144781524, "open_file_descriptors": 341, "cpu": {"user_in_millis": 1751009, "percent": 113, "sys": "2.6m", "sys_in_millis": 156018, "total_in_millis": 1907027, "total": "31.7m", "user": "29.1m"}}, "timestamp": 1389144781522, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "33m", "mem": {"non_heap_used_in_bytes": 50177112, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79462400, "heap_used": "142mb", "heap_used_in_bytes": 148910512, "non_heap_committed": "75.7mb", "heap_used_percent": 14, "heap_committed": "290.2mb", "heap_committed_in_bytes": 304373760, "non_heap_used": "47.8mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43703000, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43703000, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "628.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 643456, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.2mb", "used": "6.1mb", "peak_used_in_bytes": 6516288, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6474112, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "118.7mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 124519184, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "22.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 23747872, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389144781524, "uptime_in_millis": 1984387, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 9449, "collection_time_in_millis": 22243, "collectors": {"ParNew": {"collection_count": 9348, "collection_time_in_millis": 21630, "collection_time": "21.6s"}, "ConcurrentMarkSweep": {"collection_count": 101, "collection_time_in_millis": 613, "collection_time": "613ms"}}, "collection_time": "22.2s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 2400, "query_time": "28.4s", "fetch_current": 0, "fetch_total": 2400, "fetch_time": "8.5s", "query_time_in_millis": 28402, "open_contexts": 0, "fetch_time_in_millis": 8507, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "228.5kb", "memory_size_in_bytes": 234024}, "abstract": {"memory_size": "28.4mb", "memory_size_in_bytes": 29861377}}, "evictions": 0, "memory_size": "28.7mb", "memory_size_in_bytes": 30095401}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 179569, "deleted": 0}, "segments": {"count": 32}, "indexing": {"delete_time_in_millis": 0, "index_total": 179569, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "17.7m", "index_time_in_millis": 1063459, "delete_current": 0}, "refresh": {"total_time": "4m", "total_time_in_millis": 240062, "total": 1166}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "22.4kb", "memory_size_in_bytes": 22960}, "flush": {"total_time": "7.5s", "total_time_in_millis": 7555, "total": 34}, "warmer": {"current": 0, "total_time": "330ms", "total": 1341, "total_time_in_millis": 330}, "store": {"size_in_bytes": 7987234778, "throttle_time_in_millis": 1745376, "throttle_time": "29m", "size": "7.4gb"}, "merges": {"total_time": "36.1m", "total_docs": 465431, "total_size_in_bytes": 20957268733, "total_size": "19.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2171131, "total": 134}}, "os": {"load_average": [1.57958984375, 1.74365234375, 1.79052734375], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10477821952, "free_percent": 60, "free_in_bytes": 6572662784, "free": "6.1gb", "used": "9.8gb", "actual_used": "6.2gb", "used_in_bytes": 10607206400, "actual_used_in_bytes": 6702047232}, "timestamp": 1389144781524, "uptime_in_millis": 1568294, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 114073916, "curr_estab": 95, "out_rsts": -1, "active_opens": 109019, "attempt_fails": 1324, "in_segs": 118638256, "passive_opens": 2097, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 25, "t_optimize": "25.40s", "t_optimize_in_millis": 25395, "num_committed_segments": 25}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:32:53Z", "observation_sequence_no": 8, "observation_id": "b78b8bc0", "t_total_in_millis": 33002, "t_total": "0.55m", "observation_stop": "2014-01-08T01:33:01Z"}, "stats": {"search": {"query_total": 2400, "query_time": "28.4s", "fetch_current": 0, "fetch_total": 2400, "fetch_time": "8.5s", "query_time_in_millis": 28402, "open_contexts": 0, "fetch_time_in_millis": 8507, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 18.67, "fetch_current": 0, "fetch_total": 100, "fetch_time": "299ms", "query_time_in_millis_per_query": 12.53, "query_time_in_millis": 1253, "query_time": "1.2s", "client_time_in_millis": 1867, "fetch_time_in_millis_per_query": 2.99, "client_total": 100, "fetch_time_in_millis": 299, "query_current": 0, "client_time": "1.87s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 44.39, "fetch_current": 0, "fetch_total": 100, "fetch_time": "471ms", "query_time_in_millis_per_query": 33.93, "query_time_in_millis": 3393, "query_time": "3.3s", "client_time_in_millis": 4439, "fetch_time_in_millis_per_query": 4.71, "client_total": 100, "fetch_time_in_millis": 471, "query_current": 0, "client_time": "4.44s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 12.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "309ms", "query_time_in_millis_per_query": 6.88, "query_time_in_millis": 688, "query_time": "688ms", "client_time_in_millis": 1299, "fetch_time_in_millis_per_query": 3.09, "client_total": 100, "fetch_time_in_millis": 309, "query_current": 0, "client_time": "1.30s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "228.5kb", "memory_size_in_bytes": 234024}, "abstract": {"memory_size": "28.4mb", "memory_size_in_bytes": 29861377}}, "evictions": 0, "memory_size": "28.7mb", "memory_size_in_bytes": 30095401}, "docs": {"count": 179562, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 179562, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "17.7m", "index_time_in_millis": 1063356, "delete_current": 0}, "merges": {"total_time": "36.1m", "total_docs": 465431, "total_size_in_bytes": 20957268733, "total_size": "19.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2171131, "total": 134}, "store": {"size_in_bytes": 7986310531, "throttle_time_in_millis": 1745376, "throttle_time": "29m", "size": "7.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/0f6bfc6e' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 200611, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 2700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 185, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 271, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1304, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 1573, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 319, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 38, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1501, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 16, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389144959466, "total": {"available": "152.5gb", "disk_io_size": "2794.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 974918878208, "disk_read_size": "907.9gb", "disk_writes": 8030486, "disk_io_size_in_bytes": 3001076032512, "free": "152.7gb", "disk_write_size_in_bytes": 2026157154304, "disk_io_op": 12022674, "disk_reads": 3992188, "free_in_bytes": 164062040064, "disk_write_size": "1887gb", "available_in_bytes": 163799896064}, "data": [{"available": "152.5gb", "disk_io_size": "2794.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 974918878208, "disk_read_size": "907.9gb", "disk_writes": 8030486, "mount": "/", "disk_io_size_in_bytes": 3001076032512, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2026157154304, "free": "152.7gb", "disk_io_op": 12022674, "disk_reads": 3992188, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 164062040064, "disk_write_size": "1887gb", "available_in_bytes": 163799896064}]}, "http": {"total_opened": 15, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "530.9mb", "resident_in_bytes": 556740608, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4071952384}, "timestamp": 1389144959465, "open_file_descriptors": 371, "cpu": {"user_in_millis": 1956701, "percent": 124, "sys": "2.8m", "sys_in_millis": 171197, "total_in_millis": 2127898, "total": "35.4m", "user": "32.6m"}}, "timestamp": 1389144959462, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "36m", "mem": {"non_heap_used_in_bytes": 50193872, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79462400, "heap_used": "140mb", "heap_used_in_bytes": 146895176, "non_heap_committed": "75.7mb", "heap_used_percent": 13, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "47.8mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43705872, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43705872, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.2mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1321248, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.2mb", "used": "6.1mb", "peak_used_in_bytes": 6516288, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6488000, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "137.8mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 144526664, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "1022.7kb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 1047264, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389144959465, "uptime_in_millis": 2162328, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 10650, "collection_time_in_millis": 25245, "collectors": {"ParNew": {"collection_count": 10534, "collection_time_in_millis": 24527, "collection_time": "24.5s"}, "ConcurrentMarkSweep": {"collection_count": 116, "collection_time_in_millis": 718, "collection_time": "718ms"}}, "collection_time": "25.2s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 2700, "query_time": "34.3s", "fetch_current": 0, "fetch_total": 2700, "fetch_time": "9.5s", "query_time_in_millis": 34309, "open_contexts": 0, "fetch_time_in_millis": 9596, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "295.8kb", "memory_size_in_bytes": 302988}, "abstract": {"memory_size": "31mb", "memory_size_in_bytes": 32539212}}, "evictions": 0, "memory_size": "31.3mb", "memory_size_in_bytes": 32842200}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 200611, "deleted": 0}, "segments": {"count": 37}, "indexing": {"delete_time_in_millis": 0, "index_total": 200611, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "19.8m", "index_time_in_millis": 1192770, "delete_current": 0}, "refresh": {"total_time": "4.5m", "total_time_in_millis": 270345, "total": 1306}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "25kb", "memory_size_in_bytes": 25648}, "flush": {"total_time": "8.5s", "total_time_in_millis": 8556, "total": 38}, "warmer": {"current": 0, "total_time": "375ms", "total": 1502, "total_time_in_millis": 375}, "store": {"size_in_bytes": 8986261942, "throttle_time_in_millis": 1890564, "throttle_time": "31.5m", "size": "8.3gb"}, "merges": {"total_time": "39.2m", "total_docs": 499470, "total_size_in_bytes": 22762499802, "total_size": "21.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2354375, "total": 150}}, "os": {"load_average": [2.43896484375, 2.05224609375, 1.90185546875], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10468483072, "free_percent": 60, "free_in_bytes": 6591025152, "free": "6.1gb", "used": "9.8gb", "actual_used": "6.2gb", "used_in_bytes": 10588844032, "actual_used_in_bytes": 6711386112}, "timestamp": 1389144959465, "uptime_in_millis": 1568472, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 20, "idle": 79, "stolen": 0, "user": 17}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 114253383, "curr_estab": 95, "out_rsts": -1, "active_opens": 109019, "attempt_fails": 1324, "in_segs": 118817746, "passive_opens": 2097, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 29, "t_optimize": "0.16s", "t_optimize_in_millis": 162, "num_committed_segments": 29}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:35:51Z", "observation_sequence_no": 9, "observation_id": "0f6bfc6e", "t_total_in_millis": 8334, "t_total": "0.14m", "observation_stop": "2014-01-08T01:35:59Z"}, "stats": {"search": {"query_total": 2700, "query_time": "34.3s", "fetch_current": 0, "fetch_total": 2700, "fetch_time": "9.5s", "query_time_in_millis": 34309, "open_contexts": 0, "fetch_time_in_millis": 9596, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 20.14, "fetch_current": 0, "fetch_total": 100, "fetch_time": "312ms", "query_time_in_millis_per_query": 13.96, "query_time_in_millis": 1396, "query_time": "1.3s", "client_time_in_millis": 2014, "fetch_time_in_millis_per_query": 3.12, "client_total": 100, "fetch_time_in_millis": 312, "query_current": 0, "client_time": "2.01s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 47.83, "fetch_current": 0, "fetch_total": 100, "fetch_time": "466ms", "query_time_in_millis_per_query": 37.45, "query_time_in_millis": 3745, "query_time": "3.7s", "client_time_in_millis": 4783, "fetch_time_in_millis_per_query": 4.66, "client_total": 100, "fetch_time_in_millis": 466, "query_current": 0, "client_time": "4.78s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 13.73, "fetch_current": 0, "fetch_total": 100, "fetch_time": "310ms", "query_time_in_millis_per_query": 7.65, "query_time_in_millis": 765, "query_time": "765ms", "client_time_in_millis": 1373, "fetch_time_in_millis_per_query": 3.1, "client_total": 100, "fetch_time_in_millis": 310, "query_current": 0, "client_time": "1.37s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "295.8kb", "memory_size_in_bytes": 302988}, "abstract": {"memory_size": "31mb", "memory_size_in_bytes": 32539212}}, "evictions": 0, "memory_size": "31.3mb", "memory_size_in_bytes": 32842200}, "docs": {"count": 200603, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 200603, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "19.8m", "index_time_in_millis": 1192659, "delete_current": 0}, "merges": {"total_time": "39.2m", "total_docs": 499470, "total_size_in_bytes": 22762499802, "total_size": "21.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2354375, "total": 150}, "store": {"size_in_bytes": 8985205699, "throttle_time_in_millis": 1890564, "throttle_time": "31.5m", "size": "8.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/1d2b9bdc' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 221447, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 3000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 203, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 294, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1444, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 1743, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 354, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 42, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1663, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 18, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389145160967, "total": {"available": "151.6gb", "disk_io_size": "2800.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 975203668992, "disk_read_size": "908.2gb", "disk_writes": 8041591, "disk_io_size_in_bytes": 3006889654272, "free": "151.8gb", "disk_write_size_in_bytes": 2031685985280, "disk_io_op": 12034755, "disk_reads": 3993164, "free_in_bytes": 163061043200, "disk_write_size": "1892.1gb", "available_in_bytes": 162798899200}, "data": [{"available": "151.6gb", "disk_io_size": "2800.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 975203668992, "disk_read_size": "908.2gb", "disk_writes": 8041591, "mount": "/", "disk_io_size_in_bytes": 3006889654272, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2031685985280, "free": "151.8gb", "disk_io_op": 12034755, "disk_reads": 3993164, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 163061043200, "disk_write_size": "1892.1gb", "available_in_bytes": 162798899200}]}, "http": {"total_opened": 16, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "531.4mb", "resident_in_bytes": 557285376, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4072476672}, "timestamp": 1389145160966, "open_file_descriptors": 352, "cpu": {"user_in_millis": 2170598, "percent": 114, "sys": "3.1m", "sys_in_millis": 188826, "total_in_millis": 2359424, "total": "39.3m", "user": "36.1m"}}, "timestamp": 1389145160963, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "39.3m", "mem": {"non_heap_used_in_bytes": 50222024, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79659008, "heap_used": "177.5mb", "heap_used_in_bytes": 186171712, "non_heap_committed": "75.9mb", "heap_used_percent": 17, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "47.8mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43720520, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43720520, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.2mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1337584, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.2mb", "used": "6.2mb", "peak_used_in_bytes": 6516288, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6501504, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "154.2mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 161700440, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "22mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 23133688, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389145160966, "uptime_in_millis": 2363829, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 11861, "collection_time_in_millis": 28235, "collectors": {"ParNew": {"collection_count": 11731, "collection_time_in_millis": 27438, "collection_time": "27.4s"}, "ConcurrentMarkSweep": {"collection_count": 130, "collection_time_in_millis": 797, "collection_time": "797ms"}}, "collection_time": "28.2s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 3000, "query_time": "40.6s", "fetch_current": 0, "fetch_total": 3000, "fetch_time": "10.6s", "query_time_in_millis": 40611, "open_contexts": 0, "fetch_time_in_millis": 10668, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "299.3kb", "memory_size_in_bytes": 306580}, "abstract": {"memory_size": "32.6mb", "memory_size_in_bytes": 34214191}}, "evictions": 0, "memory_size": "32.9mb", "memory_size_in_bytes": 34520771}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 221447, "deleted": 0}, "segments": {"count": 33}, "indexing": {"delete_time_in_millis": 0, "index_total": 221447, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "22m", "index_time_in_millis": 1322649, "delete_current": 0}, "refresh": {"total_time": "5m", "total_time_in_millis": 300404, "total": 1446}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "28kb", "memory_size_in_bytes": 28704}, "flush": {"total_time": "9.6s", "total_time_in_millis": 9668, "total": 42}, "warmer": {"current": 0, "total_time": "415ms", "total": 1664, "total_time_in_millis": 415}, "store": {"size_in_bytes": 9987851355, "throttle_time_in_millis": 2096964, "throttle_time": "34.9m", "size": "9.3gb"}, "merges": {"total_time": "43.4m", "total_docs": 552226, "total_size_in_bytes": 25138031302, "total_size": "23.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2608413, "total": 167}}, "os": {"load_average": [1.4560546875, 1.85546875, 1.85546875], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10481078272, "free_percent": 61, "free_in_bytes": 6514085888, "free": "6gb", "used": "9.9gb", "actual_used": "6.2gb", "used_in_bytes": 10665783296, "actual_used_in_bytes": 6698790912}, "timestamp": 1389145160966, "uptime_in_millis": 1568673, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 80, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 114432397, "curr_estab": 93, "out_rsts": -1, "active_opens": 109020, "attempt_fails": 1324, "in_segs": 118996780, "passive_opens": 2098, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 24, "t_optimize": "23.44s", "t_optimize_in_millis": 23442, "num_committed_segments": 24}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:39:12Z", "observation_sequence_no": 10, "observation_id": "1d2b9bdc", "t_total_in_millis": 32020, "t_total": "0.53m", "observation_stop": "2014-01-08T01:39:20Z"}, "stats": {"search": {"query_total": 3000, "query_time": "40.6s", "fetch_current": 0, "fetch_total": 3000, "fetch_time": "10.6s", "query_time_in_millis": 40611, "open_contexts": 0, "fetch_time_in_millis": 10668, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 21.08, "fetch_current": 0, "fetch_total": 100, "fetch_time": "314ms", "query_time_in_millis_per_query": 14.68, "query_time_in_millis": 1468, "query_time": "1.4s", "client_time_in_millis": 2108, "fetch_time_in_millis_per_query": 3.14, "client_total": 100, "fetch_time_in_millis": 314, "query_current": 0, "client_time": "2.11s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 50.74, "fetch_current": 0, "fetch_total": 100, "fetch_time": "451ms", "query_time_in_millis_per_query": 40.56, "query_time_in_millis": 4056, "query_time": "4s", "client_time_in_millis": 5074, "fetch_time_in_millis_per_query": 4.51, "client_total": 100, "fetch_time_in_millis": 451, "query_current": 0, "client_time": "5.07s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 13.93, "fetch_current": 0, "fetch_total": 100, "fetch_time": "306ms", "query_time_in_millis_per_query": 7.76, "query_time_in_millis": 776, "query_time": "776ms", "client_time_in_millis": 1393, "fetch_time_in_millis_per_query": 3.06, "client_total": 100, "fetch_time_in_millis": 306, "query_current": 0, "client_time": "1.39s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "299.3kb", "memory_size_in_bytes": 306580}, "abstract": {"memory_size": "32.6mb", "memory_size_in_bytes": 34214191}}, "evictions": 0, "memory_size": "32.9mb", "memory_size_in_bytes": 34520771}, "docs": {"count": 221438, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 221438, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "22m", "index_time_in_millis": 1322531, "delete_current": 0}, "merges": {"total_time": "43.4m", "total_docs": 552226, "total_size_in_bytes": 25138031302, "total_size": "23.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2608413, "total": 167}, "store": {"size_in_bytes": 9986663018, "throttle_time_in_millis": 2096964, "throttle_time": "34.9m", "size": "9.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/e7355f12' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 244355, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 3300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 219, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 314, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1588, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 1917, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 389, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 46, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1828, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 19, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389145342890, "total": {"available": "150.6gb", "disk_io_size": "2805.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 975445312512, "disk_read_size": "908.4gb", "disk_writes": 8051484, "disk_io_size_in_bytes": 3011974103040, "free": "150.9gb", "disk_write_size_in_bytes": 2036528790528, "disk_io_op": 12045371, "disk_reads": 3993887, "free_in_bytes": 162059509760, "disk_write_size": "1896.6gb", "available_in_bytes": 161797365760}, "data": [{"available": "150.6gb", "disk_io_size": "2805.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 975445312512, "disk_read_size": "908.4gb", "disk_writes": 8051484, "mount": "/", "disk_io_size_in_bytes": 3011974103040, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2036528790528, "free": "150.9gb", "disk_io_op": 12045371, "disk_reads": 3993887, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 162059509760, "disk_write_size": "1896.6gb", "available_in_bytes": 161797365760}]}, "http": {"total_opened": 16, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "531.5mb", "resident_in_bytes": 557318144, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4072476672}, "timestamp": 1389145342889, "open_file_descriptors": 391, "cpu": {"user_in_millis": 2376561, "percent": 121, "sys": "3.3m", "sys_in_millis": 203896, "total_in_millis": 2580457, "total": "43m", "user": "39.6m"}}, "timestamp": 1389145342886, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "42.4m", "mem": {"non_heap_used_in_bytes": 50251960, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79659008, "heap_used": "134.2mb", "heap_used_in_bytes": 140788296, "non_heap_committed": "75.9mb", "heap_used_percent": 13, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "47.9mb", "pools": {"CMS Perm Gen": {"peak_used": "41.6mb", "used": "41.6mb", "peak_used_in_bytes": 43723960, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43723960, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "968.2kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 991488, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.2mb", "used": "6.2mb", "peak_used_in_bytes": 6531648, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6528000, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "122.6mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 128609768, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 11187040, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389145342890, "uptime_in_millis": 2545753, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 13044, "collection_time_in_millis": 31142, "collectors": {"ParNew": {"collection_count": 12900, "collection_time_in_millis": 30248, "collection_time": "30.2s"}, "ConcurrentMarkSweep": {"collection_count": 144, "collection_time_in_millis": 894, "collection_time": "894ms"}}, "collection_time": "31.1s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 3300, "query_time": "47.5s", "fetch_current": 0, "fetch_total": 3300, "fetch_time": "11.7s", "query_time_in_millis": 47571, "open_contexts": 0, "fetch_time_in_millis": 11770, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "335.6kb", "memory_size_in_bytes": 343680}, "abstract": {"memory_size": "35.5mb", "memory_size_in_bytes": 37299233}}, "evictions": 0, "memory_size": "35.8mb", "memory_size_in_bytes": 37642913}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 244355, "deleted": 0}, "segments": {"count": 41}, "indexing": {"delete_time_in_millis": 0, "index_total": 244355, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "24.2m", "index_time_in_millis": 1452890, "delete_current": 0}, "refresh": {"total_time": "5.5m", "total_time_in_millis": 330277, "total": 1590}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "30.4kb", "memory_size_in_bytes": 31176}, "flush": {"total_time": "10.7s", "total_time_in_millis": 10738, "total": 46}, "warmer": {"current": 0, "total_time": "461ms", "total": 1829, "total_time_in_millis": 461}, "store": {"size_in_bytes": 10988436772, "throttle_time_in_millis": 2235549, "throttle_time": "37.2m", "size": "10.2gb"}, "merges": {"total_time": "46.3m", "total_docs": 588803, "total_size_in_bytes": 26839427760, "total_size": "24.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2782887, "total": 184}}, "os": {"load_average": [1.60693359375, 1.82470703125, 1.83837890625], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10511712256, "free_percent": 61, "free_in_bytes": 6476804096, "free": "6gb", "used": "9.9gb", "actual_used": "6.2gb", "used_in_bytes": 10703065088, "actual_used_in_bytes": 6668156928}, "timestamp": 1389145342889, "uptime_in_millis": 1568855, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 114617193, "curr_estab": 93, "out_rsts": -1, "active_opens": 109021, "attempt_fails": 1324, "in_segs": 119181595, "passive_opens": 2098, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 31, "t_optimize": "0.24s", "t_optimize_in_millis": 244, "num_committed_segments": 31}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:42:13Z", "observation_sequence_no": 11, "observation_id": "e7355f12", "t_total_in_millis": 9525, "t_total": "0.16m", "observation_stop": "2014-01-08T01:42:22Z"}, "stats": {"search": {"query_total": 3300, "query_time": "47.5s", "fetch_current": 0, "fetch_total": 3300, "fetch_time": "11.7s", "query_time_in_millis": 47571, "open_contexts": 0, "fetch_time_in_millis": 11770, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 22.77, "fetch_current": 0, "fetch_total": 100, "fetch_time": "312ms", "query_time_in_millis_per_query": 16.39, "query_time_in_millis": 1639, "query_time": "1.6s", "client_time_in_millis": 2277, "fetch_time_in_millis_per_query": 3.12, "client_total": 100, "fetch_time_in_millis": 312, "query_current": 0, "client_time": "2.28s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 54.81, "fetch_current": 0, "fetch_total": 100, "fetch_time": "478ms", "query_time_in_millis_per_query": 44.29, "query_time_in_millis": 4429, "query_time": "4.4s", "client_time_in_millis": 5481, "fetch_time_in_millis_per_query": 4.78, "client_total": 100, "fetch_time_in_millis": 478, "query_current": 0, "client_time": "5.48s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 15.2, "fetch_current": 0, "fetch_total": 100, "fetch_time": "311ms", "query_time_in_millis_per_query": 8.9, "query_time_in_millis": 890, "query_time": "890ms", "client_time_in_millis": 1520, "fetch_time_in_millis_per_query": 3.11, "client_total": 100, "fetch_time_in_millis": 311, "query_current": 0, "client_time": "1.52s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "335.6kb", "memory_size_in_bytes": 343680}, "abstract": {"memory_size": "35.5mb", "memory_size_in_bytes": 37299233}}, "evictions": 0, "memory_size": "35.8mb", "memory_size_in_bytes": 37642913}, "docs": {"count": 244345, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 244345, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "24.2m", "index_time_in_millis": 1452760, "delete_current": 0}, "merges": {"total_time": "46.3m", "total_docs": 588793, "total_size_in_bytes": 26838108280, "total_size": "24.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 2782784, "total": 183}, "store": {"size_in_bytes": 10987208051, "throttle_time_in_millis": 2235540, "throttle_time": "37.2m", "size": "10.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/66ec6c40' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 266212, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 3600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 267, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 381, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1730, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 2089, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 424, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 50, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 1992, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 25, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389145994920, "total": {"available": "149.7gb", "disk_io_size": "2819.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 980355093504, "disk_read_size": "913gb", "disk_writes": 8072415, "disk_io_size_in_bytes": 3027827442688, "free": "150gb", "disk_write_size_in_bytes": 2047472349184, "disk_io_op": 12092161, "disk_reads": 4019746, "free_in_bytes": 161071501312, "disk_write_size": "1906.8gb", "available_in_bytes": 160809357312}, "data": [{"available": "149.7gb", "disk_io_size": "2819.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 980355093504, "disk_read_size": "913gb", "disk_writes": 8072415, "mount": "/", "disk_io_size_in_bytes": 3027827442688, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2047472349184, "free": "150gb", "disk_io_op": 12092161, "disk_reads": 4019746, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 161071501312, "disk_write_size": "1906.8gb", "available_in_bytes": 160809357312}]}, "http": {"total_opened": 22, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "532.1mb", "resident_in_bytes": 558014464, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4073140224}, "timestamp": 1389145994919, "open_file_descriptors": 319, "cpu": {"user_in_millis": 2668607, "percent": 51, "sys": "4.1m", "sys_in_millis": 250115, "total_in_millis": 2918722, "total": "48.6m", "user": "44.4m"}}, "timestamp": 1389145994918, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "53.2m", "mem": {"non_heap_used_in_bytes": 50266968, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79724544, "heap_used": "128.2mb", "heap_used_in_bytes": 134504416, "non_heap_committed": "76mb", "heap_used_percent": 12, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "47.9mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43729112, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43729112, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "109.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 112400, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.2mb", "used": "6.2mb", "peak_used_in_bytes": 6549312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6537856, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "116.1mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 121824800, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "11.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 12567216, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389145994920, "uptime_in_millis": 3197783, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 14593, "collection_time_in_millis": 34866, "collectors": {"ParNew": {"collection_count": 14434, "collection_time_in_millis": 33870, "collection_time": "33.8s"}, "ConcurrentMarkSweep": {"collection_count": 159, "collection_time_in_millis": 996, "collection_time": "996ms"}}, "collection_time": "34.8s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 3600, "query_time": "55.6s", "fetch_current": 0, "fetch_total": 3600, "fetch_time": "12.9s", "query_time_in_millis": 55697, "open_contexts": 0, "fetch_time_in_millis": 12916, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "301kb", "memory_size_in_bytes": 308244}, "abstract": {"memory_size": "45.4mb", "memory_size_in_bytes": 47626892}}, "evictions": 0, "memory_size": "45.7mb", "memory_size_in_bytes": 47935136}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 266212, "deleted": 0}, "segments": {"count": 20}, "indexing": {"delete_time_in_millis": 0, "index_total": 266212, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "26.3m", "index_time_in_millis": 1583499, "delete_current": 0}, "refresh": {"total_time": "6m", "total_time_in_millis": 360747, "total": 1732}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "45.7kb", "memory_size_in_bytes": 46816}, "flush": {"total_time": "11.6s", "total_time_in_millis": 11628, "total": 50}, "warmer": {"current": 0, "total_time": "510ms", "total": 1993, "total_time_in_millis": 510}, "store": {"size_in_bytes": 11976563584, "throttle_time_in_millis": 2820316, "throttle_time": "47m", "size": "11.1gb"}, "merges": {"total_time": "58.5m", "total_docs": 764299, "total_size_in_bytes": 34623468641, "total_size": "32.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 3512155, "total": 202}}, "os": {"load_average": [0.783203125, 1.06689453125, 1.4404296875], "uptime": "26.1m", "mem": {"actual_free": "9.8gb", "used_percent": 38, "actual_free_in_bytes": 10525540352, "free_percent": 61, "free_in_bytes": 6476083200, "free": "6gb", "used": "9.9gb", "actual_used": "6.1gb", "used_in_bytes": 10703785984, "actual_used_in_bytes": 6654328832}, "timestamp": 1389145994919, "uptime_in_millis": 1569507, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 8, "idle": 90, "stolen": 0, "user": 6}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 114798574, "curr_estab": 93, "out_rsts": -1, "active_opens": 109029, "attempt_fails": 1324, "in_segs": 119362983, "passive_opens": 2104, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 18, "t_optimize": "470.61s", "t_optimize_in_millis": 470608, "num_committed_segments": 18}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:53:04Z", "observation_sequence_no": 12, "observation_id": "66ec6c40", "t_total_in_millis": 480997, "t_total": "8.02m", "observation_stop": "2014-01-08T01:53:14Z"}, "stats": {"search": {"query_total": 3600, "query_time": "55.6s", "fetch_current": 0, "fetch_total": 3600, "fetch_time": "12.9s", "query_time_in_millis": 55697, "open_contexts": 0, "fetch_time_in_millis": 12916, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 24.34, "fetch_current": 0, "fetch_total": 100, "fetch_time": "336ms", "query_time_in_millis_per_query": 17.69, "query_time_in_millis": 1769, "query_time": "1.7s", "client_time_in_millis": 2434, "fetch_time_in_millis_per_query": 3.36, "client_total": 100, "fetch_time_in_millis": 336, "query_current": 0, "client_time": "2.43s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 64.54, "fetch_current": 0, "fetch_total": 100, "fetch_time": "497ms", "query_time_in_millis_per_query": 54.88, "query_time_in_millis": 5488, "query_time": "5.4s", "client_time_in_millis": 6454, "fetch_time_in_millis_per_query": 4.97, "client_total": 100, "fetch_time_in_millis": 497, "query_current": 0, "client_time": "6.45s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 14.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "311ms", "query_time_in_millis_per_query": 8.67, "query_time_in_millis": 867, "query_time": "867ms", "client_time_in_millis": 1499, "fetch_time_in_millis_per_query": 3.11, "client_total": 100, "fetch_time_in_millis": 311, "query_current": 0, "client_time": "1.50s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "301kb", "memory_size_in_bytes": 308244}, "abstract": {"memory_size": "45.4mb", "memory_size_in_bytes": 47626892}}, "evictions": 0, "memory_size": "45.7mb", "memory_size_in_bytes": 47935136}, "docs": {"count": 266201, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 266201, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "26.3m", "index_time_in_millis": 1583363, "delete_current": 0}, "merges": {"total_time": "58.5m", "total_docs": 764289, "total_size_in_bytes": 34622149161, "total_size": "32.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 3512052, "total": 201}, "store": {"size_in_bytes": 11975202717, "throttle_time_in_millis": 2820307, "throttle_time": "47m", "size": "11.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/847ad98c' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 288481, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 3900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 283, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 402, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 1872, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 2263, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 460, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 54, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 2155, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 26, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389146183858, "total": {"available": "148.8gb", "disk_io_size": "2825.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981098402816, "disk_read_size": "913.7gb", "disk_writes": 8082737, "disk_io_size_in_bytes": 3033512577024, "free": "149gb", "disk_write_size_in_bytes": 2052414174208, "disk_io_op": 12107682, "disk_reads": 4024945, "free_in_bytes": 160065503232, "disk_write_size": "1911.4gb", "available_in_bytes": 159803359232}, "data": [{"available": "148.8gb", "disk_io_size": "2825.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981098402816, "disk_read_size": "913.7gb", "disk_writes": 8082737, "mount": "/", "disk_io_size_in_bytes": 3033512577024, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2052414174208, "free": "149gb", "disk_io_op": 12107682, "disk_reads": 4024945, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 160065503232, "disk_write_size": "1911.4gb", "available_in_bytes": 159803359232}]}, "http": {"total_opened": 22, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "524.6mb", "resident_in_bytes": 550096896, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4067995648}, "timestamp": 1389146183857, "open_file_descriptors": 356, "cpu": {"user_in_millis": 2878660, "percent": 119, "sys": "4.4m", "sys_in_millis": 265577, "total_in_millis": 3144237, "total": "52.4m", "user": "47.9m"}}, "timestamp": 1389146183856, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "56.4m", "mem": {"non_heap_used_in_bytes": 50545128, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79986688, "heap_used": "151.2mb", "heap_used_in_bytes": 158593280, "non_heap_committed": "76.2mb", "heap_used_percent": 14, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "48.2mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43739752, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43739752, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "407.4kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 417200, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.5mb", "used": "6.4mb", "peak_used_in_bytes": 6815936, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6805376, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "144.4mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 151434816, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "6.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 6741264, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389146183858, "uptime_in_millis": 3386721, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 15791, "collection_time_in_millis": 37826, "collectors": {"ParNew": {"collection_count": 15617, "collection_time_in_millis": 36741, "collection_time": "36.7s"}, "ConcurrentMarkSweep": {"collection_count": 174, "collection_time_in_millis": 1085, "collection_time": "1s"}}, "collection_time": "37.8s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 3900, "query_time": "1m", "fetch_current": 0, "fetch_total": 3900, "fetch_time": "13.6s", "query_time_in_millis": 63580, "open_contexts": 0, "fetch_time_in_millis": 13685, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "353.6kb", "memory_size_in_bytes": 362128}, "abstract": {"memory_size": "48.1mb", "memory_size_in_bytes": 50508691}}, "evictions": 0, "memory_size": "48.5mb", "memory_size_in_bytes": 50870819}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 288481, "deleted": 0}, "segments": {"count": 27}, "indexing": {"delete_time_in_millis": 0, "index_total": 288481, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "28.5m", "index_time_in_millis": 1714519, "delete_current": 0}, "refresh": {"total_time": "6.5m", "total_time_in_millis": 391383, "total": 1874}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "35.6kb", "memory_size_in_bytes": 36536}, "flush": {"total_time": "12.4s", "total_time_in_millis": 12428, "total": 54}, "warmer": {"current": 0, "total_time": "554ms", "total": 2156, "total_time_in_millis": 554}, "store": {"size_in_bytes": 12982952980, "throttle_time_in_millis": 2963609, "throttle_time": "49.3m", "size": "12gb"}, "merges": {"total_time": "1h", "total_docs": 799433, "total_size_in_bytes": 36405494548, "total_size": "33.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 3694617, "total": 218}}, "os": {"load_average": [2.59521484375, 1.81103515625, 1.67626953125], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10506964992, "free_percent": 61, "free_in_bytes": 6260527104, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10919342080, "actual_used_in_bytes": 6672904192}, "timestamp": 1389146183857, "uptime_in_millis": 1569696, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 114976262, "curr_estab": 94, "out_rsts": -1, "active_opens": 109030, "attempt_fails": 1324, "in_segs": 119540696, "passive_opens": 2104, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 24, "t_optimize": "7.03s", "t_optimize_in_millis": 7027, "num_committed_segments": 24}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:56:14Z", "observation_sequence_no": 13, "observation_id": "847ad98c", "t_total_in_millis": 16517, "t_total": "0.28m", "observation_stop": "2014-01-08T01:56:23Z"}, "stats": {"search": {"query_total": 3900, "query_time": "1m", "fetch_current": 0, "fetch_total": 3900, "fetch_time": "13.6s", "query_time_in_millis": 63580, "open_contexts": 0, "fetch_time_in_millis": 13685, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 23.11, "fetch_current": 0, "fetch_total": 100, "fetch_time": "222ms", "query_time_in_millis_per_query": 18.36, "query_time_in_millis": 1836, "query_time": "1.8s", "client_time_in_millis": 2311, "fetch_time_in_millis_per_query": 2.22, "client_total": 100, "fetch_time_in_millis": 222, "query_current": 0, "client_time": "2.31s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 57.62, "fetch_current": 0, "fetch_total": 100, "fetch_time": "319ms", "query_time_in_millis_per_query": 50.91, "query_time_in_millis": 5091, "query_time": "5s", "client_time_in_millis": 5762, "fetch_time_in_millis_per_query": 3.19, "client_total": 100, "fetch_time_in_millis": 319, "query_current": 0, "client_time": "5.76s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 14.16, "fetch_current": 0, "fetch_total": 100, "fetch_time": "226ms", "query_time_in_millis_per_query": 9.55, "query_time_in_millis": 955, "query_time": "955ms", "client_time_in_millis": 1416, "fetch_time_in_millis_per_query": 2.26, "client_total": 100, "fetch_time_in_millis": 226, "query_current": 0, "client_time": "1.42s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "353.6kb", "memory_size_in_bytes": 362128}, "abstract": {"memory_size": "48.1mb", "memory_size_in_bytes": 50508691}}, "evictions": 0, "memory_size": "48.5mb", "memory_size_in_bytes": 50870819}, "docs": {"count": 288469, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 288469, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "28.5m", "index_time_in_millis": 1714373, "delete_current": 0}, "merges": {"total_time": "1h", "total_docs": 799423, "total_size_in_bytes": 36404175068, "total_size": "33.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 3694514, "total": 217}, "store": {"size_in_bytes": 12981459956, "throttle_time_in_millis": 2963600, "throttle_time": "49.3m", "size": "12gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/39bf0d10' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 310580, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 4200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 301, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 424, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2016, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 2436, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 496, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 58, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 2320, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 28, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389146379470, "total": {"available": "147.8gb", "disk_io_size": "2830.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981277647872, "disk_read_size": "913.8gb", "disk_writes": 8093645, "disk_io_size_in_bytes": 3039101175808, "free": "148.1gb", "disk_write_size_in_bytes": 2057823527936, "disk_io_op": 12119418, "disk_reads": 4025773, "free_in_bytes": 159064739840, "disk_write_size": "1916.4gb", "available_in_bytes": 158802595840}, "data": [{"available": "147.8gb", "disk_io_size": "2830.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981277647872, "disk_read_size": "913.8gb", "disk_writes": 8093645, "mount": "/", "disk_io_size_in_bytes": 3039101175808, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2057823527936, "free": "148.1gb", "disk_io_op": 12119418, "disk_reads": 4025773, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 159064739840, "disk_write_size": "1916.4gb", "available_in_bytes": 158802595840}]}, "http": {"total_opened": 23, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "528.8mb", "resident_in_bytes": 554569728, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4071976960}, "timestamp": 1389146379470, "open_file_descriptors": 345, "cpu": {"user_in_millis": 3093540, "percent": 118, "sys": "4.7m", "sys_in_millis": 282913, "total_in_millis": 3376453, "total": "56.2m", "user": "51.5m"}}, "timestamp": 1389146379468, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "59.7m", "mem": {"non_heap_used_in_bytes": 50555136, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 79986688, "heap_used": "116mb", "heap_used_in_bytes": 121641136, "non_heap_committed": "76.2mb", "heap_used_percent": 11, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "48.2mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43740608, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43740608, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "62.8kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 64400, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.5mb", "used": "6.4mb", "peak_used_in_bytes": 6819904, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6814528, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "104.3mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 109440400, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "11.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 12136336, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389146379470, "uptime_in_millis": 3582333, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 16968, "collection_time_in_millis": 40775, "collectors": {"ParNew": {"collection_count": 16778, "collection_time_in_millis": 39568, "collection_time": "39.5s"}, "ConcurrentMarkSweep": {"collection_count": 190, "collection_time_in_millis": 1207, "collection_time": "1.2s"}}, "collection_time": "40.7s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 4200, "query_time": "1.2m", "fetch_current": 0, "fetch_total": 4200, "fetch_time": "14.4s", "query_time_in_millis": 72224, "open_contexts": 0, "fetch_time_in_millis": 14430, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "376.8kb", "memory_size_in_bytes": 385896}, "abstract": {"memory_size": "50.4mb", "memory_size_in_bytes": 52915391}}, "evictions": 0, "memory_size": "50.8mb", "memory_size_in_bytes": 53301287}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 310580, "deleted": 0}, "segments": {"count": 36}, "indexing": {"delete_time_in_millis": 0, "index_total": 310580, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "30.7m", "index_time_in_millis": 1845207, "delete_current": 0}, "refresh": {"total_time": "7m", "total_time_in_millis": 421096, "total": 2018}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "39kb", "memory_size_in_bytes": 39976}, "flush": {"total_time": "13.6s", "total_time_in_millis": 13625, "total": 58}, "warmer": {"current": 0, "total_time": "589ms", "total": 2321, "total_time_in_millis": 589}, "store": {"size_in_bytes": 13983496908, "throttle_time_in_millis": 3162283, "throttle_time": "52.7m", "size": "13gb"}, "merges": {"total_time": "1h", "total_docs": 850118, "total_size_in_bytes": 38666683757, "total_size": "36gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 3938951, "total": 234}}, "os": {"load_average": [1.79443359375, 1.91357421875, 1.74560546875], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10498924544, "free_percent": 61, "free_in_bytes": 6246785024, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10933084160, "actual_used_in_bytes": 6680944640}, "timestamp": 1389146379470, "uptime_in_millis": 1569892, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 115153838, "curr_estab": 94, "out_rsts": -1, "active_opens": 109051, "attempt_fails": 1324, "in_segs": 119718289, "passive_opens": 2105, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 32, "t_optimize": "11.39s", "t_optimize_in_millis": 11388, "num_committed_segments": 32}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T01:59:29Z", "observation_sequence_no": 14, "observation_id": "39bf0d10", "t_total_in_millis": 21643, "t_total": "0.36m", "observation_stop": "2014-01-08T01:59:39Z"}, "stats": {"search": {"query_total": 4200, "query_time": "1.2m", "fetch_current": 0, "fetch_total": 4200, "fetch_time": "14.4s", "query_time_in_millis": 72224, "open_contexts": 0, "fetch_time_in_millis": 14430, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 24.86, "fetch_current": 0, "fetch_total": 100, "fetch_time": "215ms", "query_time_in_millis_per_query": 20.17, "query_time_in_millis": 2017, "query_time": "2s", "client_time_in_millis": 2486, "fetch_time_in_millis_per_query": 2.15, "client_total": 100, "fetch_time_in_millis": 215, "query_current": 0, "client_time": "2.49s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 62.24, "fetch_current": 0, "fetch_total": 100, "fetch_time": "315ms", "query_time_in_millis_per_query": 55.4, "query_time_in_millis": 5540, "query_time": "5.5s", "client_time_in_millis": 6224, "fetch_time_in_millis_per_query": 3.15, "client_total": 100, "fetch_time_in_millis": 315, "query_current": 0, "client_time": "6.22s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 15.43, "fetch_current": 0, "fetch_total": 100, "fetch_time": "214ms", "query_time_in_millis_per_query": 10.85, "query_time_in_millis": 1085, "query_time": "1s", "client_time_in_millis": 1543, "fetch_time_in_millis_per_query": 2.14, "client_total": 100, "fetch_time_in_millis": 214, "query_current": 0, "client_time": "1.54s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "376.8kb", "memory_size_in_bytes": 385896}, "abstract": {"memory_size": "50.4mb", "memory_size_in_bytes": 52915391}}, "evictions": 0, "memory_size": "50.8mb", "memory_size_in_bytes": 53301287}, "docs": {"count": 310567, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 310567, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "30.7m", "index_time_in_millis": 1845054, "delete_current": 0}, "merges": {"total_time": "1h", "total_docs": 850108, "total_size_in_bytes": 38665364277, "total_size": "36gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 3938848, "total": 233}, "store": {"size_in_bytes": 13981871757, "throttle_time_in_millis": 3162274, "throttle_time": "52.7m", "size": "13gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/c28217b8' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 333007, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 4500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 317, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 446, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2160, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 2609, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 531, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 63, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 2486, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 29, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389146562455, "total": {"available": "146.9gb", "disk_io_size": "2835.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981491069952, "disk_read_size": "914gb", "disk_writes": 8103363, "disk_io_size_in_bytes": 3044194244608, "free": "147.2gb", "disk_write_size_in_bytes": 2062703174656, "disk_io_op": 12130128, "disk_reads": 4026765, "free_in_bytes": 158061342720, "disk_write_size": "1921gb", "available_in_bytes": 157799198720}, "data": [{"available": "146.9gb", "disk_io_size": "2835.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981491069952, "disk_read_size": "914gb", "disk_writes": 8103363, "mount": "/", "disk_io_size_in_bytes": 3044194244608, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2062703174656, "free": "147.2gb", "disk_io_op": 12130128, "disk_reads": 4026765, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 158061342720, "disk_write_size": "1921gb", "available_in_bytes": 157799198720}]}, "http": {"total_opened": 23, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "526mb", "resident_in_bytes": 551636992, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4067409920}, "timestamp": 1389146562455, "open_file_descriptors": 385, "cpu": {"user_in_millis": 3302087, "percent": 122, "sys": "4.9m", "sys_in_millis": 297918, "total_in_millis": 3600005, "total": "1h", "user": "55m"}}, "timestamp": 1389146562452, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1h", "mem": {"non_heap_used_in_bytes": 50606616, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80052224, "heap_used": "155.6mb", "heap_used_in_bytes": 163237784, "non_heap_committed": "76.3mb", "heap_used_percent": 15, "heap_committed": "295.9mb", "heap_committed_in_bytes": 310308864, "non_heap_used": "48.2mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43741976, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43741976, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "92.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 94928, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.5mb", "used": "6.5mb", "peak_used_in_bytes": 6877952, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6864640, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "145.3mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 152392072, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 10750784, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389146562455, "uptime_in_millis": 3765318, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 18157, "collection_time_in_millis": 43692, "collectors": {"ParNew": {"collection_count": 17952, "collection_time_in_millis": 42408, "collection_time": "42.4s"}, "ConcurrentMarkSweep": {"collection_count": 205, "collection_time_in_millis": 1284, "collection_time": "1.2s"}}, "collection_time": "43.6s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 4500, "query_time": "1.3m", "fetch_current": 0, "fetch_total": 4500, "fetch_time": "15.1s", "query_time_in_millis": 81391, "open_contexts": 0, "fetch_time_in_millis": 15185, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "435.1kb", "memory_size_in_bytes": 445596}, "abstract": {"memory_size": "53.1mb", "memory_size_in_bytes": 55691875}}, "evictions": 0, "memory_size": "53.5mb", "memory_size_in_bytes": 56137471}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 333007, "deleted": 0}, "segments": {"count": 36}, "indexing": {"delete_time_in_millis": 0, "index_total": 333007, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "32.9m", "index_time_in_millis": 1975575, "delete_current": 0}, "refresh": {"total_time": "7.5m", "total_time_in_millis": 450439, "total": 2162}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "41.3kb", "memory_size_in_bytes": 42304}, "flush": {"total_time": "14.8s", "total_time_in_millis": 14815, "total": 63}, "warmer": {"current": 0, "total_time": "625ms", "total": 2487, "total_time_in_millis": 625}, "store": {"size_in_bytes": 14986586759, "throttle_time_in_millis": 3297091, "throttle_time": "54.9m", "size": "13.9gb"}, "merges": {"total_time": "1.1h", "total_docs": 885852, "total_size_in_bytes": 40385029825, "total_size": "37.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 4110990, "total": 251}}, "os": {"load_average": [1.7421875, 1.91162109375, 1.7763671875], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10502451200, "free_percent": 61, "free_in_bytes": 6155423744, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.2gb", "used_in_bytes": 11024445440, "actual_used_in_bytes": 6677417984}, "timestamp": 1389146562454, "uptime_in_millis": 1570075, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 115332279, "curr_estab": 96, "out_rsts": -1, "active_opens": 109053, "attempt_fails": 1324, "in_segs": 119896730, "passive_opens": 2105, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 31, "t_optimize": "0.07s", "t_optimize_in_millis": 71, "num_committed_segments": 31}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:02:31Z", "observation_sequence_no": 15, "observation_id": "c28217b8", "t_total_in_millis": 10890, "t_total": "0.18m", "observation_stop": "2014-01-08T02:02:42Z"}, "stats": {"search": {"query_total": 4500, "query_time": "1.3m", "fetch_current": 0, "fetch_total": 4500, "fetch_time": "15.1s", "query_time_in_millis": 81391, "open_contexts": 0, "fetch_time_in_millis": 15185, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 26.34, "fetch_current": 0, "fetch_total": 100, "fetch_time": "215ms", "query_time_in_millis_per_query": 21.42, "query_time_in_millis": 2142, "query_time": "2.1s", "client_time_in_millis": 2634, "fetch_time_in_millis_per_query": 2.15, "client_total": 100, "fetch_time_in_millis": 215, "query_current": 0, "client_time": "2.63s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 65.61, "fetch_current": 0, "fetch_total": 100, "fetch_time": "316ms", "query_time_in_millis_per_query": 58.83, "query_time_in_millis": 5883, "query_time": "5.8s", "client_time_in_millis": 6561, "fetch_time_in_millis_per_query": 3.16, "client_total": 100, "fetch_time_in_millis": 316, "query_current": 0, "client_time": "6.56s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 16.22, "fetch_current": 0, "fetch_total": 100, "fetch_time": "222ms", "query_time_in_millis_per_query": 11.4, "query_time_in_millis": 1140, "query_time": "1.1s", "client_time_in_millis": 1622, "fetch_time_in_millis_per_query": 2.22, "client_total": 100, "fetch_time_in_millis": 222, "query_current": 0, "client_time": "1.62s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "435.1kb", "memory_size_in_bytes": 445596}, "abstract": {"memory_size": "53.1mb", "memory_size_in_bytes": 55691875}}, "evictions": 0, "memory_size": "53.5mb", "memory_size_in_bytes": 56137471}, "docs": {"count": 332993, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 332993, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "32.9m", "index_time_in_millis": 1975415, "delete_current": 0}, "merges": {"total_time": "1.1h", "total_docs": 885842, "total_size_in_bytes": 40383710345, "total_size": "37.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 4110887, "total": 250}, "store": {"size_in_bytes": 14985752777, "throttle_time_in_millis": 3297081, "throttle_time": "54.9m", "size": "13.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/e23d6f77' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 356227, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 4800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 333, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 468, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2305, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 2783, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 566, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 67, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 2653, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 30, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389146752366, "total": {"available": "146gb", "disk_io_size": "2840.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981731558400, "disk_read_size": "914.3gb", "disk_writes": 8115201, "disk_io_size_in_bytes": 3049908927488, "free": "146.2gb", "disk_write_size_in_bytes": 2068177369088, "disk_io_op": 12142730, "disk_reads": 4027529, "free_in_bytes": 157071953920, "disk_write_size": "1926.1gb", "available_in_bytes": 156809809920}, "data": [{"available": "146gb", "disk_io_size": "2840.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 981731558400, "disk_read_size": "914.3gb", "disk_writes": 8115201, "mount": "/", "disk_io_size_in_bytes": 3049908927488, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2068177369088, "free": "146.2gb", "disk_io_op": 12142730, "disk_reads": 4027529, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 157071953920, "disk_write_size": "1926.1gb", "available_in_bytes": 156809809920}]}, "http": {"total_opened": 23, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "547.8mb", "resident_in_bytes": 574418944, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4071026688}, "timestamp": 1389146752365, "open_file_descriptors": 371, "cpu": {"user_in_millis": 3520312, "percent": 124, "sys": "5.2m", "sys_in_millis": 315624, "total_in_millis": 3835936, "total": "1h", "user": "58.6m"}}, "timestamp": 1389146752362, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1h", "mem": {"non_heap_used_in_bytes": 50740632, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80117760, "heap_used": "159.9mb", "heap_used_in_bytes": 167692096, "non_heap_committed": "76.4mb", "heap_used_percent": 15, "heap_committed": "313.7mb", "heap_committed_in_bytes": 329019392, "non_heap_used": "48.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43760024, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43760024, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "56kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 57384, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.6mb", "used": "6.6mb", "peak_used_in_bytes": 6993152, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 6980608, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "145mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 152070512, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "14.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 15564200, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389146752365, "uptime_in_millis": 3955228, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 19351, "collection_time_in_millis": 46682, "collectors": {"ParNew": {"collection_count": 19131, "collection_time_in_millis": 45287, "collection_time": "45.2s"}, "ConcurrentMarkSweep": {"collection_count": 220, "collection_time_in_millis": 1395, "collection_time": "1.3s"}}, "collection_time": "46.6s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 4800, "query_time": "1.5m", "fetch_current": 0, "fetch_total": 4800, "fetch_time": "16s", "query_time_in_millis": 91151, "open_contexts": 0, "fetch_time_in_millis": 16016, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "443.4kb", "memory_size_in_bytes": 454124}, "abstract": {"memory_size": "55.1mb", "memory_size_in_bytes": 57851364}}, "evictions": 0, "memory_size": "55.6mb", "memory_size_in_bytes": 58305488}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 356227, "deleted": 0}, "segments": {"count": 37}, "indexing": {"delete_time_in_millis": 0, "index_total": 356227, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "35.1m", "index_time_in_millis": 2106329, "delete_current": 0}, "refresh": {"total_time": "8m", "total_time_in_millis": 480101, "total": 2307}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "44.4kb", "memory_size_in_bytes": 45520}, "flush": {"total_time": "15.8s", "total_time_in_millis": 15826, "total": 67}, "warmer": {"current": 0, "total_time": "659ms", "total": 2654, "total_time_in_millis": 659}, "store": {"size_in_bytes": 15976297331, "throttle_time_in_millis": 3501543, "throttle_time": "58.3m", "size": "14.8gb"}, "merges": {"total_time": "1.2h", "total_docs": 939874, "total_size_in_bytes": 42729634944, "total_size": "39.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 4363015, "total": 268}}, "os": {"load_average": [2.14404296875, 2.0439453125, 1.85400390625], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10478759936, "free_percent": 60, "free_in_bytes": 6341533696, "free": "5.9gb", "used": "10gb", "actual_used": "6.2gb", "used_in_bytes": 10838335488, "actual_used_in_bytes": 6701109248}, "timestamp": 1389146752365, "uptime_in_millis": 1570265, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 20, "idle": 79, "stolen": 0, "user": 17}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 115513977, "curr_estab": 96, "out_rsts": -1, "active_opens": 109054, "attempt_fails": 1324, "in_segs": 120078438, "passive_opens": 2105, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 31, "t_optimize": "5.61s", "t_optimize_in_millis": 5609, "num_committed_segments": 31}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:05:40Z", "observation_sequence_no": 16, "observation_id": "e23d6f77", "t_total_in_millis": 17171, "t_total": "0.29m", "observation_stop": "2014-01-08T02:05:52Z"}, "stats": {"search": {"query_total": 4800, "query_time": "1.5m", "fetch_current": 0, "fetch_total": 4800, "fetch_time": "16s", "query_time_in_millis": 91151, "open_contexts": 0, "fetch_time_in_millis": 16016, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 27.53, "fetch_current": 0, "fetch_total": 100, "fetch_time": "231ms", "query_time_in_millis_per_query": 22.58, "query_time_in_millis": 2258, "query_time": "2.2s", "client_time_in_millis": 2753, "fetch_time_in_millis_per_query": 2.31, "client_total": 100, "fetch_time_in_millis": 231, "query_current": 0, "client_time": "2.75s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 71.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "372ms", "query_time_in_millis_per_query": 62.91, "query_time_in_millis": 6291, "query_time": "6.2s", "client_time_in_millis": 7119, "fetch_time_in_millis_per_query": 3.72, "client_total": 100, "fetch_time_in_millis": 372, "query_current": 0, "client_time": "7.12s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 16.87, "fetch_current": 0, "fetch_total": 100, "fetch_time": "226ms", "query_time_in_millis_per_query": 12.09, "query_time_in_millis": 1209, "query_time": "1.2s", "client_time_in_millis": 1687, "fetch_time_in_millis_per_query": 2.26, "client_total": 100, "fetch_time_in_millis": 226, "query_current": 0, "client_time": "1.69s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "443.4kb", "memory_size_in_bytes": 454124}, "abstract": {"memory_size": "55.1mb", "memory_size_in_bytes": 57851364}}, "evictions": 0, "memory_size": "55.6mb", "memory_size_in_bytes": 58305488}, "docs": {"count": 356212, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 356212, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "35.1m", "index_time_in_millis": 2106160, "delete_current": 0}, "merges": {"total_time": "1.2h", "total_docs": 939864, "total_size_in_bytes": 42728315464, "total_size": "39.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 4362912, "total": 267}, "store": {"size_in_bytes": 15975331212, "throttle_time_in_millis": 3501534, "throttle_time": "58.3m", "size": "14.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/bb146f31' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 378318, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 5100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 377, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 531, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2445, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 2953, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 601, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 71, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 2814, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 35, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389147358247, "total": {"available": "145.1gb", "disk_io_size": "2853.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 985813894144, "disk_read_size": "918.1gb", "disk_writes": 8133986, "disk_io_size_in_bytes": 3064183306240, "free": "145.3gb", "disk_write_size_in_bytes": 2078369412096, "disk_io_op": 12184707, "disk_reads": 4050721, "free_in_bytes": 156087250944, "disk_write_size": "1935.6gb", "available_in_bytes": 155825106944}, "data": [{"available": "145.1gb", "disk_io_size": "2853.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 985813894144, "disk_read_size": "918.1gb", "disk_writes": 8133986, "mount": "/", "disk_io_size_in_bytes": 3064183306240, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2078369412096, "free": "145.3gb", "disk_io_op": 12184707, "disk_reads": 4050721, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 156087250944, "disk_write_size": "1935.6gb", "available_in_bytes": 155825106944}]}, "http": {"total_opened": 28, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "551.6mb", "resident_in_bytes": 578441216, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4074057728}, "timestamp": 1389147358246, "open_file_descriptors": 356, "cpu": {"user_in_millis": 3802550, "percent": 53, "sys": "5.9m", "sys_in_millis": 358289, "total_in_millis": 4160839, "total": "1.1h", "user": "1h"}}, "timestamp": 1389147358244, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.2h", "mem": {"non_heap_used_in_bytes": 50769896, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80183296, "heap_used": "208.3mb", "heap_used_in_bytes": 218425632, "non_heap_committed": "76.4mb", "heap_used_percent": 20, "heap_committed": "313.7mb", "heap_committed_in_bytes": 329019392, "non_heap_used": "48.4mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43761000, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43761000, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "156.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 160096, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "6.6mb", "used": "6.6mb", "peak_used_in_bytes": 7015488, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7008896, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "205.9mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 215971720, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.1mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2293816, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389147358247, "uptime_in_millis": 4561110, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 20872, "collection_time_in_millis": 50452, "collectors": {"ParNew": {"collection_count": 20635, "collection_time_in_millis": 48945, "collection_time": "48.9s"}, "ConcurrentMarkSweep": {"collection_count": 237, "collection_time_in_millis": 1507, "collection_time": "1.5s"}}, "collection_time": "50.4s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 5100, "query_time": "1.7m", "fetch_current": 0, "fetch_total": 5100, "fetch_time": "16.8s", "query_time_in_millis": 102155, "open_contexts": 0, "fetch_time_in_millis": 16837, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "430.9kb", "memory_size_in_bytes": 441324}, "abstract": {"memory_size": "65.5mb", "memory_size_in_bytes": 68756505}}, "evictions": 0, "memory_size": "65.9mb", "memory_size_in_bytes": 69197829}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 378318, "deleted": 0}, "segments": {"count": 32}, "indexing": {"delete_time_in_millis": 0, "index_total": 378318, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "37.2m", "index_time_in_millis": 2235871, "delete_current": 0}, "refresh": {"total_time": "8.5m", "total_time_in_millis": 510104, "total": 2447}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "59.3kb", "memory_size_in_bytes": 60776}, "flush": {"total_time": "16.7s", "total_time_in_millis": 16731, "total": 71}, "warmer": {"current": 0, "total_time": "701ms", "total": 2815, "total_time_in_millis": 701}, "store": {"size_in_bytes": 16960805849, "throttle_time_in_millis": 4028542, "throttle_time": "1.1h", "size": "15.7gb"}, "merges": {"total_time": "1.3h", "total_docs": 1096430, "total_size_in_bytes": 49784347873, "total_size": "46.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5022547, "total": 285}}, "os": {"load_average": [0.92138671875, 1.18505859375, 1.49609375], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10489077760, "free_percent": 61, "free_in_bytes": 6333562880, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10846306304, "actual_used_in_bytes": 6690791424}, "timestamp": 1389147358246, "uptime_in_millis": 1570871, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 90, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 115692294, "curr_estab": 94, "out_rsts": -1, "active_opens": 109059, "attempt_fails": 1324, "in_segs": 120256761, "passive_opens": 2110, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 25, "t_optimize": "424.34s", "t_optimize_in_millis": 424339, "num_committed_segments": 25}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:15:45Z", "observation_sequence_no": 17, "observation_id": "bb146f31", "t_total_in_millis": 437093, "t_total": "7.28m", "observation_stop": "2014-01-08T02:15:58Z"}, "stats": {"search": {"query_total": 5100, "query_time": "1.7m", "fetch_current": 0, "fetch_total": 5100, "fetch_time": "16.8s", "query_time_in_millis": 102155, "open_contexts": 0, "fetch_time_in_millis": 16837, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 28.93, "fetch_current": 0, "fetch_total": 100, "fetch_time": "221ms", "query_time_in_millis_per_query": 24.19, "query_time_in_millis": 2419, "query_time": "2.4s", "client_time_in_millis": 2893, "fetch_time_in_millis_per_query": 2.21, "client_total": 100, "fetch_time_in_millis": 221, "query_current": 0, "client_time": "2.89s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 82.02, "fetch_current": 0, "fetch_total": 100, "fetch_time": "382ms", "query_time_in_millis_per_query": 73.81, "query_time_in_millis": 7381, "query_time": "7.3s", "client_time_in_millis": 8202, "fetch_time_in_millis_per_query": 3.82, "client_total": 100, "fetch_time_in_millis": 382, "query_current": 0, "client_time": "8.20s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 16.56, "fetch_current": 0, "fetch_total": 100, "fetch_time": "217ms", "query_time_in_millis_per_query": 12.03, "query_time_in_millis": 1203, "query_time": "1.2s", "client_time_in_millis": 1656, "fetch_time_in_millis_per_query": 2.17, "client_total": 100, "fetch_time_in_millis": 217, "query_current": 0, "client_time": "1.66s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "430.9kb", "memory_size_in_bytes": 441324}, "abstract": {"memory_size": "65.5mb", "memory_size_in_bytes": 68756505}}, "evictions": 0, "memory_size": "65.9mb", "memory_size_in_bytes": 69197829}, "docs": {"count": 378302, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 378302, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "37.2m", "index_time_in_millis": 2235695, "delete_current": 0}, "merges": {"total_time": "1.3h", "total_docs": 1096420, "total_size_in_bytes": 49783028393, "total_size": "46.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5022444, "total": 284}, "store": {"size_in_bytes": 16959707586, "throttle_time_in_millis": 4028533, "throttle_time": "1.1h", "size": "15.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/59585b3c' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 401434, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 5400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 397, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 557, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2586, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 3125, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 636, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 75, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 2976, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 38, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389147577330, "total": {"available": "144.1gb", "disk_io_size": "2859.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 986723824640, "disk_read_size": "918.9gb", "disk_writes": 8144746, "disk_io_size_in_bytes": 3070493150208, "free": "144.4gb", "disk_write_size_in_bytes": 2083769325568, "disk_io_op": 12203606, "disk_reads": 4058860, "free_in_bytes": 155084644352, "disk_write_size": "1940.6gb", "available_in_bytes": 154822500352}, "data": [{"available": "144.1gb", "disk_io_size": "2859.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 986723824640, "disk_read_size": "918.9gb", "disk_writes": 8144746, "mount": "/", "disk_io_size_in_bytes": 3070493150208, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2083769325568, "free": "144.4gb", "disk_io_op": 12203606, "disk_reads": 4058860, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 155084644352, "disk_write_size": "1940.6gb", "available_in_bytes": 154822500352}]}, "http": {"total_opened": 30, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "554.8mb", "resident_in_bytes": 581758976, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4074094592}, "timestamp": 1389147577330, "open_file_descriptors": 342, "cpu": {"user_in_millis": 4019208, "percent": 107, "sys": "6.2m", "sys_in_millis": 376070, "total_in_millis": 4395278, "total": "1.2h", "user": "1.1h"}}, "timestamp": 1389147577327, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.3h", "mem": {"non_heap_used_in_bytes": 51178720, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80576512, "heap_used": "233.1mb", "heap_used_in_bytes": 244479616, "non_heap_committed": "76.8mb", "heap_used_percent": 23, "heap_committed": "318.4mb", "heap_committed_in_bytes": 333877248, "non_heap_used": "48.8mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43768352, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43768352, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "199.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 204416, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7mb", "used": "7mb", "peak_used_in_bytes": 7420288, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7410368, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "206.6mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 216694528, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "26.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 27580672, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389147577330, "uptime_in_millis": 4780193, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 22059, "collection_time_in_millis": 53430, "collectors": {"ParNew": {"collection_count": 21805, "collection_time_in_millis": 51806, "collection_time": "51.8s"}, "ConcurrentMarkSweep": {"collection_count": 254, "collection_time_in_millis": 1624, "collection_time": "1.6s"}}, "collection_time": "53.4s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 5400, "query_time": "1.8m", "fetch_current": 0, "fetch_total": 5400, "fetch_time": "17.6s", "query_time_in_millis": 113003, "open_contexts": 0, "fetch_time_in_millis": 17661, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "443.2kb", "memory_size_in_bytes": 453868}, "abstract": {"memory_size": "67.8mb", "memory_size_in_bytes": 71184439}}, "evictions": 0, "memory_size": "68.3mb", "memory_size_in_bytes": 71638307}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 401434, "deleted": 0}, "segments": {"count": 38}, "indexing": {"delete_time_in_millis": 0, "index_total": 401434, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "39.4m", "index_time_in_millis": 2366019, "delete_current": 0}, "refresh": {"total_time": "9m", "total_time_in_millis": 540186, "total": 2588}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "49.5kb", "memory_size_in_bytes": 50760}, "flush": {"total_time": "17.4s", "total_time_in_millis": 17498, "total": 75}, "warmer": {"current": 0, "total_time": "744ms", "total": 2977, "total_time_in_millis": 744}, "store": {"size_in_bytes": 17963182008, "throttle_time_in_millis": 4206762, "throttle_time": "1.1h", "size": "16.7gb"}, "merges": {"total_time": "1.4h", "total_docs": 1148759, "total_size_in_bytes": 52040123645, "total_size": "48.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5248212, "total": 301}}, "os": {"load_average": [1.41455078125, 1.48193359375, 1.56298828125], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10476871680, "free_percent": 60, "free_in_bytes": 6341263360, "free": "5.9gb", "used": "10gb", "actual_used": "6.2gb", "used_in_bytes": 10838605824, "actual_used_in_bytes": 6702997504}, "timestamp": 1389147577330, "uptime_in_millis": 1571090, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 115872969, "curr_estab": 98, "out_rsts": -1, "active_opens": 109065, "attempt_fails": 1324, "in_segs": 120437436, "passive_opens": 2112, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "36.11s", "t_optimize_in_millis": 36107, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:19:24Z", "observation_sequence_no": 18, "observation_id": "59585b3c", "t_total_in_millis": 48691, "t_total": "0.81m", "observation_stop": "2014-01-08T02:19:37Z"}, "stats": {"search": {"query_total": 5400, "query_time": "1.8m", "fetch_current": 0, "fetch_total": 5400, "fetch_time": "17.6s", "query_time_in_millis": 113003, "open_contexts": 0, "fetch_time_in_millis": 17661, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 29.8, "fetch_current": 0, "fetch_total": 100, "fetch_time": "224ms", "query_time_in_millis_per_query": 24.94, "query_time_in_millis": 2494, "query_time": "2.4s", "client_time_in_millis": 2980, "fetch_time_in_millis_per_query": 2.24, "client_total": 100, "fetch_time_in_millis": 224, "query_current": 0, "client_time": "2.98s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 78.37, "fetch_current": 0, "fetch_total": 100, "fetch_time": "358ms", "query_time_in_millis_per_query": 70.63, "query_time_in_millis": 7063, "query_time": "7s", "client_time_in_millis": 7837, "fetch_time_in_millis_per_query": 3.58, "client_total": 100, "fetch_time_in_millis": 358, "query_current": 0, "client_time": "7.84s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 17.64, "fetch_current": 0, "fetch_total": 100, "fetch_time": "240ms", "query_time_in_millis_per_query": 12.9, "query_time_in_millis": 1290, "query_time": "1.2s", "client_time_in_millis": 1764, "fetch_time_in_millis_per_query": 2.4, "client_total": 100, "fetch_time_in_millis": 240, "query_current": 0, "client_time": "1.76s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "443.2kb", "memory_size_in_bytes": 453868}, "abstract": {"memory_size": "67.8mb", "memory_size_in_bytes": 71184439}}, "evictions": 0, "memory_size": "68.3mb", "memory_size_in_bytes": 71638307}, "docs": {"count": 401417, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 401417, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "39.4m", "index_time_in_millis": 2365833, "delete_current": 0}, "merges": {"total_time": "1.4h", "total_docs": 1148749, "total_size_in_bytes": 52038804165, "total_size": "48.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5248109, "total": 300}, "store": {"size_in_bytes": 17961951538, "throttle_time_in_millis": 4206753, "throttle_time": "1.1h", "size": "16.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/c66c2046' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 424273, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 5700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 413, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 578, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2725, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 3293, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 670, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 79, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 3136, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 39, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389147763827, "total": {"available": "143.2gb", "disk_io_size": "2864.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 986967340032, "disk_read_size": "919.1gb", "disk_writes": 8155459, "disk_io_size_in_bytes": 3075590277120, "free": "143.5gb", "disk_write_size_in_bytes": 2088622937088, "disk_io_op": 12215409, "disk_reads": 4059950, "free_in_bytes": 154094641152, "disk_write_size": "1945.1gb", "available_in_bytes": 153832497152}, "data": [{"available": "143.2gb", "disk_io_size": "2864.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 986967340032, "disk_read_size": "919.1gb", "disk_writes": 8155459, "mount": "/", "disk_io_size_in_bytes": 3075590277120, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2088622937088, "free": "143.5gb", "disk_io_op": 12215409, "disk_reads": 4059950, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 154094641152, "disk_write_size": "1945.1gb", "available_in_bytes": 153832497152}]}, "http": {"total_opened": 30, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "555.1mb", "resident_in_bytes": 582115328, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4074156032}, "timestamp": 1389147763826, "open_file_descriptors": 376, "cpu": {"user_in_millis": 4222334, "percent": 116, "sys": "6.5m", "sys_in_millis": 391048, "total_in_millis": 4613382, "total": "1.2h", "user": "1.1h"}}, "timestamp": 1389147763823, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.3h", "mem": {"non_heap_used_in_bytes": 51272184, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80642048, "heap_used": "172.2mb", "heap_used_in_bytes": 180634552, "non_heap_committed": "76.9mb", "heap_used_percent": 17, "heap_committed": "318.4mb", "heap_committed_in_bytes": 333877248, "non_heap_used": "48.8mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43773688, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43773688, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "69.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 71416, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.1mb", "used": "7.1mb", "peak_used_in_bytes": 7509312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7498496, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "148.1mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 155371136, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "24mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 25194096, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389147763826, "uptime_in_millis": 4966689, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 23145, "collection_time_in_millis": 56221, "collectors": {"ParNew": {"collection_count": 22874, "collection_time_in_millis": 54476, "collection_time": "54.4s"}, "ConcurrentMarkSweep": {"collection_count": 271, "collection_time_in_millis": 1745, "collection_time": "1.7s"}}, "collection_time": "56.2s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 5700, "query_time": "2m", "fetch_current": 0, "fetch_total": 5700, "fetch_time": "18.4s", "query_time_in_millis": 124486, "open_contexts": 0, "fetch_time_in_millis": 18477, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "491.2kb", "memory_size_in_bytes": 503080}, "abstract": {"memory_size": "70.4mb", "memory_size_in_bytes": 73884672}}, "evictions": 0, "memory_size": "70.9mb", "memory_size_in_bytes": 74387752}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 424273, "deleted": 0}, "segments": {"count": 42}, "indexing": {"delete_time_in_millis": 0, "index_total": 424273, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "41.5m", "index_time_in_millis": 2493880, "delete_current": 0}, "refresh": {"total_time": "9.4m", "total_time_in_millis": 568539, "total": 2727}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "52.8kb", "memory_size_in_bytes": 54152}, "flush": {"total_time": "18.5s", "total_time_in_millis": 18523, "total": 79}, "warmer": {"current": 0, "total_time": "786ms", "total": 3137, "total_time_in_millis": 786}, "store": {"size_in_bytes": 18954008374, "throttle_time_in_millis": 4341819, "throttle_time": "1.2h", "size": "17.6gb"}, "merges": {"total_time": "1.5h", "total_docs": 1189220, "total_size_in_bytes": 53757936851, "total_size": "50gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5418707, "total": 317}}, "os": {"load_average": [2.0458984375, 1.77734375, 1.6650390625], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10483978240, "free_percent": 61, "free_in_bytes": 6265946112, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10913923072, "actual_used_in_bytes": 6695890944}, "timestamp": 1389147763826, "uptime_in_millis": 1571276, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 116053083, "curr_estab": 96, "out_rsts": -1, "active_opens": 109065, "attempt_fails": 1324, "in_segs": 120617557, "passive_opens": 2112, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 33, "t_optimize": "6.66s", "t_optimize_in_millis": 6658, "num_committed_segments": 33}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:22:30Z", "observation_sequence_no": 19, "observation_id": "c66c2046", "t_total_in_millis": 19883, "t_total": "0.33m", "observation_stop": "2014-01-08T02:22:43Z"}, "stats": {"search": {"query_total": 5700, "query_time": "2m", "fetch_current": 0, "fetch_total": 5700, "fetch_time": "18.4s", "query_time_in_millis": 124486, "open_contexts": 0, "fetch_time_in_millis": 18477, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 31.47, "fetch_current": 0, "fetch_total": 100, "fetch_time": "222ms", "query_time_in_millis_per_query": 26.68, "query_time_in_millis": 2668, "query_time": "2.6s", "client_time_in_millis": 3147, "fetch_time_in_millis_per_query": 2.22, "client_total": 100, "fetch_time_in_millis": 222, "query_current": 0, "client_time": "3.15s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 82.16, "fetch_current": 0, "fetch_total": 100, "fetch_time": "370ms", "query_time_in_millis_per_query": 74.23, "query_time_in_millis": 7423, "query_time": "7.4s", "client_time_in_millis": 8216, "fetch_time_in_millis_per_query": 3.7, "client_total": 100, "fetch_time_in_millis": 370, "query_current": 0, "client_time": "8.22s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 18.59, "fetch_current": 0, "fetch_total": 100, "fetch_time": "223ms", "query_time_in_millis_per_query": 13.91, "query_time_in_millis": 1391, "query_time": "1.3s", "client_time_in_millis": 1859, "fetch_time_in_millis_per_query": 2.23, "client_total": 100, "fetch_time_in_millis": 223, "query_current": 0, "client_time": "1.86s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "491.2kb", "memory_size_in_bytes": 503080}, "abstract": {"memory_size": "70.4mb", "memory_size_in_bytes": 73884672}}, "evictions": 0, "memory_size": "70.9mb", "memory_size_in_bytes": 74387752}, "docs": {"count": 424255, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 424255, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "41.5m", "index_time_in_millis": 2493684, "delete_current": 0}, "merges": {"total_time": "1.5h", "total_docs": 1189210, "total_size_in_bytes": 53756617371, "total_size": "50gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5418604, "total": 316}, "store": {"size_in_bytes": 18952645751, "throttle_time_in_millis": 4341810, "throttle_time": "1.2h", "size": "17.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/cac5d497' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 447681, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 6000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 431, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 601, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 2864, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 3462, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 705, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 83, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 3298, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 40, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389147966236, "total": {"available": "142.3gb", "disk_io_size": "2869.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 987302200320, "disk_read_size": "919.4gb", "disk_writes": 8167215, "disk_io_size_in_bytes": 3081633823744, "free": "142.5gb", "disk_write_size_in_bytes": 2094331623424, "disk_io_op": 12228931, "disk_reads": 4061716, "free_in_bytes": 153100828672, "disk_write_size": "1950.4gb", "available_in_bytes": 152838684672}, "data": [{"available": "142.3gb", "disk_io_size": "2869.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 987302200320, "disk_read_size": "919.4gb", "disk_writes": 8167215, "mount": "/", "disk_io_size_in_bytes": 3081633823744, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2094331623424, "free": "142.5gb", "disk_io_op": 12228931, "disk_reads": 4061716, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 153100828672, "disk_write_size": "1950.4gb", "available_in_bytes": 152838684672}]}, "http": {"total_opened": 30, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "555.5mb", "resident_in_bytes": 582496256, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4074156032}, "timestamp": 1389147966235, "open_file_descriptors": 362, "cpu": {"user_in_millis": 4443594, "percent": 118, "sys": "6.8m", "sys_in_millis": 410013, "total_in_millis": 4853607, "total": "1.3h", "user": "1.2h"}}, "timestamp": 1389147966232, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.4h", "mem": {"non_heap_used_in_bytes": 51357648, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80707584, "heap_used": "197.9mb", "heap_used_in_bytes": 207548976, "non_heap_committed": "76.9mb", "heap_used_percent": 19, "heap_committed": "318.4mb", "heap_committed_in_bytes": 333877248, "non_heap_used": "48.9mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43806416, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43806416, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "75.8kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 77696, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7552512, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7551232, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "181mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 189797968, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "16.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 17673312, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389147966235, "uptime_in_millis": 5169098, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 24405, "collection_time_in_millis": 59480, "collectors": {"ParNew": {"collection_count": 24116, "collection_time_in_millis": 57587, "collection_time": "57.5s"}, "ConcurrentMarkSweep": {"collection_count": 289, "collection_time_in_millis": 1893, "collection_time": "1.8s"}}, "collection_time": "59.4s"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 6000, "query_time": "2.2m", "fetch_current": 0, "fetch_total": 6000, "fetch_time": "19.2s", "query_time_in_millis": 136448, "open_contexts": 0, "fetch_time_in_millis": 19279, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "527.2kb", "memory_size_in_bytes": 539928}, "abstract": {"memory_size": "72.4mb", "memory_size_in_bytes": 75943201}}, "evictions": 0, "memory_size": "72.9mb", "memory_size_in_bytes": 76483129}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 447681, "deleted": 0}, "segments": {"count": 37}, "indexing": {"delete_time_in_millis": 0, "index_total": 447681, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "43.7m", "index_time_in_millis": 2623141, "delete_current": 0}, "refresh": {"total_time": "9.9m", "total_time_in_millis": 598517, "total": 2866}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "55.1kb", "memory_size_in_bytes": 56496}, "flush": {"total_time": "19.4s", "total_time_in_millis": 19442, "total": 83}, "warmer": {"current": 0, "total_time": "817ms", "total": 3299, "total_time_in_millis": 817}, "store": {"size_in_bytes": 19946851583, "throttle_time_in_millis": 4571248, "throttle_time": "1.2h", "size": "18.5gb"}, "merges": {"total_time": "1.5h", "total_docs": 1242874, "total_size_in_bytes": 56330433073, "total_size": "52.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5701602, "total": 335}}, "os": {"load_average": [2.33251953125, 2.18994140625, 1.86767578125], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10472665088, "free_percent": 60, "free_in_bytes": 6221729792, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.2gb", "used_in_bytes": 10958139392, "actual_used_in_bytes": 6707204096}, "timestamp": 1389147966235, "uptime_in_millis": 1571479, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 116234836, "curr_estab": 94, "out_rsts": -1, "active_opens": 109066, "attempt_fails": 1324, "in_segs": 120799318, "passive_opens": 2112, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 27, "t_optimize": "20.77s", "t_optimize_in_millis": 20772, "num_committed_segments": 27}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:25:52Z", "observation_sequence_no": 20, "observation_id": "cac5d497", "t_total_in_millis": 34480, "t_total": "0.57m", "observation_stop": "2014-01-08T02:26:06Z"}, "stats": {"search": {"query_total": 6000, "query_time": "2.2m", "fetch_current": 0, "fetch_total": 6000, "fetch_time": "19.2s", "query_time_in_millis": 136448, "open_contexts": 0, "fetch_time_in_millis": 19279, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 32.42, "fetch_current": 0, "fetch_total": 100, "fetch_time": "217ms", "query_time_in_millis_per_query": 27.66, "query_time_in_millis": 2766, "query_time": "2.7s", "client_time_in_millis": 3242, "fetch_time_in_millis_per_query": 2.17, "client_total": 100, "fetch_time_in_millis": 217, "query_current": 0, "client_time": "3.24s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 85.92, "fetch_current": 0, "fetch_total": 100, "fetch_time": "362ms", "query_time_in_millis_per_query": 77.9, "query_time_in_millis": 7790, "query_time": "7.7s", "client_time_in_millis": 8592, "fetch_time_in_millis_per_query": 3.62, "client_total": 100, "fetch_time_in_millis": 362, "query_current": 0, "client_time": "8.59s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 18.72, "fetch_current": 0, "fetch_total": 100, "fetch_time": "221ms", "query_time_in_millis_per_query": 14.05, "query_time_in_millis": 1405, "query_time": "1.4s", "client_time_in_millis": 1872, "fetch_time_in_millis_per_query": 2.21, "client_total": 100, "fetch_time_in_millis": 221, "query_current": 0, "client_time": "1.87s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "527.2kb", "memory_size_in_bytes": 539928}, "abstract": {"memory_size": "72.4mb", "memory_size_in_bytes": 75943201}}, "evictions": 0, "memory_size": "72.9mb", "memory_size_in_bytes": 76483129}, "docs": {"count": 447662, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 447662, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "43.7m", "index_time_in_millis": 2622938, "delete_current": 0}, "merges": {"total_time": "1.5h", "total_docs": 1242845, "total_size_in_bytes": 56327619760, "total_size": "52.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5701320, "total": 333}, "store": {"size_in_bytes": 19945545441, "throttle_time_in_millis": 4571174, "throttle_time": "1.2h", "size": "18.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/d0b4309f' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 469865, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 6300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 447, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 621, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3001, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 3628, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "snapshot": {"completed": 739, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 87, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 3456, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 41, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389148149670, "total": {"available": "141.4gb", "disk_io_size": "2874.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 987545875456, "disk_read_size": "919.7gb", "disk_writes": 8176980, "disk_io_size_in_bytes": 3086774435840, "free": "141.6gb", "disk_write_size_in_bytes": 2099228560384, "disk_io_op": 12239521, "disk_reads": 4062541, "free_in_bytes": 152099299328, "disk_write_size": "1955gb", "available_in_bytes": 151837155328}, "data": [{"available": "141.4gb", "disk_io_size": "2874.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 987545875456, "disk_read_size": "919.7gb", "disk_writes": 8176980, "mount": "/", "disk_io_size_in_bytes": 3086774435840, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2099228560384, "free": "141.6gb", "disk_io_op": 12239521, "disk_reads": 4062541, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 152099299328, "disk_write_size": "1955gb", "available_in_bytes": 151837155328}]}, "http": {"total_opened": 30, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "555.5mb", "resident_in_bytes": 582512640, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4074156032}, "timestamp": 1389148149669, "open_file_descriptors": 374, "cpu": {"user_in_millis": 4647703, "percent": 119, "sys": "7m", "sys_in_millis": 425157, "total_in_millis": 5072860, "total": "1.4h", "user": "1.2h"}}, "timestamp": 1389148149668, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.4h", "mem": {"non_heap_used_in_bytes": 51362608, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80707584, "heap_used": "171.7mb", "heap_used_in_bytes": 180135936, "non_heap_committed": "76.9mb", "heap_used_percent": 16, "heap_committed": "318.4mb", "heap_committed_in_bytes": 333877248, "non_heap_used": "48.9mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43811376, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43811376, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "127.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 130584, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7552512, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7551232, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "167.6mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 175811288, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "3.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 4194064, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389148149669, "uptime_in_millis": 5352532, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 25510, "collection_time_in_millis": 62394, "collectors": {"ParNew": {"collection_count": 25204, "collection_time_in_millis": 60404, "collection_time": "1m"}, "ConcurrentMarkSweep": {"collection_count": 306, "collection_time_in_millis": 1990, "collection_time": "1.9s"}}, "collection_time": "1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 6300, "query_time": "2.4m", "fetch_current": 0, "fetch_total": 6300, "fetch_time": "19.9s", "query_time_in_millis": 148951, "open_contexts": 0, "fetch_time_in_millis": 19997, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "566.7kb", "memory_size_in_bytes": 580372}, "abstract": {"memory_size": "74.9mb", "memory_size_in_bytes": 78585066}}, "evictions": 0, "memory_size": "75.4mb", "memory_size_in_bytes": 79165438}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 469865, "deleted": 0}, "segments": {"count": 30}, "indexing": {"delete_time_in_millis": 0, "index_total": 469865, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "45.8m", "index_time_in_millis": 2750747, "delete_current": 0}, "refresh": {"total_time": "10.4m", "total_time_in_millis": 627762, "total": 3003}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "57.9kb", "memory_size_in_bytes": 59296}, "flush": {"total_time": "20.8s", "total_time_in_millis": 20874, "total": 87}, "warmer": {"current": 0, "total_time": "856ms", "total": 3457, "total_time_in_millis": 856}, "store": {"size_in_bytes": 20948673028, "throttle_time_in_millis": 4712909, "throttle_time": "1.3h", "size": "19.5gb"}, "merges": {"total_time": "1.6h", "total_docs": 1282032, "total_size_in_bytes": 58084459625, "total_size": "54gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5879635, "total": 351}}, "os": {"load_average": [2.3994140625, 2.16259765625, 1.90283203125], "uptime": "26.1m", "mem": {"actual_free": "9.8gb", "used_percent": 38, "actual_free_in_bytes": 10524291072, "free_percent": 61, "free_in_bytes": 6328094720, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.1gb", "used_in_bytes": 10851774464, "actual_used_in_bytes": 6655578112}, "timestamp": 1389148149669, "uptime_in_millis": 1571662, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 116411087, "curr_estab": 94, "out_rsts": -1, "active_opens": 109066, "attempt_fails": 1324, "in_segs": 120975585, "passive_opens": 2112, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 28, "t_optimize": "4.13s", "t_optimize_in_millis": 4129, "num_committed_segments": 28}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:28:55Z", "observation_sequence_no": 21, "observation_id": "d0b4309f", "t_total_in_millis": 18102, "t_total": "0.30m", "observation_stop": "2014-01-08T02:29:09Z"}, "stats": {"search": {"query_total": 6300, "query_time": "2.4m", "fetch_current": 0, "fetch_total": 6300, "fetch_time": "19.9s", "query_time_in_millis": 148951, "open_contexts": 0, "fetch_time_in_millis": 19997, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 33.89, "fetch_current": 0, "fetch_total": 100, "fetch_time": "243ms", "query_time_in_millis_per_query": 28.85, "query_time_in_millis": 2885, "query_time": "2.8s", "client_time_in_millis": 3389, "fetch_time_in_millis_per_query": 2.43, "client_total": 100, "fetch_time_in_millis": 243, "query_current": 0, "client_time": "3.39s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 86.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "231ms", "query_time_in_millis_per_query": 81.41, "query_time_in_millis": 8141, "query_time": "8.1s", "client_time_in_millis": 8619, "fetch_time_in_millis_per_query": 2.31, "client_total": 100, "fetch_time_in_millis": 231, "query_current": 0, "client_time": "8.62s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 19.63, "fetch_current": 0, "fetch_total": 100, "fetch_time": "243ms", "query_time_in_millis_per_query": 14.75, "query_time_in_millis": 1475, "query_time": "1.4s", "client_time_in_millis": 1963, "fetch_time_in_millis_per_query": 2.43, "client_total": 100, "fetch_time_in_millis": 243, "query_current": 0, "client_time": "1.96s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "566.7kb", "memory_size_in_bytes": 580372}, "abstract": {"memory_size": "74.9mb", "memory_size_in_bytes": 78585066}}, "evictions": 0, "memory_size": "75.4mb", "memory_size_in_bytes": 79165438}, "docs": {"count": 469845, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 469845, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "45.8m", "index_time_in_millis": 2750535, "delete_current": 0}, "merges": {"total_time": "1.6h", "total_docs": 1282003, "total_size_in_bytes": 58081646312, "total_size": "54gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 5879353, "total": 349}, "store": {"size_in_bytes": 20947234704, "throttle_time_in_millis": 4712835, "throttle_time": "1.3h", "size": "19.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/16702d68' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 491846, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 6600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 465, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 645, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3138, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 3793, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "snapshot": {"completed": 773, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 92, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 3614, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 42, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389148368917, "total": {"available": "140.4gb", "disk_io_size": "2880.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 987797541888, "disk_read_size": "919.9gb", "disk_writes": 8188470, "disk_io_size_in_bytes": 3092572346368, "free": "140.7gb", "disk_write_size_in_bytes": 2104774804480, "disk_io_op": 12252165, "disk_reads": 4063695, "free_in_bytes": 151111086080, "disk_write_size": "1960.2gb", "available_in_bytes": 150848942080}, "data": [{"available": "140.4gb", "disk_io_size": "2880.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 987797541888, "disk_read_size": "919.9gb", "disk_writes": 8188470, "mount": "/", "disk_io_size_in_bytes": 3092572346368, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2104774804480, "free": "140.7gb", "disk_io_op": 12252165, "disk_reads": 4063695, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 151111086080, "disk_write_size": "1960.2gb", "available_in_bytes": 150848942080}]}, "http": {"total_opened": 30, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "558.3mb", "resident_in_bytes": 585519104, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4077330432}, "timestamp": 1389148368917, "open_file_descriptors": 356, "cpu": {"user_in_millis": 4862217, "percent": 106, "sys": "7.3m", "sys_in_millis": 443345, "total_in_millis": 5305562, "total": "1.4h", "user": "1.3h"}}, "timestamp": 1389148368915, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.5h", "mem": {"non_heap_used_in_bytes": 51370200, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80707584, "heap_used": "160.8mb", "heap_used_in_bytes": 168701672, "non_heap_committed": "76.9mb", "heap_used_percent": 15, "heap_committed": "318.4mb", "heap_committed_in_bytes": 333877248, "non_heap_used": "48.9mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43815576, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43815576, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "142.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 145992, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7565312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7554624, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "241mb", "used": "143.1mb", "peak_used_in_bytes": 252799608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 150065800, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "17.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 18489880, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389148368917, "uptime_in_millis": 5571780, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 26672, "collection_time_in_millis": 65334, "collectors": {"ParNew": {"collection_count": 26348, "collection_time_in_millis": 63248, "collection_time": "1m"}, "ConcurrentMarkSweep": {"collection_count": 324, "collection_time_in_millis": 2086, "collection_time": "2s"}}, "collection_time": "1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 6600, "query_time": "2.6m", "fetch_current": 0, "fetch_total": 6600, "fetch_time": "20.7s", "query_time_in_millis": 161968, "open_contexts": 0, "fetch_time_in_millis": 20735, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "582kb", "memory_size_in_bytes": 596028}, "abstract": {"memory_size": "76.9mb", "memory_size_in_bytes": 80645536}}, "evictions": 0, "memory_size": "77.4mb", "memory_size_in_bytes": 81241564}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 491846, "deleted": 0}, "segments": {"count": 32}, "indexing": {"delete_time_in_millis": 0, "index_total": 491846, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "47.9m", "index_time_in_millis": 2877866, "delete_current": 0}, "refresh": {"total_time": "10.9m", "total_time_in_millis": 656811, "total": 3140}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "60.7kb", "memory_size_in_bytes": 62224}, "flush": {"total_time": "22.1s", "total_time_in_millis": 22152, "total": 92}, "warmer": {"current": 0, "total_time": "888ms", "total": 3615, "total_time_in_millis": 888}, "store": {"size_in_bytes": 21937544723, "throttle_time_in_millis": 4913187, "throttle_time": "1.3h", "size": "20.4gb"}, "merges": {"total_time": "1.7h", "total_docs": 1334953, "total_size_in_bytes": 60490809260, "total_size": "56.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 6128811, "total": 367}}, "os": {"load_average": [1.71337890625, 1.9736328125, 1.880859375], "uptime": "26.1m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10501545984, "free_percent": 61, "free_in_bytes": 6519414784, "free": "6gb", "used": "9.9gb", "actual_used": "6.2gb", "used_in_bytes": 10660454400, "actual_used_in_bytes": 6678323200}, "timestamp": 1389148368917, "uptime_in_millis": 1571881, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 116587058, "curr_estab": 95, "out_rsts": -1, "active_opens": 109068, "attempt_fails": 1324, "in_segs": 121151559, "passive_opens": 2112, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 29, "t_optimize": "40.16s", "t_optimize_in_millis": 40159, "num_committed_segments": 29}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:32:34Z", "observation_sequence_no": 22, "observation_id": "16702d68", "t_total_in_millis": 54718, "t_total": "0.91m", "observation_stop": "2014-01-08T02:32:48Z"}, "stats": {"search": {"query_total": 6600, "query_time": "2.6m", "fetch_current": 0, "fetch_total": 6600, "fetch_time": "20.7s", "query_time_in_millis": 161968, "open_contexts": 0, "fetch_time_in_millis": 20735, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 35.33, "fetch_current": 0, "fetch_total": 100, "fetch_time": "246ms", "query_time_in_millis_per_query": 30.09, "query_time_in_millis": 3009, "query_time": "3s", "client_time_in_millis": 3533, "fetch_time_in_millis_per_query": 2.46, "client_total": 100, "fetch_time_in_millis": 246, "query_current": 0, "client_time": "3.53s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 89.82, "fetch_current": 0, "fetch_total": 100, "fetch_time": "252ms", "query_time_in_millis_per_query": 84.72, "query_time_in_millis": 8472, "query_time": "8.4s", "client_time_in_millis": 8982, "fetch_time_in_millis_per_query": 2.52, "client_total": 100, "fetch_time_in_millis": 252, "query_current": 0, "client_time": "8.98s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 20.41, "fetch_current": 0, "fetch_total": 100, "fetch_time": "238ms", "query_time_in_millis_per_query": 15.35, "query_time_in_millis": 1535, "query_time": "1.5s", "client_time_in_millis": 2041, "fetch_time_in_millis_per_query": 2.38, "client_total": 100, "fetch_time_in_millis": 238, "query_current": 0, "client_time": "2.04s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "582kb", "memory_size_in_bytes": 596028}, "abstract": {"memory_size": "76.9mb", "memory_size_in_bytes": 80645536}}, "evictions": 0, "memory_size": "77.4mb", "memory_size_in_bytes": 81241564}, "docs": {"count": 491825, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 491825, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "47.9m", "index_time_in_millis": 2877645, "delete_current": 0}, "merges": {"total_time": "1.7h", "total_docs": 1334924, "total_size_in_bytes": 60487995947, "total_size": "56.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 6128529, "total": 365}, "store": {"size_in_bytes": 21936807453, "throttle_time_in_millis": 4913113, "throttle_time": "1.3h", "size": "20.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/977dc79b' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 513667, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 6900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 503, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 701, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3275, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 3957, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "snapshot": {"completed": 806, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 96, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 3772, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 47, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389148892427, "total": {"available": "139.5gb", "disk_io_size": "2892.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 991360074752, "disk_read_size": "923.2gb", "disk_writes": 8205855, "disk_io_size_in_bytes": 3105419965440, "free": "139.8gb", "disk_write_size_in_bytes": 2114059890688, "disk_io_op": 12289237, "disk_reads": 4083382, "free_in_bytes": 150135087104, "disk_write_size": "1968.8gb", "available_in_bytes": 149872943104}, "data": [{"available": "139.5gb", "disk_io_size": "2892.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 991360074752, "disk_read_size": "923.2gb", "disk_writes": 8205855, "mount": "/", "disk_io_size_in_bytes": 3105419965440, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2114059890688, "free": "139.8gb", "disk_io_op": 12289237, "disk_reads": 4083382, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 150135087104, "disk_write_size": "1968.8gb", "available_in_bytes": 149872943104}]}, "http": {"total_opened": 35, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "558.4mb", "resident_in_bytes": 585547776, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4076781568}, "timestamp": 1389148892426, "open_file_descriptors": 383, "cpu": {"user_in_millis": 5128454, "percent": 57, "sys": "8m", "sys_in_millis": 480705, "total_in_millis": 5609159, "total": "1.5h", "user": "1.4h"}}, "timestamp": 1389148892425, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.6h", "mem": {"non_heap_used_in_bytes": 51394928, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80773120, "heap_used": "187mb", "heap_used_in_bytes": 196165632, "non_heap_committed": "77mb", "heap_used_percent": 18, "heap_committed": "318.5mb", "heap_committed_in_bytes": 334073856, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43817008, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43817008, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "56.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 57696, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7587712, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7577920, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "252.3mb", "used": "176.4mb", "peak_used_in_bytes": 264652136, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 184970040, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 11137896, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389148892427, "uptime_in_millis": 6095290, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 28051, "collection_time_in_millis": 68795, "collectors": {"ParNew": {"collection_count": 27708, "collection_time_in_millis": 66582, "collection_time": "1.1m"}, "ConcurrentMarkSweep": {"collection_count": 343, "collection_time_in_millis": 2213, "collection_time": "2.2s"}}, "collection_time": "1.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 6900, "query_time": "2.9m", "fetch_current": 0, "fetch_total": 6900, "fetch_time": "21.4s", "query_time_in_millis": 176459, "open_contexts": 0, "fetch_time_in_millis": 21485, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "596.1kb", "memory_size_in_bytes": 610484}, "abstract": {"memory_size": "87.5mb", "memory_size_in_bytes": 91807452}}, "evictions": 0, "memory_size": "88.1mb", "memory_size_in_bytes": 92417936}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 513667, "deleted": 0}, "segments": {"count": 34}, "indexing": {"delete_time_in_millis": 0, "index_total": 513667, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "50m", "index_time_in_millis": 3004343, "delete_current": 0}, "refresh": {"total_time": "11.4m", "total_time_in_millis": 685333, "total": 3277}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "77.1kb", "memory_size_in_bytes": 78960}, "flush": {"total_time": "23.2s", "total_time_in_millis": 23240, "total": 96}, "warmer": {"current": 0, "total_time": "927ms", "total": 3773, "total_time_in_millis": 927}, "store": {"size_in_bytes": 22913119436, "throttle_time_in_millis": 5395460, "throttle_time": "1.4h", "size": "21.3gb"}, "merges": {"total_time": "1.8h", "total_docs": 1469665, "total_size_in_bytes": 66661789229, "total_size": "62gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 6725150, "total": 383}}, "os": {"load_average": [1.0029296875, 1.36328125, 1.64306640625], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10513219584, "free_percent": 61, "free_in_bytes": 6443302912, "free": "6gb", "used": "9.9gb", "actual_used": "6.2gb", "used_in_bytes": 10736566272, "actual_used_in_bytes": 6666649600}, "timestamp": 1389148892426, "uptime_in_millis": 1572405, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 116762852, "curr_estab": 94, "out_rsts": -1, "active_opens": 109074, "attempt_fails": 1324, "in_segs": 121327366, "passive_opens": 2117, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "343.91s", "t_optimize_in_millis": 343913, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:41:16Z", "observation_sequence_no": 23, "observation_id": "977dc79b", "t_total_in_millis": 359950, "t_total": "6.00m", "observation_stop": "2014-01-08T02:41:32Z"}, "stats": {"search": {"query_total": 6900, "query_time": "2.9m", "fetch_current": 0, "fetch_total": 6900, "fetch_time": "21.4s", "query_time_in_millis": 176459, "open_contexts": 0, "fetch_time_in_millis": 21485, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 37.72, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 32.44, "query_time_in_millis": 3244, "query_time": "3.2s", "client_time_in_millis": 3772, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "3.77s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 101.58, "fetch_current": 0, "fetch_total": 100, "fetch_time": "250ms", "query_time_in_millis_per_query": 96.44, "query_time_in_millis": 9644, "query_time": "9.6s", "client_time_in_millis": 10158, "fetch_time_in_millis_per_query": 2.5, "client_total": 100, "fetch_time_in_millis": 250, "query_current": 0, "client_time": "10.16s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 21.04, "fetch_current": 0, "fetch_total": 100, "fetch_time": "245ms", "query_time_in_millis_per_query": 16.01, "query_time_in_millis": 1601, "query_time": "1.6s", "client_time_in_millis": 2104, "fetch_time_in_millis_per_query": 2.45, "client_total": 100, "fetch_time_in_millis": 245, "query_current": 0, "client_time": "2.10s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "596.1kb", "memory_size_in_bytes": 610484}, "abstract": {"memory_size": "87.5mb", "memory_size_in_bytes": 91807452}}, "evictions": 0, "memory_size": "88.1mb", "memory_size_in_bytes": 92417936}, "docs": {"count": 513645, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 513645, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "50m", "index_time_in_millis": 3004112, "delete_current": 0}, "merges": {"total_time": "1.8h", "total_docs": 1469636, "total_size_in_bytes": 66658975916, "total_size": "62gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 6724868, "total": 381}, "store": {"size_in_bytes": 22912250112, "throttle_time_in_millis": 5395387, "throttle_time": "1.4h", "size": "21.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/db0dd5e4' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 536415, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 7200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 521, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 723, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3414, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 4124, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 841, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 100, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 3932, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 48, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389149083944, "total": {"available": "138.6gb", "disk_io_size": "2898.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 992632792064, "disk_read_size": "924.4gb", "disk_writes": 8217369, "disk_io_size_in_bytes": 3112247376896, "free": "138.9gb", "disk_write_size_in_bytes": 2119614584832, "disk_io_op": 12310908, "disk_reads": 4093539, "free_in_bytes": 149143273472, "disk_write_size": "1974gb", "available_in_bytes": 148881129472}, "data": [{"available": "138.6gb", "disk_io_size": "2898.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 992632792064, "disk_read_size": "924.4gb", "disk_writes": 8217369, "mount": "/", "disk_io_size_in_bytes": 3112247376896, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2119614584832, "free": "138.9gb", "disk_io_op": 12310908, "disk_reads": 4093539, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 149143273472, "disk_write_size": "1974gb", "available_in_bytes": 148881129472}]}, "http": {"total_opened": 35, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "558.5mb", "resident_in_bytes": 585650176, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4077056000}, "timestamp": 1389149083943, "open_file_descriptors": 357, "cpu": {"user_in_millis": 5344823, "percent": 122, "sys": "8.3m", "sys_in_millis": 498884, "total_in_millis": 5843707, "total": "1.6h", "user": "1.4h"}}, "timestamp": 1389149083940, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.7h", "mem": {"non_heap_used_in_bytes": 51395312, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80773120, "heap_used": "183mb", "heap_used_in_bytes": 191966648, "non_heap_committed": "77mb", "heap_used_percent": 18, "heap_committed": "318.5mb", "heap_committed_in_bytes": 334073856, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43817392, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43817392, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "117.4kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 120288, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7587712, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7577920, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "252.3mb", "used": "161mb", "peak_used_in_bytes": 264652136, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 168822424, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "21.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 23023936, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389149083943, "uptime_in_millis": 6286806, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 29187, "collection_time_in_millis": 71717, "collectors": {"ParNew": {"collection_count": 28824, "collection_time_in_millis": 69361, "collection_time": "1.1m"}, "ConcurrentMarkSweep": {"collection_count": 363, "collection_time_in_millis": 2356, "collection_time": "2.3s"}}, "collection_time": "1.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 7200, "query_time": "3.1m", "fetch_current": 0, "fetch_total": 7200, "fetch_time": "22.2s", "query_time_in_millis": 190561, "open_contexts": 0, "fetch_time_in_millis": 22257, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "605.6kb", "memory_size_in_bytes": 620180}, "abstract": {"memory_size": "89.3mb", "memory_size_in_bytes": 93651630}}, "evictions": 0, "memory_size": "89.9mb", "memory_size_in_bytes": 94271810}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 536415, "deleted": 0}, "segments": {"count": 28}, "indexing": {"delete_time_in_millis": 0, "index_total": 536415, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "52.2m", "index_time_in_millis": 3132780, "delete_current": 0}, "refresh": {"total_time": "11.8m", "total_time_in_millis": 713973, "total": 3416}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "66.8kb", "memory_size_in_bytes": 68424}, "flush": {"total_time": "24.4s", "total_time_in_millis": 24443, "total": 100}, "warmer": {"current": 0, "total_time": "963ms", "total": 3933, "total_time_in_millis": 963}, "store": {"size_in_bytes": 23904727999, "throttle_time_in_millis": 5612309, "throttle_time": "1.5h", "size": "22.2gb"}, "merges": {"total_time": "1.9h", "total_docs": 1526235, "total_size_in_bytes": 69087969681, "total_size": "64.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 6992575, "total": 400}}, "os": {"load_average": [1.806640625, 1.68212890625, 1.72509765625], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10501443584, "free_percent": 61, "free_in_bytes": 6460190720, "free": "6gb", "used": "9.9gb", "actual_used": "6.2gb", "used_in_bytes": 10719678464, "actual_used_in_bytes": 6678425600}, "timestamp": 1389149083942, "uptime_in_millis": 1572596, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 116941766, "curr_estab": 93, "out_rsts": -1, "active_opens": 109075, "attempt_fails": 1324, "in_segs": 121506301, "passive_opens": 2117, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 23, "t_optimize": "9.68s", "t_optimize_in_millis": 9677, "num_committed_segments": 23}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:44:28Z", "observation_sequence_no": 24, "observation_id": "db0dd5e4", "t_total_in_millis": 25394, "t_total": "0.42m", "observation_stop": "2014-01-08T02:44:43Z"}, "stats": {"search": {"query_total": 7200, "query_time": "3.1m", "fetch_current": 0, "fetch_total": 7200, "fetch_time": "22.2s", "query_time_in_millis": 190561, "open_contexts": 0, "fetch_time_in_millis": 22257, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 37.57, "fetch_current": 0, "fetch_total": 100, "fetch_time": "244ms", "query_time_in_millis_per_query": 32.28, "query_time_in_millis": 3228, "query_time": "3.2s", "client_time_in_millis": 3757, "fetch_time_in_millis_per_query": 2.44, "client_total": 100, "fetch_time_in_millis": 244, "query_current": 0, "client_time": "3.76s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 98.22, "fetch_current": 0, "fetch_total": 100, "fetch_time": "279ms", "query_time_in_millis_per_query": 92.54, "query_time_in_millis": 9254, "query_time": "9.2s", "client_time_in_millis": 9822, "fetch_time_in_millis_per_query": 2.79, "client_total": 100, "fetch_time_in_millis": 279, "query_current": 0, "client_time": "9.82s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 21.36, "fetch_current": 0, "fetch_total": 100, "fetch_time": "248ms", "query_time_in_millis_per_query": 16.18, "query_time_in_millis": 1618, "query_time": "1.6s", "client_time_in_millis": 2136, "fetch_time_in_millis_per_query": 2.48, "client_total": 100, "fetch_time_in_millis": 248, "query_current": 0, "client_time": "2.14s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "605.6kb", "memory_size_in_bytes": 620180}, "abstract": {"memory_size": "89.3mb", "memory_size_in_bytes": 93651630}}, "evictions": 0, "memory_size": "89.9mb", "memory_size_in_bytes": 94271810}, "docs": {"count": 536392, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 536392, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "52.2m", "index_time_in_millis": 3132540, "delete_current": 0}, "merges": {"total_time": "1.9h", "total_docs": 1526206, "total_size_in_bytes": 69085156368, "total_size": "64.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 6992293, "total": 398}, "store": {"size_in_bytes": 23903726572, "throttle_time_in_millis": 5612235, "throttle_time": "1.5h", "size": "22.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/ad783057' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 558345, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 7500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 537, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 743, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3551, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 4290, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 874, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 104, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 4089, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 49, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389149265468, "total": {"available": "137.7gb", "disk_io_size": "2903.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 992957785088, "disk_read_size": "924.7gb", "disk_writes": 8227204, "disk_io_size_in_bytes": 3117458720768, "free": "137.9gb", "disk_write_size_in_bytes": 2124500935680, "disk_io_op": 12322428, "disk_reads": 4095224, "free_in_bytes": 148146593792, "disk_write_size": "1978.5gb", "available_in_bytes": 147884449792}, "data": [{"available": "137.7gb", "disk_io_size": "2903.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 992957785088, "disk_read_size": "924.7gb", "disk_writes": 8227204, "mount": "/", "disk_io_size_in_bytes": 3117458720768, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2124500935680, "free": "137.9gb", "disk_io_op": 12322428, "disk_reads": 4095224, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 148146593792, "disk_write_size": "1978.5gb", "available_in_bytes": 147884449792}]}, "http": {"total_opened": 35, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "558.7mb", "resident_in_bytes": 585875456, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4077207552}, "timestamp": 1389149265467, "open_file_descriptors": 393, "cpu": {"user_in_millis": 5551901, "percent": 122, "sys": "8.5m", "sys_in_millis": 514042, "total_in_millis": 6065943, "total": "1.6h", "user": "1.5h"}}, "timestamp": 1389149265465, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.7h", "mem": {"non_heap_used_in_bytes": 51434888, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80773120, "heap_used": "163.7mb", "heap_used_in_bytes": 171754744, "non_heap_committed": "77mb", "heap_used_percent": 16, "heap_committed": "318.5mb", "heap_committed_in_bytes": 334073856, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43821320, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43821320, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "103kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 105504, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7614848, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7613568, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "252.3mb", "used": "152.3mb", "peak_used_in_bytes": 264652136, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 159789120, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "11.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 11860120, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389149265468, "uptime_in_millis": 6468331, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 30285, "collection_time_in_millis": 74632, "collectors": {"ParNew": {"collection_count": 29900, "collection_time_in_millis": 72116, "collection_time": "1.2m"}, "ConcurrentMarkSweep": {"collection_count": 385, "collection_time_in_millis": 2516, "collection_time": "2.5s"}}, "collection_time": "1.2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 7500, "query_time": "3.4m", "fetch_current": 0, "fetch_total": 7500, "fetch_time": "23s", "query_time_in_millis": 205391, "open_contexts": 0, "fetch_time_in_millis": 23040, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "660.2kb", "memory_size_in_bytes": 676120}, "abstract": {"memory_size": "92mb", "memory_size_in_bytes": 96508246}}, "evictions": 0, "memory_size": "92.6mb", "memory_size_in_bytes": 97184366}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 558345, "deleted": 0}, "segments": {"count": 39}, "indexing": {"delete_time_in_millis": 0, "index_total": 558345, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "54.3m", "index_time_in_millis": 3260305, "delete_current": 0}, "refresh": {"total_time": "12.3m", "total_time_in_millis": 742898, "total": 3553}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "70kb", "memory_size_in_bytes": 71704}, "flush": {"total_time": "25.1s", "total_time_in_millis": 25179, "total": 104}, "warmer": {"current": 0, "total_time": "997ms", "total": 4090, "total_time_in_millis": 997}, "store": {"size_in_bytes": 24900847335, "throttle_time_in_millis": 5761546, "throttle_time": "1.6h", "size": "23.1gb"}, "merges": {"total_time": "1.9h", "total_docs": 1562890, "total_size_in_bytes": 70848307991, "total_size": "65.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 7178477, "total": 415}}, "os": {"load_average": [2.55029296875, 1.97705078125, 1.82421875], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10493657088, "free_percent": 61, "free_in_bytes": 6317187072, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10862682112, "actual_used_in_bytes": 6686212096}, "timestamp": 1389149265467, "uptime_in_millis": 1572778, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 117118834, "curr_estab": 93, "out_rsts": -1, "active_opens": 109076, "attempt_fails": 1324, "in_segs": 121683380, "passive_opens": 2117, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 33, "t_optimize": "0.15s", "t_optimize_in_millis": 152, "num_committed_segments": 33}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:47:28Z", "observation_sequence_no": 25, "observation_id": "ad783057", "t_total_in_millis": 16615, "t_total": "0.28m", "observation_stop": "2014-01-08T02:47:45Z"}, "stats": {"search": {"query_total": 7500, "query_time": "3.4m", "fetch_current": 0, "fetch_total": 7500, "fetch_time": "23s", "query_time_in_millis": 205391, "open_contexts": 0, "fetch_time_in_millis": 23040, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 39.77, "fetch_current": 0, "fetch_total": 100, "fetch_time": "253ms", "query_time_in_millis_per_query": 34.33, "query_time_in_millis": 3433, "query_time": "3.4s", "client_time_in_millis": 3977, "fetch_time_in_millis_per_query": 2.53, "client_total": 100, "fetch_time_in_millis": 253, "query_current": 0, "client_time": "3.98s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 102.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 96.51, "query_time_in_millis": 9651, "query_time": "9.6s", "client_time_in_millis": 10217, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "10.22s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 22.67, "fetch_current": 0, "fetch_total": 100, "fetch_time": "250ms", "query_time_in_millis_per_query": 17.44, "query_time_in_millis": 1744, "query_time": "1.7s", "client_time_in_millis": 2267, "fetch_time_in_millis_per_query": 2.5, "client_total": 100, "fetch_time_in_millis": 250, "query_current": 0, "client_time": "2.27s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "660.2kb", "memory_size_in_bytes": 676120}, "abstract": {"memory_size": "92mb", "memory_size_in_bytes": 96508246}}, "evictions": 0, "memory_size": "92.6mb", "memory_size_in_bytes": 97184366}, "docs": {"count": 558321, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 558321, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "54.3m", "index_time_in_millis": 3260057, "delete_current": 0}, "merges": {"total_time": "1.9h", "total_docs": 1562861, "total_size_in_bytes": 70845494678, "total_size": "65.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 7178195, "total": 413}, "store": {"size_in_bytes": 24899713758, "throttle_time_in_millis": 5761472, "throttle_time": "1.6h", "size": "23.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/57a8a6cd' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 579788, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 7800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 555, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 767, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3688, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 4456, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 907, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 108, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 4246, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 51, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389149469329, "total": {"available": "136.8gb", "disk_io_size": "2908.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 993201824768, "disk_read_size": "924.9gb", "disk_writes": 8239131, "disk_io_size_in_bytes": 3123320518656, "free": "137gb", "disk_write_size_in_bytes": 2130118693888, "disk_io_op": 12335261, "disk_reads": 4096130, "free_in_bytes": 147155509248, "disk_write_size": "1983.8gb", "available_in_bytes": 146893365248}, "data": [{"available": "136.8gb", "disk_io_size": "2908.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 993201824768, "disk_read_size": "924.9gb", "disk_writes": 8239131, "mount": "/", "disk_io_size_in_bytes": 3123320518656, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2130118693888, "free": "137gb", "disk_io_op": 12335261, "disk_reads": 4096130, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 147155509248, "disk_write_size": "1983.8gb", "available_in_bytes": 146893365248}]}, "http": {"total_opened": 36, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "558.7mb", "resident_in_bytes": 585887744, "share": "-1b", "total_virtual": "3.7gb", "total_virtual_in_bytes": 4077207552}, "timestamp": 1389149469328, "open_file_descriptors": 374, "cpu": {"user_in_millis": 5772063, "percent": 116, "sys": "8.8m", "sys_in_millis": 532315, "total_in_millis": 6304378, "total": "1.7h", "user": "1.6h"}}, "timestamp": 1389149469325, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.8h", "mem": {"non_heap_used_in_bytes": 51438600, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80773120, "heap_used": "156.9mb", "heap_used_in_bytes": 164540424, "non_heap_committed": "77mb", "heap_used_percent": 15, "heap_committed": "318.5mb", "heap_committed_in_bytes": 334073856, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43821512, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43821512, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "764.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 782856, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7626304, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7617088, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "252.3mb", "used": "147mb", "peak_used_in_bytes": 264652136, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 154188696, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "9.1mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 9568872, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389149469329, "uptime_in_millis": 6672192, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 31478, "collection_time_in_millis": 77729, "collectors": {"ParNew": {"collection_count": 31069, "collection_time_in_millis": 75024, "collection_time": "1.2m"}, "ConcurrentMarkSweep": {"collection_count": 409, "collection_time_in_millis": 2705, "collection_time": "2.7s"}}, "collection_time": "1.2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 7800, "query_time": "3.6m", "fetch_current": 0, "fetch_total": 7800, "fetch_time": "23.8s", "query_time_in_millis": 220773, "open_contexts": 0, "fetch_time_in_millis": 23832, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "684.3kb", "memory_size_in_bytes": 700760}, "abstract": {"memory_size": "93.8mb", "memory_size_in_bytes": 98455138}}, "evictions": 0, "memory_size": "94.5mb", "memory_size_in_bytes": 99155898}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 579788, "deleted": 0}, "segments": {"count": 40}, "indexing": {"delete_time_in_millis": 0, "index_total": 579788, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "56.4m", "index_time_in_millis": 3388071, "delete_current": 0}, "refresh": {"total_time": "12.8m", "total_time_in_millis": 771965, "total": 3690}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "71.4kb", "memory_size_in_bytes": 73120}, "flush": {"total_time": "26.1s", "total_time_in_millis": 26150, "total": 108}, "warmer": {"current": 0, "total_time": "1s", "total": 4247, "total_time_in_millis": 1044}, "store": {"size_in_bytes": 25892591921, "throttle_time_in_millis": 5979425, "throttle_time": "1.6h", "size": "24.1gb"}, "merges": {"total_time": "2h", "total_docs": 1613673, "total_size_in_bytes": 73328902632, "total_size": "68.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 7446527, "total": 431}}, "os": {"load_average": [1.7587890625, 1.99462890625, 1.87158203125], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10491691008, "free_percent": 61, "free_in_bytes": 6449565696, "free": "6gb", "used": "9.9gb", "actual_used": "6.2gb", "used_in_bytes": 10730303488, "actual_used_in_bytes": 6688178176}, "timestamp": 1389149469328, "uptime_in_millis": 1572982, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 80, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 117294205, "curr_estab": 93, "out_rsts": -1, "active_opens": 109077, "attempt_fails": 1324, "in_segs": 121858770, "passive_opens": 2118, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 33, "t_optimize": "22.53s", "t_optimize_in_millis": 22533, "num_committed_segments": 33}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:50:52Z", "observation_sequence_no": 26, "observation_id": "57a8a6cd", "t_total_in_millis": 39547, "t_total": "0.66m", "observation_stop": "2014-01-08T02:51:09Z"}, "stats": {"search": {"query_total": 7800, "query_time": "3.6m", "fetch_current": 0, "fetch_total": 7800, "fetch_time": "23.8s", "query_time_in_millis": 220773, "open_contexts": 0, "fetch_time_in_millis": 23832, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 40.87, "fetch_current": 0, "fetch_total": 100, "fetch_time": "256ms", "query_time_in_millis_per_query": 35.51, "query_time_in_millis": 3551, "query_time": "3.5s", "client_time_in_millis": 4087, "fetch_time_in_millis_per_query": 2.56, "client_total": 100, "fetch_time_in_millis": 256, "query_current": 0, "client_time": "4.09s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 105.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 100.38, "query_time_in_millis": 10038, "query_time": "10s", "client_time_in_millis": 10599, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "10.60s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 23.26, "fetch_current": 0, "fetch_total": 100, "fetch_time": "257ms", "query_time_in_millis_per_query": 17.91, "query_time_in_millis": 1791, "query_time": "1.7s", "client_time_in_millis": 2326, "fetch_time_in_millis_per_query": 2.57, "client_total": 100, "fetch_time_in_millis": 257, "query_current": 0, "client_time": "2.33s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "684.3kb", "memory_size_in_bytes": 700760}, "abstract": {"memory_size": "93.8mb", "memory_size_in_bytes": 98455138}}, "evictions": 0, "memory_size": "94.5mb", "memory_size_in_bytes": 99155898}, "docs": {"count": 579763, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 579763, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "56.4m", "index_time_in_millis": 3387816, "delete_current": 0}, "merges": {"total_time": "2h", "total_docs": 1613644, "total_size_in_bytes": 73326089319, "total_size": "68.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 7446245, "total": 429}, "store": {"size_in_bytes": 25891326193, "throttle_time_in_millis": 5979351, "throttle_time": "1.6h", "size": "24.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/162eca65' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 601131, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 8100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 571, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 789, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3824, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 4622, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 940, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 112, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 4401, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 52, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389149655281, "total": {"available": "135.8gb", "disk_io_size": "2913.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 993445749760, "disk_read_size": "925.2gb", "disk_writes": 8248919, "disk_io_size_in_bytes": 3128408259584, "free": "136.1gb", "disk_write_size_in_bytes": 2134962509824, "disk_io_op": 12346036, "disk_reads": 4097117, "free_in_bytes": 146158239744, "disk_write_size": "1988.3gb", "available_in_bytes": 145896095744}, "data": [{"available": "135.8gb", "disk_io_size": "2913.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 993445749760, "disk_read_size": "925.2gb", "disk_writes": 8248919, "mount": "/", "disk_io_size_in_bytes": 3128408259584, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2134962509824, "free": "136.1gb", "disk_io_op": 12346036, "disk_reads": 4097117, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 146158239744, "disk_write_size": "1988.3gb", "available_in_bytes": 145896095744}]}, "http": {"total_opened": 36, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "594.5mb", "resident_in_bytes": 623439872, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4082688000}, "timestamp": 1389149655280, "open_file_descriptors": 402, "cpu": {"user_in_millis": 5980418, "percent": 120, "sys": "9.1m", "sys_in_millis": 547255, "total_in_millis": 6527673, "total": "1.8h", "user": "1.6h"}}, "timestamp": 1389149655277, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "1.9h", "mem": {"non_heap_used_in_bytes": 51438600, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80969728, "heap_used": "176.1mb", "heap_used_in_bytes": 184672280, "non_heap_committed": "77.2mb", "heap_used_percent": 17, "heap_committed": "386.2mb", "heap_committed_in_bytes": 405061632, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43821512, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43821512, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "346.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 355288, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7626304, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7617088, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "292.7mb", "used": "159.6mb", "peak_used_in_bytes": 306940928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 167430720, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "16.1mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 16886272, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389149655281, "uptime_in_millis": 6858144, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 32582, "collection_time_in_millis": 80664, "collectors": {"ParNew": {"collection_count": 32148, "collection_time_in_millis": 77759, "collection_time": "1.2m"}, "ConcurrentMarkSweep": {"collection_count": 434, "collection_time_in_millis": 2905, "collection_time": "2.9s"}}, "collection_time": "1.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 8100, "query_time": "3.9m", "fetch_current": 0, "fetch_total": 8100, "fetch_time": "24.6s", "query_time_in_millis": 236606, "open_contexts": 0, "fetch_time_in_millis": 24690, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "702.9kb", "memory_size_in_bytes": 719828}, "abstract": {"memory_size": "96.1mb", "memory_size_in_bytes": 100795931}}, "evictions": 0, "memory_size": "96.8mb", "memory_size_in_bytes": 101515759}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 601131, "deleted": 0}, "segments": {"count": 38}, "indexing": {"delete_time_in_millis": 0, "index_total": 601131, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "58.5m", "index_time_in_millis": 3514893, "delete_current": 0}, "refresh": {"total_time": "13.3m", "total_time_in_millis": 801740, "total": 3826}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "73.9kb", "memory_size_in_bytes": 75744}, "flush": {"total_time": "27.1s", "total_time_in_millis": 27114, "total": 112}, "warmer": {"current": 0, "total_time": "1s", "total": 4402, "total_time_in_millis": 1081}, "store": {"size_in_bytes": 26889426454, "throttle_time_in_millis": 6117773, "throttle_time": "1.6h", "size": "25gb"}, "merges": {"total_time": "2.1h", "total_docs": 1653131, "total_size_in_bytes": 75041252984, "total_size": "69.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 7620348, "total": 447}}, "os": {"load_average": [2.115234375, 2.05859375, 1.916015625], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10456014848, "free_percent": 60, "free_in_bytes": 6333468672, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10846400512, "actual_used_in_bytes": 6723854336}, "timestamp": 1389149655280, "uptime_in_millis": 1573168, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 79, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 117469629, "curr_estab": 93, "out_rsts": -1, "active_opens": 109093, "attempt_fails": 1324, "in_segs": 122034219, "passive_opens": 2118, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "3.22s", "t_optimize_in_millis": 3220, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T02:53:57Z", "observation_sequence_no": 27, "observation_id": "162eca65", "t_total_in_millis": 20710, "t_total": "0.35m", "observation_stop": "2014-01-08T02:54:15Z"}, "stats": {"search": {"query_total": 8100, "query_time": "3.9m", "fetch_current": 0, "fetch_total": 8100, "fetch_time": "24.6s", "query_time_in_millis": 236606, "open_contexts": 0, "fetch_time_in_millis": 24690, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 41.68, "fetch_current": 0, "fetch_total": 100, "fetch_time": "305ms", "query_time_in_millis_per_query": 35.94, "query_time_in_millis": 3594, "query_time": "3.5s", "client_time_in_millis": 4168, "fetch_time_in_millis_per_query": 3.05, "client_total": 100, "fetch_time_in_millis": 305, "query_current": 0, "client_time": "4.17s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 109.28, "fetch_current": 0, "fetch_total": 100, "fetch_time": "279ms", "query_time_in_millis_per_query": 103.72, "query_time_in_millis": 10372, "query_time": "10.3s", "client_time_in_millis": 10928, "fetch_time_in_millis_per_query": 2.79, "client_total": 100, "fetch_time_in_millis": 279, "query_current": 0, "client_time": "10.93s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 23.92, "fetch_current": 0, "fetch_total": 100, "fetch_time": "273ms", "query_time_in_millis_per_query": 18.66, "query_time_in_millis": 1866, "query_time": "1.8s", "client_time_in_millis": 2392, "fetch_time_in_millis_per_query": 2.73, "client_total": 100, "fetch_time_in_millis": 273, "query_current": 0, "client_time": "2.39s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "702.9kb", "memory_size_in_bytes": 719828}, "abstract": {"memory_size": "96.1mb", "memory_size_in_bytes": 100795931}}, "evictions": 0, "memory_size": "96.8mb", "memory_size_in_bytes": 101515759}, "docs": {"count": 601105, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 601105, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "58.5m", "index_time_in_millis": 3514628, "delete_current": 0}, "merges": {"total_time": "2.1h", "total_docs": 1653102, "total_size_in_bytes": 75038439671, "total_size": "69.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 7620066, "total": 445}, "store": {"size_in_bytes": 26888028630, "throttle_time_in_millis": 6117699, "throttle_time": "1.6h", "size": "25gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/2e04f2ce' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 622614, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 8400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 613, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 849, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 3960, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 4787, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 974, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 117, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 4558, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 57, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389150226798, "total": {"available": "134.9gb", "disk_io_size": "2926.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 997335323648, "disk_read_size": "928.8gb", "disk_writes": 8267838, "disk_io_size_in_bytes": 3142377034752, "free": "135.2gb", "disk_write_size_in_bytes": 2145041711104, "disk_io_op": 12385921, "disk_reads": 4118083, "free_in_bytes": 145171836928, "disk_write_size": "1997.7gb", "available_in_bytes": 144909692928}, "data": [{"available": "134.9gb", "disk_io_size": "2926.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 997335323648, "disk_read_size": "928.8gb", "disk_writes": 8267838, "mount": "/", "disk_io_size_in_bytes": 3142377034752, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2145041711104, "free": "135.2gb", "disk_io_op": 12385921, "disk_reads": 4118083, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 145171836928, "disk_write_size": "1997.7gb", "available_in_bytes": 144909692928}]}, "http": {"total_opened": 41, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "646.7mb", "resident_in_bytes": 678158336, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4088045568}, "timestamp": 1389150226797, "open_file_descriptors": 383, "cpu": {"user_in_millis": 6263400, "percent": 56, "sys": "9.8m", "sys_in_millis": 588726, "total_in_millis": 6852126, "total": "1.9h", "user": "1.7h"}}, "timestamp": 1389150226794, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2h", "mem": {"non_heap_used_in_bytes": 51440456, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80969728, "heap_used": "266.5mb", "heap_used_in_bytes": 279453536, "non_heap_committed": "77.2mb", "heap_used_percent": 26, "heap_committed": "424.2mb", "heap_committed_in_bytes": 444809216, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43821896, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43821896, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "905.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 927040, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7628864, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7618560, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "243.7mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 255585360, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "21.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 22941136, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389150226797, "uptime_in_millis": 7429660, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 34069, "collection_time_in_millis": 84421, "collectors": {"ParNew": {"collection_count": 33619, "collection_time_in_millis": 81434, "collection_time": "1.3m"}, "ConcurrentMarkSweep": {"collection_count": 450, "collection_time_in_millis": 2987, "collection_time": "2.9s"}}, "collection_time": "1.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 8400, "query_time": "4.2m", "fetch_current": 0, "fetch_total": 8400, "fetch_time": "25.5s", "query_time_in_millis": 253742, "open_contexts": 0, "fetch_time_in_millis": 25517, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "710kb", "memory_size_in_bytes": 727056}, "abstract": {"memory_size": "106mb", "memory_size_in_bytes": 111163637}}, "evictions": 0, "memory_size": "106.7mb", "memory_size_in_bytes": 111890693}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 622614, "deleted": 0}, "segments": {"count": 39}, "indexing": {"delete_time_in_millis": 0, "index_total": 622614, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1h", "index_time_in_millis": 3642802, "delete_current": 0}, "refresh": {"total_time": "13.8m", "total_time_in_millis": 831748, "total": 3962}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "88.3kb", "memory_size_in_bytes": 90448}, "flush": {"total_time": "28.3s", "total_time_in_millis": 28396, "total": 117}, "warmer": {"current": 0, "total_time": "1.1s", "total": 4559, "total_time_in_millis": 1116}, "store": {"size_in_bytes": 27875759019, "throttle_time_in_millis": 6657835, "throttle_time": "1.8h", "size": "25.9gb"}, "merges": {"total_time": "2.3h", "total_docs": 1800662, "total_size_in_bytes": 81966616649, "total_size": "76.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8289501, "total": 463}}, "os": {"load_average": [1.880859375, 1.3935546875, 1.59912109375], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10426023936, "free_percent": 60, "free_in_bytes": 6235140096, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10944729088, "actual_used_in_bytes": 6753845248}, "timestamp": 1389150226797, "uptime_in_millis": 1573739, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 117645836, "curr_estab": 95, "out_rsts": -1, "active_opens": 109104, "attempt_fails": 1324, "in_segs": 122210419, "passive_opens": 2123, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "388.15s", "t_optimize_in_millis": 388149, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:03:27Z", "observation_sequence_no": 28, "observation_id": "2e04f2ce", "t_total_in_millis": 406969, "t_total": "6.78m", "observation_stop": "2014-01-08T03:03:46Z"}, "stats": {"search": {"query_total": 8400, "query_time": "4.2m", "fetch_current": 0, "fetch_total": 8400, "fetch_time": "25.5s", "query_time_in_millis": 253742, "open_contexts": 0, "fetch_time_in_millis": 25517, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 44.06, "fetch_current": 0, "fetch_total": 100, "fetch_time": "276ms", "query_time_in_millis_per_query": 38.49, "query_time_in_millis": 3849, "query_time": "3.8s", "client_time_in_millis": 4406, "fetch_time_in_millis_per_query": 2.76, "client_total": 100, "fetch_time_in_millis": 276, "query_current": 0, "client_time": "4.41s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 119.87, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 114.2, "query_time_in_millis": 11420, "query_time": "11.4s", "client_time_in_millis": 11987, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "11.99s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 24.26, "fetch_current": 0, "fetch_total": 100, "fetch_time": "266ms", "query_time_in_millis_per_query": 18.66, "query_time_in_millis": 1866, "query_time": "1.8s", "client_time_in_millis": 2426, "fetch_time_in_millis_per_query": 2.66, "client_total": 100, "fetch_time_in_millis": 266, "query_current": 0, "client_time": "2.43s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "710kb", "memory_size_in_bytes": 727056}, "abstract": {"memory_size": "106mb", "memory_size_in_bytes": 111163637}}, "evictions": 0, "memory_size": "106.7mb", "memory_size_in_bytes": 111890693}, "docs": {"count": 622587, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 622587, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1h", "index_time_in_millis": 3642529, "delete_current": 0}, "merges": {"total_time": "2.3h", "total_docs": 1800633, "total_size_in_bytes": 81963803336, "total_size": "76.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8289219, "total": 461}, "store": {"size_in_bytes": 27874228938, "throttle_time_in_millis": 6657761, "throttle_time": "1.8h", "size": "25.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/ca3e52c6' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 644260, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 8700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 631, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 874, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4096, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 4953, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1008, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 121, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 4716, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 59, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389150433541, "total": {"available": "134gb", "disk_io_size": "2932.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 998498870272, "disk_read_size": "929.9gb", "disk_writes": 8279631, "disk_io_size_in_bytes": 3149187262464, "free": "134.2gb", "disk_write_size_in_bytes": 2150688392192, "disk_io_op": 12407564, "disk_reads": 4127933, "free_in_bytes": 144177242112, "disk_write_size": "2002.9gb", "available_in_bytes": 143915098112}, "data": [{"available": "134gb", "disk_io_size": "2932.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 998498870272, "disk_read_size": "929.9gb", "disk_writes": 8279631, "mount": "/", "disk_io_size_in_bytes": 3149187262464, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2150688392192, "free": "134.2gb", "disk_io_op": 12407564, "disk_reads": 4127933, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 144177242112, "disk_write_size": "2002.9gb", "available_in_bytes": 143915098112}]}, "http": {"total_opened": 42, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "657.1mb", "resident_in_bytes": 689082368, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4088705024}, "timestamp": 1389150433540, "open_file_descriptors": 365, "cpu": {"user_in_millis": 6486069, "percent": 116, "sys": "10.1m", "sys_in_millis": 607505, "total_in_millis": 7093574, "total": "1.9h", "user": "1.8h"}}, "timestamp": 1389150433537, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.1h", "mem": {"non_heap_used_in_bytes": 51442504, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 80969728, "heap_used": "201.3mb", "heap_used_in_bytes": 211139912, "non_heap_committed": "77.2mb", "heap_used_percent": 19, "heap_committed": "424.2mb", "heap_committed_in_bytes": 444809216, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43821896, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43821896, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1106792, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7641600, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7620608, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "192.4mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 201753224, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "7.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 8279896, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389150433540, "uptime_in_millis": 7636403, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 35267, "collection_time_in_millis": 87652, "collectors": {"ParNew": {"collection_count": 34803, "collection_time_in_millis": 84562, "collection_time": "1.4m"}, "ConcurrentMarkSweep": {"collection_count": 464, "collection_time_in_millis": 3090, "collection_time": "3s"}}, "collection_time": "1.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 8700, "query_time": "4.5m", "fetch_current": 0, "fetch_total": 8700, "fetch_time": "26.3s", "query_time_in_millis": 270661, "open_contexts": 0, "fetch_time_in_millis": 26309, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "719.1kb", "memory_size_in_bytes": 736432}, "abstract": {"memory_size": "107.7mb", "memory_size_in_bytes": 113021828}}, "evictions": 0, "memory_size": "108.4mb", "memory_size_in_bytes": 113758260}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 644260, "deleted": 0}, "segments": {"count": 40}, "indexing": {"delete_time_in_millis": 0, "index_total": 644260, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1h", "index_time_in_millis": 3771221, "delete_current": 0}, "refresh": {"total_time": "14.3m", "total_time_in_millis": 861658, "total": 4098}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "79.2kb", "memory_size_in_bytes": 81152}, "flush": {"total_time": "29.5s", "total_time_in_millis": 29583, "total": 121}, "warmer": {"current": 0, "total_time": "1.1s", "total": 4717, "total_time_in_millis": 1152}, "store": {"size_in_bytes": 28869970384, "throttle_time_in_millis": 6878575, "throttle_time": "1.9h", "size": "26.8gb"}, "merges": {"total_time": "2.3h", "total_docs": 1854402, "total_size_in_bytes": 84474360814, "total_size": "78.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8563024, "total": 480}}, "os": {"load_average": [2.1201171875, 1.92724609375, 1.79052734375], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10372046848, "free_percent": 60, "free_in_bytes": 6095294464, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11084574720, "actual_used_in_bytes": 6807822336}, "timestamp": 1389150433540, "uptime_in_millis": 1573946, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 117823321, "curr_estab": 99, "out_rsts": -1, "active_opens": 109118, "attempt_fails": 1324, "in_segs": 122388060, "passive_opens": 2126, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "22.99s", "t_optimize_in_millis": 22988, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:06:54Z", "observation_sequence_no": 29, "observation_id": "ca3e52c6", "t_total_in_millis": 41573, "t_total": "0.69m", "observation_stop": "2014-01-08T03:07:13Z"}, "stats": {"search": {"query_total": 8700, "query_time": "4.5m", "fetch_current": 0, "fetch_total": 8700, "fetch_time": "26.3s", "query_time_in_millis": 270661, "open_contexts": 0, "fetch_time_in_millis": 26309, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 44.11, "fetch_current": 0, "fetch_total": 100, "fetch_time": "259ms", "query_time_in_millis_per_query": 38.6, "query_time_in_millis": 3860, "query_time": "3.8s", "client_time_in_millis": 4411, "fetch_time_in_millis_per_query": 2.59, "client_total": 100, "fetch_time_in_millis": 259, "query_current": 0, "client_time": "4.41s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 116.71, "fetch_current": 0, "fetch_total": 100, "fetch_time": "276ms", "query_time_in_millis_per_query": 111.06, "query_time_in_millis": 11106, "query_time": "11.1s", "client_time_in_millis": 11671, "fetch_time_in_millis_per_query": 2.76, "client_total": 100, "fetch_time_in_millis": 276, "query_current": 0, "client_time": "11.67s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 25.0, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 19.52, "query_time_in_millis": 1952, "query_time": "1.9s", "client_time_in_millis": 2500, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "2.50s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "719.1kb", "memory_size_in_bytes": 736432}, "abstract": {"memory_size": "107.7mb", "memory_size_in_bytes": 113021828}}, "evictions": 0, "memory_size": "108.4mb", "memory_size_in_bytes": 113758260}, "docs": {"count": 644232, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 644232, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1h", "index_time_in_millis": 3770938, "delete_current": 0}, "merges": {"total_time": "2.3h", "total_docs": 1854345, "total_size_in_bytes": 84469886193, "total_size": "78.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8562576, "total": 477}, "store": {"size_in_bytes": 28867881709, "throttle_time_in_millis": 6878486, "throttle_time": "1.9h", "size": "26.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/6c7103eb' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 666080, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 9000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 647, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 895, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4231, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 5117, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1041, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 125, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 4872, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 60, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389150620776, "total": {"available": "133.1gb", "disk_io_size": "2937.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 998738383872, "disk_read_size": "930.1gb", "disk_writes": 8289294, "disk_io_size_in_bytes": 3154251411456, "free": "133.3gb", "disk_write_size_in_bytes": 2155513027584, "disk_io_op": 12418324, "disk_reads": 4129030, "free_in_bytes": 143193014272, "disk_write_size": "2007.4gb", "available_in_bytes": 142930870272}, "data": [{"available": "133.1gb", "disk_io_size": "2937.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 998738383872, "disk_read_size": "930.1gb", "disk_writes": 8289294, "mount": "/", "disk_io_size_in_bytes": 3154251411456, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2155513027584, "free": "133.3gb", "disk_io_op": 12418324, "disk_reads": 4129030, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 143193014272, "disk_write_size": "2007.4gb", "available_in_bytes": 142930870272}]}, "http": {"total_opened": 42, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "695.8mb", "resident_in_bytes": 729616384, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4091822080}, "timestamp": 1389150620776, "open_file_descriptors": 375, "cpu": {"user_in_millis": 6690776, "percent": 117, "sys": "10.3m", "sys_in_millis": 622337, "total_in_millis": 7313113, "total": "2h", "user": "1.8h"}}, "timestamp": 1389150620775, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.1h", "mem": {"non_heap_used_in_bytes": 51466848, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81035264, "heap_used": "293.3mb", "heap_used_in_bytes": 307625184, "non_heap_committed": "77.2mb", "heap_used_percent": 29, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43823840, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43823840, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "794.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 813728, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.2mb", "used": "7.2mb", "peak_used_in_bytes": 7653824, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7643008, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "278.8mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 292424664, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "13.7mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 14386792, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389150620776, "uptime_in_millis": 7823639, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 36306, "collection_time_in_millis": 90464, "collectors": {"ParNew": {"collection_count": 35831, "collection_time_in_millis": 87312, "collection_time": "1.4m"}, "ConcurrentMarkSweep": {"collection_count": 475, "collection_time_in_millis": 3152, "collection_time": "3.1s"}}, "collection_time": "1.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 9000, "query_time": "4.8m", "fetch_current": 0, "fetch_total": 9000, "fetch_time": "27.1s", "query_time_in_millis": 288063, "open_contexts": 0, "fetch_time_in_millis": 27104, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "748.1kb", "memory_size_in_bytes": 766060}, "abstract": {"memory_size": "110.1mb", "memory_size_in_bytes": 115461417}}, "evictions": 0, "memory_size": "110.8mb", "memory_size_in_bytes": 116227477}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 666080, "deleted": 0}, "segments": {"count": 31}, "indexing": {"delete_time_in_millis": 0, "index_total": 666080, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1h", "index_time_in_millis": 3897073, "delete_current": 0}, "refresh": {"total_time": "14.8m", "total_time_in_millis": 890164, "total": 4233}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "81.8kb", "memory_size_in_bytes": 83832}, "flush": {"total_time": "30.5s", "total_time_in_millis": 30529, "total": 125}, "warmer": {"current": 0, "total_time": "1.1s", "total": 4873, "total_time_in_millis": 1186}, "store": {"size_in_bytes": 29854635656, "throttle_time_in_millis": 7021195, "throttle_time": "1.9h", "size": "27.8gb"}, "merges": {"total_time": "2.4h", "total_docs": 1894114, "total_size_in_bytes": 86190130312, "total_size": "80.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8740060, "total": 496}}, "os": {"load_average": [2.14208984375, 2.03759765625, 1.8564453125], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10351845376, "free_percent": 60, "free_in_bytes": 6047297536, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11132571648, "actual_used_in_bytes": 6828023808}, "timestamp": 1389150620775, "uptime_in_millis": 1574133, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 117999770, "curr_estab": 94, "out_rsts": -1, "active_opens": 109118, "attempt_fails": 1324, "in_segs": 122564563, "passive_opens": 2126, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 29, "t_optimize": "5.13s", "t_optimize_in_millis": 5129, "num_committed_segments": 29}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:10:01Z", "observation_sequence_no": 30, "observation_id": "6c7103eb", "t_total_in_millis": 24185, "t_total": "0.40m", "observation_stop": "2014-01-08T03:10:20Z"}, "stats": {"search": {"query_total": 9000, "query_time": "4.8m", "fetch_current": 0, "fetch_total": 9000, "fetch_time": "27.1s", "query_time_in_millis": 288063, "open_contexts": 0, "fetch_time_in_millis": 27104, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 45.39, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 39.95, "query_time_in_millis": 3995, "query_time": "3.9s", "client_time_in_millis": 4539, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "4.54s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 119.4, "fetch_current": 0, "fetch_total": 100, "fetch_time": "289ms", "query_time_in_millis_per_query": 113.67, "query_time_in_millis": 11367, "query_time": "11.3s", "client_time_in_millis": 11940, "fetch_time_in_millis_per_query": 2.89, "client_total": 100, "fetch_time_in_millis": 289, "query_current": 0, "client_time": "11.94s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 25.75, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 20.37, "query_time_in_millis": 2037, "query_time": "2s", "client_time_in_millis": 2575, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "2.58s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "748.1kb", "memory_size_in_bytes": 766060}, "abstract": {"memory_size": "110.1mb", "memory_size_in_bytes": 115461417}}, "evictions": 0, "memory_size": "110.8mb", "memory_size_in_bytes": 116227477}, "docs": {"count": 666051, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 666051, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1h", "index_time_in_millis": 3896783, "delete_current": 0}, "merges": {"total_time": "2.4h", "total_docs": 1894057, "total_size_in_bytes": 86185655691, "total_size": "80.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8739612, "total": 493}, "store": {"size_in_bytes": 29852414795, "throttle_time_in_millis": 7021106, "throttle_time": "1.9h", "size": "27.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/d5d4b18a' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 687737, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 9300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 667, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 918, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4367, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 5281, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1075, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 129, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5029, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 63, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389150847760, "total": {"available": "132.1gb", "disk_io_size": "2943gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 998981624832, "disk_read_size": "930.3gb", "disk_writes": 8300493, "disk_io_size_in_bytes": 3160070701056, "free": "132.4gb", "disk_write_size_in_bytes": 2161089076224, "disk_io_op": 12430605, "disk_reads": 4130112, "free_in_bytes": 142207262720, "disk_write_size": "2012.6gb", "available_in_bytes": 141945118720}, "data": [{"available": "132.1gb", "disk_io_size": "2943gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 998981624832, "disk_read_size": "930.3gb", "disk_writes": 8300493, "mount": "/", "disk_io_size_in_bytes": 3160070701056, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2161089076224, "free": "132.4gb", "disk_io_op": 12430605, "disk_reads": 4130112, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 142207262720, "disk_write_size": "2012.6gb", "available_in_bytes": 141945118720}]}, "http": {"total_opened": 44, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "695.8mb", "resident_in_bytes": 729632768, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4091822080}, "timestamp": 1389150847759, "open_file_descriptors": 351, "cpu": {"user_in_millis": 6909303, "percent": 104, "sys": "10.6m", "sys_in_millis": 640721, "total_in_millis": 7550024, "total": "2h", "user": "1.9h"}}, "timestamp": 1389150847758, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.2h", "mem": {"non_heap_used_in_bytes": 51485064, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81035264, "heap_used": "322.2mb", "heap_used_in_bytes": 337873232, "non_heap_committed": "77.2mb", "heap_used_percent": 31, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49mb", "pools": {"CMS Perm Gen": {"peak_used": "41.7mb", "used": "41.7mb", "peak_used_in_bytes": 43826184, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43826184, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "71.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 73360, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.3mb", "used": "7.3mb", "peak_used_in_bytes": 7668928, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7658880, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "305.7mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 320627176, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "16.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 17172696, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389150847759, "uptime_in_millis": 8050622, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 37464, "collection_time_in_millis": 93537, "collectors": {"ParNew": {"collection_count": 36978, "collection_time_in_millis": 90312, "collection_time": "1.5m"}, "ConcurrentMarkSweep": {"collection_count": 486, "collection_time_in_millis": 3225, "collection_time": "3.2s"}}, "collection_time": "1.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 9300, "query_time": "5.1m", "fetch_current": 0, "fetch_total": 9300, "fetch_time": "27.8s", "query_time_in_millis": 306048, "open_contexts": 0, "fetch_time_in_millis": 27878, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "778kb", "memory_size_in_bytes": 796716}, "abstract": {"memory_size": "111.9mb", "memory_size_in_bytes": 117400545}}, "evictions": 0, "memory_size": "112.7mb", "memory_size_in_bytes": 118197261}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 687737, "deleted": 0}, "segments": {"count": 32}, "indexing": {"delete_time_in_millis": 0, "index_total": 687737, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.1h", "index_time_in_millis": 4023048, "delete_current": 0}, "refresh": {"total_time": "15.3m", "total_time_in_millis": 918742, "total": 4369}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "84.5kb", "memory_size_in_bytes": 86544}, "flush": {"total_time": "31.7s", "total_time_in_millis": 31703, "total": 129}, "warmer": {"current": 0, "total_time": "1.2s", "total": 5030, "total_time_in_millis": 1222}, "store": {"size_in_bytes": 30839986211, "throttle_time_in_millis": 7225201, "throttle_time": "2h", "size": "28.7gb"}, "merges": {"total_time": "2.4h", "total_docs": 1946447, "total_size_in_bytes": 88648424043, "total_size": "82.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8993479, "total": 512}}, "os": {"load_average": [1.40380859375, 1.853515625, 1.8271484375], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10354663424, "free_percent": 60, "free_in_bytes": 5917204480, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.3gb", "used_in_bytes": 11262664704, "actual_used_in_bytes": 6825205760}, "timestamp": 1389150847759, "uptime_in_millis": 1574360, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 118176078, "curr_estab": 94, "out_rsts": -1, "active_opens": 109121, "attempt_fails": 1324, "in_segs": 122740889, "passive_opens": 2128, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 29, "t_optimize": "44.52s", "t_optimize_in_millis": 44518, "num_committed_segments": 29}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:13:48Z", "observation_sequence_no": 31, "observation_id": "d5d4b18a", "t_total_in_millis": 64128, "t_total": "1.07m", "observation_stop": "2014-01-08T03:14:07Z"}, "stats": {"search": {"query_total": 9300, "query_time": "5.1m", "fetch_current": 0, "fetch_total": 9300, "fetch_time": "27.8s", "query_time_in_millis": 306048, "open_contexts": 0, "fetch_time_in_millis": 27878, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 46.68, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 41.33, "query_time_in_millis": 4133, "query_time": "4.1s", "client_time_in_millis": 4668, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "4.67s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 123.29, "fetch_current": 0, "fetch_total": 100, "fetch_time": "268ms", "query_time_in_millis_per_query": 117.59, "query_time_in_millis": 11759, "query_time": "11.7s", "client_time_in_millis": 12329, "fetch_time_in_millis_per_query": 2.68, "client_total": 100, "fetch_time_in_millis": 268, "query_current": 0, "client_time": "12.33s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 26.1, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 20.92, "query_time_in_millis": 2092, "query_time": "2s", "client_time_in_millis": 2610, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "2.61s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "778kb", "memory_size_in_bytes": 796716}, "abstract": {"memory_size": "111.9mb", "memory_size_in_bytes": 117400545}}, "evictions": 0, "memory_size": "112.7mb", "memory_size_in_bytes": 118197261}, "docs": {"count": 687707, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 687707, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.1h", "index_time_in_millis": 4022751, "delete_current": 0}, "merges": {"total_time": "2.4h", "total_docs": 1946390, "total_size_in_bytes": 88643949422, "total_size": "82.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 8993031, "total": 509}, "store": {"size_in_bytes": 30837633140, "throttle_time_in_millis": 7225113, "throttle_time": "2h", "size": "28.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/4f812c98' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 708578, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 9600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 683, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 940, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4501, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 5444, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1109, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 133, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5183, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 64, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389151047307, "total": {"available": "131.2gb", "disk_io_size": "2947.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 999221765120, "disk_read_size": "930.5gb", "disk_writes": 8309873, "disk_io_size_in_bytes": 3165170855936, "free": "131.5gb", "disk_write_size_in_bytes": 2165949090816, "disk_io_op": 12440867, "disk_reads": 4130994, "free_in_bytes": 141215649792, "disk_write_size": "2017.1gb", "available_in_bytes": 140953505792}, "data": [{"available": "131.2gb", "disk_io_size": "2947.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 999221765120, "disk_read_size": "930.5gb", "disk_writes": 8309873, "mount": "/", "disk_io_size_in_bytes": 3165170855936, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2165949090816, "free": "131.5gb", "disk_io_op": 12440867, "disk_reads": 4130994, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 141215649792, "disk_write_size": "2017.1gb", "available_in_bytes": 140953505792}]}, "http": {"total_opened": 44, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "700.5mb", "resident_in_bytes": 734588928, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4096765952}, "timestamp": 1389151047306, "open_file_descriptors": 384, "cpu": {"user_in_millis": 7118260, "percent": 112, "sys": "10.9m", "sys_in_millis": 655902, "total_in_millis": 7774162, "total": "2.1h", "user": "1.9h"}}, "timestamp": 1389151047304, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.2h", "mem": {"non_heap_used_in_bytes": 51490792, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81035264, "heap_used": "295.1mb", "heap_used_in_bytes": 309485424, "non_heap_committed": "77.2mb", "heap_used_percent": 29, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.1mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43831912, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43831912, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "145.8kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 149344, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.3mb", "used": "7.3mb", "peak_used_in_bytes": 7668928, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7658880, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "290mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 304170184, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "4.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 5165896, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389151047306, "uptime_in_millis": 8250169, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 38575, "collection_time_in_millis": 96526, "collectors": {"ParNew": {"collection_count": 38077, "collection_time_in_millis": 93206, "collection_time": "1.5m"}, "ConcurrentMarkSweep": {"collection_count": 498, "collection_time_in_millis": 3320, "collection_time": "3.3s"}}, "collection_time": "1.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 9600, "query_time": "5.4m", "fetch_current": 0, "fetch_total": 9600, "fetch_time": "28.6s", "query_time_in_millis": 324678, "open_contexts": 0, "fetch_time_in_millis": 28670, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "806.2kb", "memory_size_in_bytes": 825584}, "abstract": {"memory_size": "114.5mb", "memory_size_in_bytes": 120077348}}, "evictions": 0, "memory_size": "115.3mb", "memory_size_in_bytes": 120902932}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 708578, "deleted": 0}, "segments": {"count": 40}, "indexing": {"delete_time_in_millis": 0, "index_total": 708578, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.1h", "index_time_in_millis": 4148988, "delete_current": 0}, "refresh": {"total_time": "15.7m", "total_time_in_millis": 947274, "total": 4503}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "87.8kb", "memory_size_in_bytes": 89944}, "flush": {"total_time": "32.7s", "total_time_in_millis": 32721, "total": 133}, "warmer": {"current": 0, "total_time": "1.2s", "total": 5184, "total_time_in_millis": 1257}, "store": {"size_in_bytes": 31831150299, "throttle_time_in_millis": 7364049, "throttle_time": "2h", "size": "29.6gb"}, "merges": {"total_time": "2.5h", "total_docs": 1981832, "total_size_in_bytes": 90390775217, "total_size": "84.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 9168668, "total": 527}}, "os": {"load_average": [2.10791015625, 1.97216796875, 1.87548828125], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10380079104, "free_percent": 60, "free_in_bytes": 5922062336, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.3gb", "used_in_bytes": 11257806848, "actual_used_in_bytes": 6799790080}, "timestamp": 1389151047306, "uptime_in_millis": 1574560, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 118349694, "curr_estab": 93, "out_rsts": -1, "active_opens": 109121, "attempt_fails": 1324, "in_segs": 122914521, "passive_opens": 2128, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 36, "t_optimize": "16.91s", "t_optimize_in_millis": 16907, "num_committed_segments": 36}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:17:07Z", "observation_sequence_no": 32, "observation_id": "4f812c98", "t_total_in_millis": 37176, "t_total": "0.62m", "observation_stop": "2014-01-08T03:17:27Z"}, "stats": {"search": {"query_total": 9600, "query_time": "5.4m", "fetch_current": 0, "fetch_total": 9600, "fetch_time": "28.6s", "query_time_in_millis": 324678, "open_contexts": 0, "fetch_time_in_millis": 28670, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 48.64, "fetch_current": 0, "fetch_total": 100, "fetch_time": "253ms", "query_time_in_millis_per_query": 43.26, "query_time_in_millis": 4326, "query_time": "4.3s", "client_time_in_millis": 4864, "fetch_time_in_millis_per_query": 2.53, "client_total": 100, "fetch_time_in_millis": 253, "query_current": 0, "client_time": "4.86s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 126.78, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 121.07, "query_time_in_millis": 12107, "query_time": "12.1s", "client_time_in_millis": 12678, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "12.68s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 27.25, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 21.95, "query_time_in_millis": 2195, "query_time": "2.1s", "client_time_in_millis": 2725, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "2.73s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "806.2kb", "memory_size_in_bytes": 825584}, "abstract": {"memory_size": "114.5mb", "memory_size_in_bytes": 120077348}}, "evictions": 0, "memory_size": "115.3mb", "memory_size_in_bytes": 120902932}, "docs": {"count": 708547, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 708547, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.1h", "index_time_in_millis": 4148684, "delete_current": 0}, "merges": {"total_time": "2.5h", "total_docs": 1981775, "total_size_in_bytes": 90386300596, "total_size": "84.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 9168220, "total": 524}, "store": {"size_in_bytes": 31828665105, "throttle_time_in_millis": 7363960, "throttle_time": "2h", "size": "29.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/25d7176c' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 731151, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 9900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 729, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1003, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4638, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 5610, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1143, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 137, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5342, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 69, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389151657473, "total": {"available": "130.3gb", "disk_io_size": "2960.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1003189285888, "disk_read_size": "934.2gb", "disk_writes": 8329637, "disk_io_size_in_bytes": 3179253379072, "free": "130.6gb", "disk_write_size_in_bytes": 2176064093184, "disk_io_op": 12483865, "disk_reads": 4154228, "free_in_bytes": 140243824640, "disk_write_size": "2026.6gb", "available_in_bytes": 139981680640}, "data": [{"available": "130.3gb", "disk_io_size": "2960.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1003189285888, "disk_read_size": "934.2gb", "disk_writes": 8329637, "mount": "/", "disk_io_size_in_bytes": 3179253379072, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2176064093184, "free": "130.6gb", "disk_io_op": 12483865, "disk_reads": 4154228, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 140243824640, "disk_write_size": "2026.6gb", "available_in_bytes": 139981680640}]}, "http": {"total_opened": 49, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "694.7mb", "resident_in_bytes": 728498176, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4090232832}, "timestamp": 1389151657472, "open_file_descriptors": 362, "cpu": {"user_in_millis": 7402988, "percent": 53, "sys": "11.6m", "sys_in_millis": 698400, "total_in_millis": 8101388, "total": "2.2h", "user": "2h"}}, "timestamp": 1389151657470, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.4h", "mem": {"non_heap_used_in_bytes": 51587064, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81100800, "heap_used": "217.9mb", "heap_used_in_bytes": 228511632, "non_heap_committed": "77.3mb", "heap_used_percent": 21, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.1mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43833208, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43833208, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "58.2kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 59696, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.4mb", "used": "7.3mb", "peak_used_in_bytes": 7762560, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7753856, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "207mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 217142320, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.7mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 11309616, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389151657473, "uptime_in_millis": 8860336, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 39978, "collection_time_in_millis": 100176, "collectors": {"ParNew": {"collection_count": 39467, "collection_time_in_millis": 96787, "collection_time": "1.6m"}, "ConcurrentMarkSweep": {"collection_count": 511, "collection_time_in_millis": 3389, "collection_time": "3.3s"}}, "collection_time": "1.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 9900, "query_time": "5.7m", "fetch_current": 0, "fetch_total": 9900, "fetch_time": "29.4s", "query_time_in_millis": 344529, "open_contexts": 0, "fetch_time_in_millis": 29454, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "805.6kb", "memory_size_in_bytes": 825004}, "abstract": {"memory_size": "124.3mb", "memory_size_in_bytes": 130361989}}, "evictions": 0, "memory_size": "125.1mb", "memory_size_in_bytes": 131186993}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 731151, "deleted": 0}, "segments": {"count": 33}, "indexing": {"delete_time_in_millis": 0, "index_total": 731151, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.1h", "index_time_in_millis": 4276193, "delete_current": 0}, "refresh": {"total_time": "16.2m", "total_time_in_millis": 975679, "total": 4640}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "101.5kb", "memory_size_in_bytes": 103976}, "flush": {"total_time": "33.7s", "total_time_in_millis": 33773, "total": 137}, "warmer": {"current": 0, "total_time": "1.2s", "total": 5343, "total_time_in_millis": 1295}, "store": {"size_in_bytes": 32804209854, "throttle_time_in_millis": 7884794, "throttle_time": "2.1h", "size": "30.5gb"}, "merges": {"total_time": "2.7h", "total_docs": 2133817, "total_size_in_bytes": 97377786154, "total_size": "90.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 9820636, "total": 544}}, "os": {"load_average": [1.0146484375, 1.2275390625, 1.54443359375], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10381910016, "free_percent": 60, "free_in_bytes": 6068813824, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11111055360, "actual_used_in_bytes": 6797959168}, "timestamp": 1389151657472, "uptime_in_millis": 1575170, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 8, "idle": 90, "stolen": 0, "user": 6}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 118528586, "curr_estab": 93, "out_rsts": -1, "active_opens": 109126, "attempt_fails": 1324, "in_segs": 123093421, "passive_opens": 2133, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 28, "t_optimize": "423.67s", "t_optimize_in_millis": 423665, "num_committed_segments": 28}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:27:15Z", "observation_sequence_no": 33, "observation_id": "25d7176c", "t_total_in_millis": 445153, "t_total": "7.42m", "observation_stop": "2014-01-08T03:27:37Z"}, "stats": {"search": {"query_total": 9900, "query_time": "5.7m", "fetch_current": 0, "fetch_total": 9900, "fetch_time": "29.4s", "query_time_in_millis": 344529, "open_contexts": 0, "fetch_time_in_millis": 29454, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 50.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "253ms", "query_time_in_millis_per_query": 44.79, "query_time_in_millis": 4479, "query_time": "4.4s", "client_time_in_millis": 5019, "fetch_time_in_millis_per_query": 2.53, "client_total": 100, "fetch_time_in_millis": 253, "query_current": 0, "client_time": "5.02s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 137.51, "fetch_current": 0, "fetch_total": 100, "fetch_time": "279ms", "query_time_in_millis_per_query": 131.85, "query_time_in_millis": 13185, "query_time": "13.1s", "client_time_in_millis": 13751, "fetch_time_in_millis_per_query": 2.79, "client_total": 100, "fetch_time_in_millis": 279, "query_current": 0, "client_time": "13.75s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 27.16, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 21.86, "query_time_in_millis": 2186, "query_time": "2.1s", "client_time_in_millis": 2716, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "2.72s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "805.6kb", "memory_size_in_bytes": 825004}, "abstract": {"memory_size": "124.3mb", "memory_size_in_bytes": 130361989}}, "evictions": 0, "memory_size": "125.1mb", "memory_size_in_bytes": 131186993}, "docs": {"count": 731119, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 731119, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.1h", "index_time_in_millis": 4275880, "delete_current": 0}, "merges": {"total_time": "2.7h", "total_docs": 2133760, "total_size_in_bytes": 97373311533, "total_size": "90.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 9820188, "total": 541}, "store": {"size_in_bytes": 32801592441, "throttle_time_in_millis": 7884705, "throttle_time": "2.1h", "size": "30.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/3bb5671c' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 752410, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 10200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 745, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1024, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4773, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 5774, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1177, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 142, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5498, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 70, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389151848458, "total": {"available": "129.4gb", "disk_io_size": "2965.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1003913671680, "disk_read_size": "934.9gb", "disk_writes": 8339311, "disk_io_size_in_bytes": 3184682179584, "free": "129.6gb", "disk_write_size_in_bytes": 2180768507904, "disk_io_op": 12500017, "disk_reads": 4160706, "free_in_bytes": 139250503680, "disk_write_size": "2030.9gb", "available_in_bytes": 138988359680}, "data": [{"available": "129.4gb", "disk_io_size": "2965.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1003913671680, "disk_read_size": "934.9gb", "disk_writes": 8339311, "mount": "/", "disk_io_size_in_bytes": 3184682179584, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2180768507904, "free": "129.6gb", "disk_io_op": 12500017, "disk_reads": 4160706, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 139250503680, "disk_write_size": "2030.9gb", "available_in_bytes": 138988359680}]}, "http": {"total_opened": 49, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "699.1mb", "resident_in_bytes": 733061120, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4094955520}, "timestamp": 1389151848458, "open_file_descriptors": 397, "cpu": {"user_in_millis": 7610361, "percent": 116, "sys": "11.8m", "sys_in_millis": 712934, "total_in_millis": 8323295, "total": "2.3h", "user": "2.1h"}}, "timestamp": 1389151848455, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.5h", "mem": {"non_heap_used_in_bytes": 51591520, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81100800, "heap_used": "258.6mb", "heap_used_in_bytes": 271257280, "non_heap_committed": "77.3mb", "heap_used_percent": 25, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.2mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43836192, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43836192, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "239.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 245664, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.4mb", "used": "7.3mb", "peak_used_in_bytes": 7765760, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7755328, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "255.5mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 267972104, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 3039512, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389151848458, "uptime_in_millis": 9051321, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 41051, "collection_time_in_millis": 103094, "collectors": {"ParNew": {"collection_count": 40527, "collection_time_in_millis": 99607, "collection_time": "1.6m"}, "ConcurrentMarkSweep": {"collection_count": 524, "collection_time_in_millis": 3487, "collection_time": "3.4s"}}, "collection_time": "1.7m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 10200, "query_time": "6m", "fetch_current": 0, "fetch_total": 10200, "fetch_time": "30.2s", "query_time_in_millis": 364121, "open_contexts": 0, "fetch_time_in_millis": 30233, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "839.6kb", "memory_size_in_bytes": 859752}, "abstract": {"memory_size": "126.7mb", "memory_size_in_bytes": 132951885}}, "evictions": 0, "memory_size": "127.6mb", "memory_size_in_bytes": 133811637}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 752410, "deleted": 0}, "segments": {"count": 33}, "indexing": {"delete_time_in_millis": 0, "index_total": 752410, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.2h", "index_time_in_millis": 4402556, "delete_current": 0}, "refresh": {"total_time": "16.7m", "total_time_in_millis": 1004755, "total": 4775}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "92.3kb", "memory_size_in_bytes": 94576}, "flush": {"total_time": "34.8s", "total_time_in_millis": 34851, "total": 142}, "warmer": {"current": 0, "total_time": "1.3s", "total": 5499, "total_time_in_millis": 1337}, "store": {"size_in_bytes": 33797153741, "throttle_time_in_millis": 8005385, "throttle_time": "2.2h", "size": "31.4gb"}, "merges": {"total_time": "2.7h", "total_docs": 2169367, "total_size_in_bytes": 98952370443, "total_size": "92.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 9975263, "total": 560}}, "os": {"load_average": [1.7626953125, 1.51611328125, 1.60009765625], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10420228096, "free_percent": 60, "free_in_bytes": 6253715456, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.2gb", "used_in_bytes": 10926153728, "actual_used_in_bytes": 6759641088}, "timestamp": 1389151848458, "uptime_in_millis": 1575361, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 80, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 118703664, "curr_estab": 94, "out_rsts": -1, "active_opens": 109132, "attempt_fails": 1324, "in_segs": 123268505, "passive_opens": 2133, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 27, "t_optimize": "6.69s", "t_optimize_in_millis": 6694, "num_committed_segments": 27}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:30:27Z", "observation_sequence_no": 34, "observation_id": "3bb5671c", "t_total_in_millis": 27919, "t_total": "0.47m", "observation_stop": "2014-01-08T03:30:48Z"}, "stats": {"search": {"query_total": 10200, "query_time": "6m", "fetch_current": 0, "fetch_total": 10200, "fetch_time": "30.2s", "query_time_in_millis": 364121, "open_contexts": 0, "fetch_time_in_millis": 30233, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 50.38, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 44.92, "query_time_in_millis": 4492, "query_time": "4.4s", "client_time_in_millis": 5038, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "5.04s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 134.25, "fetch_current": 0, "fetch_total": 100, "fetch_time": "268ms", "query_time_in_millis_per_query": 128.68, "query_time_in_millis": 12868, "query_time": "12.8s", "client_time_in_millis": 13425, "fetch_time_in_millis_per_query": 2.68, "client_total": 100, "fetch_time_in_millis": 268, "query_current": 0, "client_time": "13.43s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 27.6, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 22.31, "query_time_in_millis": 2231, "query_time": "2.2s", "client_time_in_millis": 2760, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "2.76s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "839.6kb", "memory_size_in_bytes": 859752}, "abstract": {"memory_size": "126.7mb", "memory_size_in_bytes": 132951885}}, "evictions": 0, "memory_size": "127.6mb", "memory_size_in_bytes": 133811637}, "docs": {"count": 752377, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 752377, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.2h", "index_time_in_millis": 4402233, "delete_current": 0}, "merges": {"total_time": "2.7h", "total_docs": 2169310, "total_size_in_bytes": 98947895822, "total_size": "92.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 9974815, "total": 557}, "store": {"size_in_bytes": 33795932952, "throttle_time_in_millis": 8005296, "throttle_time": "2.2h", "size": "31.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/de4cbbc1' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 774074, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 10500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 763, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1049, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 4909, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 5938, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1211, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 146, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5654, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 72, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389152060433, "total": {"available": "128.5gb", "disk_io_size": "2971.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004243538944, "disk_read_size": "935.2gb", "disk_writes": 8351111, "disk_io_size_in_bytes": 3190555067392, "free": "128.7gb", "disk_write_size_in_bytes": 2186311528448, "disk_io_op": 12513748, "disk_reads": 4162637, "free_in_bytes": 138276495360, "disk_write_size": "2036.1gb", "available_in_bytes": 138014351360}, "data": [{"available": "128.5gb", "disk_io_size": "2971.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004243538944, "disk_read_size": "935.2gb", "disk_writes": 8351111, "mount": "/", "disk_io_size_in_bytes": 3190555067392, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2186311528448, "free": "128.7gb", "disk_io_op": 12513748, "disk_reads": 4162637, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 138276495360, "disk_write_size": "2036.1gb", "available_in_bytes": 138014351360}]}, "http": {"total_opened": 50, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.8mb", "resident_in_bytes": 721252352, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083523584}, "timestamp": 1389152060433, "open_file_descriptors": 382, "cpu": {"user_in_millis": 7830118, "percent": 112, "sys": "12.1m", "sys_in_millis": 731000, "total_in_millis": 8561118, "total": "2.3h", "user": "2.1h"}}, "timestamp": 1389152060430, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.5h", "mem": {"non_heap_used_in_bytes": 51754280, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "276.6mb", "heap_used_in_bytes": 290091488, "non_heap_committed": "77.5mb", "heap_used_percent": 27, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43837352, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43837352, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "38.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 39888, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7922304, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7916928, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "266.1mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 279075752, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 10977936, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389152060433, "uptime_in_millis": 9263296, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 42173, "collection_time_in_millis": 106087, "collectors": {"ParNew": {"collection_count": 41636, "collection_time_in_millis": 102522, "collection_time": "1.7m"}, "ConcurrentMarkSweep": {"collection_count": 537, "collection_time_in_millis": 3565, "collection_time": "3.5s"}}, "collection_time": "1.7m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 10500, "query_time": "6.4m", "fetch_current": 0, "fetch_total": 10500, "fetch_time": "31s", "query_time_in_millis": 384517, "open_contexts": 0, "fetch_time_in_millis": 31028, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "856.9kb", "memory_size_in_bytes": 877536}, "abstract": {"memory_size": "128.9mb", "memory_size_in_bytes": 135177179}}, "evictions": 0, "memory_size": "129.7mb", "memory_size_in_bytes": 136054715}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 774074, "deleted": 0}, "segments": {"count": 43}, "indexing": {"delete_time_in_millis": 0, "index_total": 774074, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.2h", "index_time_in_millis": 4528960, "delete_current": 0}, "refresh": {"total_time": "17.2m", "total_time_in_millis": 1032753, "total": 4911}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "95.1kb", "memory_size_in_bytes": 97464}, "flush": {"total_time": "35.7s", "total_time_in_millis": 35716, "total": 146}, "warmer": {"current": 0, "total_time": "1.3s", "total": 5655, "total_time_in_millis": 1369}, "store": {"size_in_bytes": 34771587235, "throttle_time_in_millis": 8225124, "throttle_time": "2.2h", "size": "32.3gb"}, "merges": {"total_time": "2.8h", "total_docs": 2220098, "total_size_in_bytes": 101387992456, "total_size": "94.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10243439, "total": 575}}, "os": {"load_average": [1.9814453125, 1.9111328125, 1.75146484375], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10405298176, "free_percent": 60, "free_in_bytes": 6055936000, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11123933184, "actual_used_in_bytes": 6774571008}, "timestamp": 1389152060433, "uptime_in_millis": 1575573, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 118880036, "curr_estab": 95, "out_rsts": -1, "active_opens": 109135, "attempt_fails": 1324, "in_segs": 123444895, "passive_opens": 2134, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 36, "t_optimize": "26.88s", "t_optimize_in_millis": 26877, "num_committed_segments": 36}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:33:58Z", "observation_sequence_no": 35, "observation_id": "de4cbbc1", "t_total_in_millis": 48896, "t_total": "0.81m", "observation_stop": "2014-01-08T03:34:20Z"}, "stats": {"search": {"query_total": 10500, "query_time": "6.4m", "fetch_current": 0, "fetch_total": 10500, "fetch_time": "31s", "query_time_in_millis": 384517, "open_contexts": 0, "fetch_time_in_millis": 31028, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 51.9, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 46.47, "query_time_in_millis": 4647, "query_time": "4.6s", "client_time_in_millis": 5190, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "5.19s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 139.28, "fetch_current": 0, "fetch_total": 100, "fetch_time": "275ms", "query_time_in_millis_per_query": 133.74, "query_time_in_millis": 13374, "query_time": "13.3s", "client_time_in_millis": 13928, "fetch_time_in_millis_per_query": 2.75, "client_total": 100, "fetch_time_in_millis": 275, "query_current": 0, "client_time": "13.93s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 28.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "263ms", "query_time_in_millis_per_query": 23.72, "query_time_in_millis": 2372, "query_time": "2.3s", "client_time_in_millis": 2899, "fetch_time_in_millis_per_query": 2.63, "client_total": 100, "fetch_time_in_millis": 263, "query_current": 0, "client_time": "2.90s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "856.9kb", "memory_size_in_bytes": 877536}, "abstract": {"memory_size": "128.9mb", "memory_size_in_bytes": 135177179}}, "evictions": 0, "memory_size": "129.7mb", "memory_size_in_bytes": 136054715}, "docs": {"count": 774040, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 774040, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.2h", "index_time_in_millis": 4528630, "delete_current": 0}, "merges": {"total_time": "2.8h", "total_docs": 2220041, "total_size_in_bytes": 101383517835, "total_size": "94.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10242991, "total": 572}, "store": {"size_in_bytes": 34770234222, "throttle_time_in_millis": 8225036, "throttle_time": "2.2h", "size": "32.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/12cf1857' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 794421, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 10800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 783, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1074, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5044, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 6101, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1245, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 150, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5810, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 75, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389152291716, "total": {"available": "127.6gb", "disk_io_size": "2976.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004485047296, "disk_read_size": "935.4gb", "disk_writes": 8362504, "disk_io_size_in_bytes": 3196346948608, "free": "127.8gb", "disk_write_size_in_bytes": 2191861901312, "disk_io_op": 12526040, "disk_reads": 4163536, "free_in_bytes": 137282256896, "disk_write_size": "2041.3gb", "available_in_bytes": 137020112896}, "data": [{"available": "127.6gb", "disk_io_size": "2976.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004485047296, "disk_read_size": "935.4gb", "disk_writes": 8362504, "mount": "/", "disk_io_size_in_bytes": 3196346948608, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2191861901312, "free": "127.8gb", "disk_io_op": 12526040, "disk_reads": 4163536, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 137282256896, "disk_write_size": "2041.3gb", "available_in_bytes": 137020112896}]}, "http": {"total_opened": 52, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.3mb", "resident_in_bytes": 720764928, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389152291715, "open_file_descriptors": 357, "cpu": {"user_in_millis": 8052474, "percent": 104, "sys": "12.4m", "sys_in_millis": 749328, "total_in_millis": 8801802, "total": "2.4h", "user": "2.2h"}}, "timestamp": 1389152291712, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.6h", "mem": {"non_heap_used_in_bytes": 51754312, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "240.1mb", "heap_used_in_bytes": 251813048, "non_heap_committed": "77.5mb", "heap_used_percent": 23, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43837384, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43837384, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "122.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 125632, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7922304, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7916928, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "234.9mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 246404848, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 5284656, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389152291715, "uptime_in_millis": 9494578, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 43346, "collection_time_in_millis": 109352, "collectors": {"ParNew": {"collection_count": 42794, "collection_time_in_millis": 105692, "collection_time": "1.7m"}, "ConcurrentMarkSweep": {"collection_count": 552, "collection_time_in_millis": 3660, "collection_time": "3.6s"}}, "collection_time": "1.8m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 10800, "query_time": "6.7m", "fetch_current": 0, "fetch_total": 10800, "fetch_time": "31.8s", "query_time_in_millis": 405216, "open_contexts": 0, "fetch_time_in_millis": 31874, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "880.8kb", "memory_size_in_bytes": 902008}, "abstract": {"memory_size": "130.6mb", "memory_size_in_bytes": 136980664}}, "evictions": 0, "memory_size": "131.4mb", "memory_size_in_bytes": 137882672}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 794421, "deleted": 0}, "segments": {"count": 43}, "indexing": {"delete_time_in_millis": 0, "index_total": 794421, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.2h", "index_time_in_millis": 4655693, "delete_current": 0}, "refresh": {"total_time": "17.6m", "total_time_in_millis": 1061739, "total": 5046}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "97.6kb", "memory_size_in_bytes": 100008}, "flush": {"total_time": "36.5s", "total_time_in_millis": 36584, "total": 150}, "warmer": {"current": 0, "total_time": "1.4s", "total": 5811, "total_time_in_millis": 1406}, "store": {"size_in_bytes": 35765397062, "throttle_time_in_millis": 8418216, "throttle_time": "2.3h", "size": "33.3gb"}, "merges": {"total_time": "2.9h", "total_docs": 2271016, "total_size_in_bytes": 103807278098, "total_size": "96.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10485229, "total": 591}}, "os": {"load_average": [1.78369140625, 1.9267578125, 1.798828125], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10390724608, "free_percent": 60, "free_in_bytes": 5963943936, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.3gb", "used_in_bytes": 11215925248, "actual_used_in_bytes": 6789144576}, "timestamp": 1389152291715, "uptime_in_millis": 1575804, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 15, "idle": 83, "stolen": 0, "user": 13}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 119052715, "curr_estab": 93, "out_rsts": -1, "active_opens": 109137, "attempt_fails": 1324, "in_segs": 123617604, "passive_opens": 2136, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 35, "t_optimize": "46.26s", "t_optimize_in_millis": 46258, "num_committed_segments": 35}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:37:49Z", "observation_sequence_no": 36, "observation_id": "12cf1857", "t_total_in_millis": 68639, "t_total": "1.14m", "observation_stop": "2014-01-08T03:38:11Z"}, "stats": {"search": {"query_total": 10800, "query_time": "6.7m", "fetch_current": 0, "fetch_total": 10800, "fetch_time": "31.8s", "query_time_in_millis": 405216, "open_contexts": 0, "fetch_time_in_millis": 31874, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 53.01, "fetch_current": 0, "fetch_total": 100, "fetch_time": "249ms", "query_time_in_millis_per_query": 47.62, "query_time_in_millis": 4762, "query_time": "4.7s", "client_time_in_millis": 5301, "fetch_time_in_millis_per_query": 2.49, "client_total": 100, "fetch_time_in_millis": 249, "query_current": 0, "client_time": "5.30s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 141.13, "fetch_current": 0, "fetch_total": 100, "fetch_time": "342ms", "query_time_in_millis_per_query": 135.01, "query_time_in_millis": 13501, "query_time": "13.5s", "client_time_in_millis": 14113, "fetch_time_in_millis_per_query": 3.42, "client_total": 100, "fetch_time_in_millis": 342, "query_current": 0, "client_time": "14.11s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 29.65, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 24.35, "query_time_in_millis": 2435, "query_time": "2.4s", "client_time_in_millis": 2965, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "2.97s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "880.8kb", "memory_size_in_bytes": 902008}, "abstract": {"memory_size": "130.6mb", "memory_size_in_bytes": 136980664}}, "evictions": 0, "memory_size": "131.4mb", "memory_size_in_bytes": 137882672}, "docs": {"count": 794386, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 794386, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.2h", "index_time_in_millis": 4655356, "delete_current": 0}, "merges": {"total_time": "2.9h", "total_docs": 2270959, "total_size_in_bytes": 103802803477, "total_size": "96.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10484781, "total": 588}, "store": {"size_in_bytes": 35763911863, "throttle_time_in_millis": 8418128, "throttle_time": "2.3h", "size": "33.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/82f59ea7' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 816564, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 11100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 799, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1096, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5181, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 6266, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1279, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 154, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 5968, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 76, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389152490613, "total": {"available": "126.6gb", "disk_io_size": "2981.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004722058240, "disk_read_size": "935.7gb", "disk_writes": 8372037, "disk_io_size_in_bytes": 3201436921856, "free": "126.9gb", "disk_write_size_in_bytes": 2196714863616, "disk_io_op": 12536384, "disk_reads": 4164347, "free_in_bytes": 136298557440, "disk_write_size": "2045.8gb", "available_in_bytes": 136036413440}, "data": [{"available": "126.6gb", "disk_io_size": "2981.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004722058240, "disk_read_size": "935.7gb", "disk_writes": 8372037, "mount": "/", "disk_io_size_in_bytes": 3201436921856, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2196714863616, "free": "126.9gb", "disk_io_op": 12536384, "disk_reads": 4164347, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 136298557440, "disk_write_size": "2045.8gb", "available_in_bytes": 136036413440}]}, "http": {"total_opened": 52, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.3mb", "resident_in_bytes": 720773120, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389152490613, "open_file_descriptors": 389, "cpu": {"user_in_millis": 8263500, "percent": 113, "sys": "12.7m", "sys_in_millis": 764628, "total_in_millis": 9028128, "total": "2.5h", "user": "2.2h"}}, "timestamp": 1389152490609, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.6h", "mem": {"non_heap_used_in_bytes": 51755536, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "242.3mb", "heap_used_in_bytes": 254119144, "non_heap_committed": "77.5mb", "heap_used_percent": 23, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43838608, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43838608, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "841.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 862144, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7922304, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7916928, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "241mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 252753024, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "494.2kb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 506072, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389152490613, "uptime_in_millis": 9693476, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 44421, "collection_time_in_millis": 112408, "collectors": {"ParNew": {"collection_count": 43856, "collection_time_in_millis": 108671, "collection_time": "1.8m"}, "ConcurrentMarkSweep": {"collection_count": 565, "collection_time_in_millis": 3737, "collection_time": "3.7s"}}, "collection_time": "1.8m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 11100, "query_time": "7.1m", "fetch_current": 0, "fetch_total": 11100, "fetch_time": "32.6s", "query_time_in_millis": 426532, "open_contexts": 0, "fetch_time_in_millis": 32664, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "928.9kb", "memory_size_in_bytes": 951284}, "abstract": {"memory_size": "133mb", "memory_size_in_bytes": 139503693}}, "evictions": 0, "memory_size": "133.9mb", "memory_size_in_bytes": 140454977}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 816564, "deleted": 0}, "segments": {"count": 45}, "indexing": {"delete_time_in_millis": 0, "index_total": 816564, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.3h", "index_time_in_millis": 4782165, "delete_current": 0}, "refresh": {"total_time": "18.1m", "total_time_in_millis": 1089876, "total": 5183}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "100.5kb", "memory_size_in_bytes": 103008}, "flush": {"total_time": "37.3s", "total_time_in_millis": 37329, "total": 154}, "warmer": {"current": 0, "total_time": "1.4s", "total": 5969, "total_time_in_millis": 1445}, "store": {"size_in_bytes": 36748697408, "throttle_time_in_millis": 8556890, "throttle_time": "2.3h", "size": "34.2gb"}, "merges": {"total_time": "2.9h", "total_docs": 2309597, "total_size_in_bytes": 105559763883, "total_size": "98.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10659715, "total": 607}}, "os": {"load_average": [1.87451171875, 2.10400390625, 1.9111328125], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10408542208, "free_percent": 60, "free_in_bytes": 5799157760, "free": "5.4gb", "used": "10.5gb", "actual_used": "6.3gb", "used_in_bytes": 11380711424, "actual_used_in_bytes": 6771326976}, "timestamp": 1389152490613, "uptime_in_millis": 1576003, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 119230129, "curr_estab": 94, "out_rsts": -1, "active_opens": 109138, "attempt_fails": 1324, "in_segs": 123795039, "passive_opens": 2136, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 36, "t_optimize": "11.92s", "t_optimize_in_millis": 11916, "num_committed_segments": 36}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:41:07Z", "observation_sequence_no": 37, "observation_id": "82f59ea7", "t_total_in_millis": 34862, "t_total": "0.58m", "observation_stop": "2014-01-08T03:41:30Z"}, "stats": {"search": {"query_total": 11100, "query_time": "7.1m", "fetch_current": 0, "fetch_total": 11100, "fetch_time": "32.6s", "query_time_in_millis": 426532, "open_contexts": 0, "fetch_time_in_millis": 32664, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 54.93, "fetch_current": 0, "fetch_total": 100, "fetch_time": "258ms", "query_time_in_millis_per_query": 49.53, "query_time_in_millis": 4953, "query_time": "4.9s", "client_time_in_millis": 5493, "fetch_time_in_millis_per_query": 2.58, "client_total": 100, "fetch_time_in_millis": 258, "query_current": 0, "client_time": "5.49s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 144.43, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 138.86, "query_time_in_millis": 13886, "query_time": "13.8s", "client_time_in_millis": 14443, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "14.44s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 30.08, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 24.76, "query_time_in_millis": 2476, "query_time": "2.4s", "client_time_in_millis": 3008, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "3.01s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "928.9kb", "memory_size_in_bytes": 951284}, "abstract": {"memory_size": "133mb", "memory_size_in_bytes": 139503693}}, "evictions": 0, "memory_size": "133.9mb", "memory_size_in_bytes": 140454977}, "docs": {"count": 816528, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 816528, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.3h", "index_time_in_millis": 4781821, "delete_current": 0}, "merges": {"total_time": "2.9h", "total_docs": 2309540, "total_size_in_bytes": 105555289262, "total_size": "98.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10659267, "total": 604}, "store": {"size_in_bytes": 36747079978, "throttle_time_in_millis": 8556801, "throttle_time": "2.3h", "size": "34.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/76a3f46f' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 838719, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 11400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 817, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1117, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5319, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 6433, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1313, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 158, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 6129, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 77, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389152686522, "total": {"available": "125.7gb", "disk_io_size": "2986.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004966921216, "disk_read_size": "935.9gb", "disk_writes": 8382998, "disk_io_size_in_bytes": 3206653446144, "free": "126gb", "disk_write_size_in_bytes": 2201686524928, "disk_io_op": 12548494, "disk_reads": 4165496, "free_in_bytes": 135307399168, "disk_write_size": "2050.4gb", "available_in_bytes": 135045255168}, "data": [{"available": "125.7gb", "disk_io_size": "2986.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1004966921216, "disk_read_size": "935.9gb", "disk_writes": 8382998, "mount": "/", "disk_io_size_in_bytes": 3206653446144, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2201686524928, "free": "126gb", "disk_io_op": 12548494, "disk_reads": 4165496, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 135307399168, "disk_write_size": "2050.4gb", "available_in_bytes": 135045255168}]}, "http": {"total_opened": 52, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.3mb", "resident_in_bytes": 720781312, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389152686521, "open_file_descriptors": 419, "cpu": {"user_in_millis": 8478997, "percent": 118, "sys": "13m", "sys_in_millis": 780566, "total_in_millis": 9259563, "total": "2.5h", "user": "2.3h"}}, "timestamp": 1389152686518, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.7h", "mem": {"non_heap_used_in_bytes": 51762432, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "239.6mb", "heap_used_in_bytes": 251304712, "non_heap_committed": "77.5mb", "heap_used_percent": 23, "heap_committed": "439mb", "heap_committed_in_bytes": 460337152, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43838720, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43838720, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "430.8kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 441208, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7931392, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923712, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "361.1mb", "used": "236.7mb", "peak_used_in_bytes": 378672880, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 248212224, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2651280, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389152686521, "uptime_in_millis": 9889384, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 45535, "collection_time_in_millis": 115710, "collectors": {"ParNew": {"collection_count": 44956, "collection_time_in_millis": 111881, "collection_time": "1.8m"}, "ConcurrentMarkSweep": {"collection_count": 579, "collection_time_in_millis": 3829, "collection_time": "3.8s"}}, "collection_time": "1.9m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 11400, "query_time": "7.4m", "fetch_current": 0, "fetch_total": 11400, "fetch_time": "33.4s", "query_time_in_millis": 448320, "open_contexts": 0, "fetch_time_in_millis": 33459, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "969kb", "memory_size_in_bytes": 992352}, "abstract": {"memory_size": "135.2mb", "memory_size_in_bytes": 141858640}}, "evictions": 0, "memory_size": "136.2mb", "memory_size_in_bytes": 142850992}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 838719, "deleted": 0}, "segments": {"count": 39}, "indexing": {"delete_time_in_millis": 0, "index_total": 838719, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.3h", "index_time_in_millis": 4909806, "delete_current": 0}, "refresh": {"total_time": "18.6m", "total_time_in_millis": 1118844, "total": 5321}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "104kb", "memory_size_in_bytes": 106496}, "flush": {"total_time": "38.1s", "total_time_in_millis": 38122, "total": 158}, "warmer": {"current": 0, "total_time": "1.4s", "total": 6130, "total_time_in_millis": 1491}, "store": {"size_in_bytes": 37739515111, "throttle_time_in_millis": 8710413, "throttle_time": "2.4h", "size": "35.1gb"}, "merges": {"total_time": "3h", "total_docs": 2348561, "total_size_in_bytes": 107401645455, "total_size": "100gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10851991, "total": 625}}, "os": {"load_average": [2.19970703125, 2.15576171875, 1.9638671875], "uptime": "26.2m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10401685504, "free_percent": 60, "free_in_bytes": 5873745920, "free": "5.4gb", "used": "10.5gb", "actual_used": "6.3gb", "used_in_bytes": 11306123264, "actual_used_in_bytes": 6778183680}, "timestamp": 1389152686521, "uptime_in_millis": 1576199, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 119407322, "curr_estab": 93, "out_rsts": -1, "active_opens": 109139, "attempt_fails": 1324, "in_segs": 123972249, "passive_opens": 2136, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 29, "t_optimize": "7.09s", "t_optimize_in_millis": 7094, "num_committed_segments": 29}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:44:23Z", "observation_sequence_no": 38, "observation_id": "76a3f46f", "t_total_in_millis": 30529, "t_total": "0.51m", "observation_stop": "2014-01-08T03:44:46Z"}, "stats": {"search": {"query_total": 11400, "query_time": "7.4m", "fetch_current": 0, "fetch_total": 11400, "fetch_time": "33.4s", "query_time_in_millis": 448320, "open_contexts": 0, "fetch_time_in_millis": 33459, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 55.67, "fetch_current": 0, "fetch_total": 100, "fetch_time": "256ms", "query_time_in_millis_per_query": 50.22, "query_time_in_millis": 5022, "query_time": "5s", "client_time_in_millis": 5567, "fetch_time_in_millis_per_query": 2.56, "client_total": 100, "fetch_time_in_millis": 256, "query_current": 0, "client_time": "5.57s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 148.3, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 142.61, "query_time_in_millis": 14261, "query_time": "14.2s", "client_time_in_millis": 14830, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "14.83s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 30.35, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 25.04, "query_time_in_millis": 2504, "query_time": "2.5s", "client_time_in_millis": 3035, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "3.04s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "969kb", "memory_size_in_bytes": 992352}, "abstract": {"memory_size": "135.2mb", "memory_size_in_bytes": 141858640}}, "evictions": 0, "memory_size": "136.2mb", "memory_size_in_bytes": 142850992}, "docs": {"count": 838682, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 838682, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.3h", "index_time_in_millis": 4909450, "delete_current": 0}, "merges": {"total_time": "3h", "total_docs": 2348467, "total_size_in_bytes": 107395422476, "total_size": "100gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 10851371, "total": 621}, "store": {"size_in_bytes": 37737604036, "throttle_time_in_millis": 8710308, "throttle_time": "2.4h", "size": "35.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/552090da' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 860548, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 11700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 857, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1174, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5456, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 6599, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1347, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 162, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 6287, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 82, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389153236243, "total": {"available": "124.8gb", "disk_io_size": "3000.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1009801118720, "disk_read_size": "940.4gb", "disk_writes": 8406529, "disk_io_size_in_bytes": 3221815152640, "free": "125gb", "disk_write_size_in_bytes": 2212014033920, "disk_io_op": 12597958, "disk_reads": 4191429, "free_in_bytes": 134323384320, "disk_write_size": "2060gb", "available_in_bytes": 134061240320}, "data": [{"available": "124.8gb", "disk_io_size": "3000.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1009801118720, "disk_read_size": "940.4gb", "disk_writes": 8406529, "mount": "/", "disk_io_size_in_bytes": 3221815152640, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2212014033920, "free": "125gb", "disk_io_op": 12597958, "disk_reads": 4191429, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 134323384320, "disk_write_size": "2060gb", "available_in_bytes": 134061240320}]}, "http": {"total_opened": 57, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720900096, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389153236242, "open_file_descriptors": 381, "cpu": {"user_in_millis": 8765506, "percent": 59, "sys": "13.6m", "sys_in_millis": 821925, "total_in_millis": 9587431, "total": "2.6h", "user": "2.4h"}}, "timestamp": 1389153236241, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.8h", "mem": {"non_heap_used_in_bytes": 51764104, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "285.1mb", "heap_used_in_bytes": 299028712, "non_heap_committed": "77.5mb", "heap_used_percent": 28, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43840392, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43840392, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "907.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 929328, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7931392, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923712, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "269mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 282147864, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "15.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 15951520, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389153236243, "uptime_in_millis": 10439106, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 46919, "collection_time_in_millis": 119751, "collectors": {"ParNew": {"collection_count": 46325, "collection_time_in_millis": 115825, "collection_time": "1.9m"}, "ConcurrentMarkSweep": {"collection_count": 594, "collection_time_in_millis": 3926, "collection_time": "3.9s"}}, "collection_time": "1.9m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 11700, "query_time": "7.8m", "fetch_current": 0, "fetch_total": 11700, "fetch_time": "34.3s", "query_time_in_millis": 471726, "open_contexts": 0, "fetch_time_in_millis": 34316, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "947.2kb", "memory_size_in_bytes": 970020}, "abstract": {"memory_size": "145.2mb", "memory_size_in_bytes": 152342167}}, "evictions": 0, "memory_size": "146.2mb", "memory_size_in_bytes": 153312187}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 860548, "deleted": 0}, "segments": {"count": 32}, "indexing": {"delete_time_in_millis": 0, "index_total": 860548, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.3h", "index_time_in_millis": 5038343, "delete_current": 0}, "refresh": {"total_time": "19.1m", "total_time_in_millis": 1148567, "total": 5458}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "120.9kb", "memory_size_in_bytes": 123840}, "flush": {"total_time": "39.1s", "total_time_in_millis": 39151, "total": 162}, "warmer": {"current": 0, "total_time": "1.5s", "total": 6288, "total_time_in_millis": 1518}, "store": {"size_in_bytes": 38726171435, "throttle_time_in_millis": 9326049, "throttle_time": "2.5h", "size": "36gb"}, "merges": {"total_time": "3.2h", "total_docs": 2499950, "total_size_in_bytes": 114202240470, "total_size": "106.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 11603199, "total": 641}}, "os": {"load_average": [1.18994140625, 1.35888671875, 1.6630859375], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 38, "actual_free_in_bytes": 10482089984, "free_percent": 61, "free_in_bytes": 6137851904, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.2gb", "used_in_bytes": 11042017280, "actual_used_in_bytes": 6697779200}, "timestamp": 1389153236242, "uptime_in_millis": 1576749, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 119583998, "curr_estab": 93, "out_rsts": -1, "active_opens": 109146, "attempt_fails": 1324, "in_segs": 124148930, "passive_opens": 2141, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "359.28s", "t_optimize_in_millis": 359280, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:53:31Z", "observation_sequence_no": 39, "observation_id": "552090da", "t_total_in_millis": 384400, "t_total": "6.41m", "observation_stop": "2014-01-08T03:53:56Z"}, "stats": {"search": {"query_total": 11700, "query_time": "7.8m", "fetch_current": 0, "fetch_total": 11700, "fetch_time": "34.3s", "query_time_in_millis": 471726, "open_contexts": 0, "fetch_time_in_millis": 34316, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 59.06, "fetch_current": 0, "fetch_total": 100, "fetch_time": "287ms", "query_time_in_millis_per_query": 53.2, "query_time_in_millis": 5320, "query_time": "5.3s", "client_time_in_millis": 5906, "fetch_time_in_millis_per_query": 2.87, "client_total": 100, "fetch_time_in_millis": 287, "query_current": 0, "client_time": "5.91s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 161.16, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 155.49, "query_time_in_millis": 15549, "query_time": "15.5s", "client_time_in_millis": 16116, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "16.12s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 30.95, "fetch_current": 0, "fetch_total": 100, "fetch_time": "291ms", "query_time_in_millis_per_query": 25.35, "query_time_in_millis": 2535, "query_time": "2.5s", "client_time_in_millis": 3095, "fetch_time_in_millis_per_query": 2.91, "client_total": 100, "fetch_time_in_millis": 291, "query_current": 0, "client_time": "3.10s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "947.2kb", "memory_size_in_bytes": 970020}, "abstract": {"memory_size": "145.2mb", "memory_size_in_bytes": 152342167}}, "evictions": 0, "memory_size": "146.2mb", "memory_size_in_bytes": 153312187}, "docs": {"count": 860510, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 860510, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.3h", "index_time_in_millis": 5037975, "delete_current": 0}, "merges": {"total_time": "3.2h", "total_docs": 2499856, "total_size_in_bytes": 114196017491, "total_size": "106.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 11602579, "total": 637}, "store": {"size_in_bytes": 38724128133, "throttle_time_in_millis": 9325944, "throttle_time": "2.5h", "size": "36gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/37de66b5' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 883093, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 12000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 877, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1201, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5594, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 6765, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1381, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 166, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 6445, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 85, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389153464747, "total": {"available": "123.9gb", "disk_io_size": "3006.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1010847228928, "disk_read_size": "941.4gb", "disk_writes": 8417807, "disk_io_size_in_bytes": 3228406089728, "free": "124.1gb", "disk_write_size_in_bytes": 2217558860800, "disk_io_op": 12619275, "disk_reads": 4201468, "free_in_bytes": 133339897856, "disk_write_size": "2065.2gb", "available_in_bytes": 133077753856}, "data": [{"available": "123.9gb", "disk_io_size": "3006.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1010847228928, "disk_read_size": "941.4gb", "disk_writes": 8417807, "mount": "/", "disk_io_size_in_bytes": 3228406089728, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2217558860800, "free": "124.1gb", "disk_io_op": 12619275, "disk_reads": 4201468, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 133339897856, "disk_write_size": "2065.2gb", "available_in_bytes": 133077753856}]}, "http": {"total_opened": 59, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720904192, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389153464746, "open_file_descriptors": 363, "cpu": {"user_in_millis": 8990662, "percent": 106, "sys": "14m", "sys_in_millis": 840647, "total_in_millis": 9831309, "total": "2.7h", "user": "2.4h"}}, "timestamp": 1389153464745, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "2.9h", "mem": {"non_heap_used_in_bytes": 51765736, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "261.5mb", "heap_used_in_bytes": 274239064, "non_heap_committed": "77.5mb", "heap_used_percent": 25, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43842024, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43842024, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "258kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 264288, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7931392, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923712, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "258.4mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 271028368, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2946408, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389153464746, "uptime_in_millis": 10667609, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 48066, "collection_time_in_millis": 122947, "collectors": {"ParNew": {"collection_count": 47459, "collection_time_in_millis": 118944, "collection_time": "1.9m"}, "ConcurrentMarkSweep": {"collection_count": 607, "collection_time_in_millis": 4003, "collection_time": "4s"}}, "collection_time": "2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 12000, "query_time": "8.2m", "fetch_current": 0, "fetch_total": 12000, "fetch_time": "35.1s", "query_time_in_millis": 494705, "open_contexts": 0, "fetch_time_in_millis": 35111, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "969.9kb", "memory_size_in_bytes": 993236}, "abstract": {"memory_size": "147.2mb", "memory_size_in_bytes": 154388574}}, "evictions": 0, "memory_size": "148.1mb", "memory_size_in_bytes": 155381810}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 883093, "deleted": 0}, "segments": {"count": 34}, "indexing": {"delete_time_in_millis": 0, "index_total": 883093, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.4h", "index_time_in_millis": 5166056, "delete_current": 0}, "refresh": {"total_time": "19.6m", "total_time_in_millis": 1177137, "total": 5596}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "108.8kb", "memory_size_in_bytes": 111464}, "flush": {"total_time": "40s", "total_time_in_millis": 40050, "total": 166}, "warmer": {"current": 0, "total_time": "1.5s", "total": 6446, "total_time_in_millis": 1554}, "store": {"size_in_bytes": 39709561290, "throttle_time_in_millis": 9528976, "throttle_time": "2.6h", "size": "36.9gb"}, "merges": {"total_time": "3.2h", "total_docs": 2553903, "total_size_in_bytes": 116636415208, "total_size": "108.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 11857142, "total": 657}}, "os": {"load_average": [1.283203125, 1.5732421875, 1.70068359375], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10434777088, "free_percent": 60, "free_in_bytes": 5962653696, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.2gb", "used_in_bytes": 11217215488, "actual_used_in_bytes": 6745092096}, "timestamp": 1389153464746, "uptime_in_millis": 1576977, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 119762738, "curr_estab": 94, "out_rsts": -1, "active_opens": 109149, "attempt_fails": 1324, "in_segs": 124327680, "passive_opens": 2143, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 31, "t_optimize": "38.65s", "t_optimize_in_millis": 38652, "num_committed_segments": 31}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T03:57:20Z", "observation_sequence_no": 40, "observation_id": "37de66b5", "t_total_in_millis": 63268, "t_total": "1.05m", "observation_stop": "2014-01-08T03:57:44Z"}, "stats": {"search": {"query_total": 12000, "query_time": "8.2m", "fetch_current": 0, "fetch_total": 12000, "fetch_time": "35.1s", "query_time_in_millis": 494705, "open_contexts": 0, "fetch_time_in_millis": 35111, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 57.74, "fetch_current": 0, "fetch_total": 100, "fetch_time": "250ms", "query_time_in_millis_per_query": 52.37, "query_time_in_millis": 5237, "query_time": "5.2s", "client_time_in_millis": 5774, "fetch_time_in_millis_per_query": 2.5, "client_total": 100, "fetch_time_in_millis": 250, "query_current": 0, "client_time": "5.77s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 156.79, "fetch_current": 0, "fetch_total": 100, "fetch_time": "286ms", "query_time_in_millis_per_query": 151.17, "query_time_in_millis": 15117, "query_time": "15.1s", "client_time_in_millis": 15679, "fetch_time_in_millis_per_query": 2.86, "client_total": 100, "fetch_time_in_millis": 286, "query_current": 0, "client_time": "15.68s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 31.6, "fetch_current": 0, "fetch_total": 100, "fetch_time": "258ms", "query_time_in_millis_per_query": 26.23, "query_time_in_millis": 2623, "query_time": "2.6s", "client_time_in_millis": 3160, "fetch_time_in_millis_per_query": 2.58, "client_total": 100, "fetch_time_in_millis": 258, "query_current": 0, "client_time": "3.16s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "969.9kb", "memory_size_in_bytes": 993236}, "abstract": {"memory_size": "147.2mb", "memory_size_in_bytes": 154388574}}, "evictions": 0, "memory_size": "148.1mb", "memory_size_in_bytes": 155381810}, "docs": {"count": 883054, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 883054, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.4h", "index_time_in_millis": 5165679, "delete_current": 0}, "merges": {"total_time": "3.2h", "total_docs": 2553809, "total_size_in_bytes": 116630192229, "total_size": "108.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 11856522, "total": 653}, "store": {"size_in_bytes": 39707385759, "throttle_time_in_millis": 9528871, "throttle_time": "2.6h", "size": "36.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/bc66688d' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 905240, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 12300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 895, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1226, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5733, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 6932, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1415, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 171, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 6605, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 86, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389153675841, "total": {"available": "123gb", "disk_io_size": "3011.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1011090920448, "disk_read_size": "941.6gb", "disk_writes": 8427446, "disk_io_size_in_bytes": 3233546655744, "free": "123.2gb", "disk_write_size_in_bytes": 2222455735296, "disk_io_op": 12630367, "disk_reads": 4202921, "free_in_bytes": 132355850240, "disk_write_size": "2069.8gb", "available_in_bytes": 132093706240}, "data": [{"available": "123gb", "disk_io_size": "3011.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1011090920448, "disk_read_size": "941.6gb", "disk_writes": 8427446, "mount": "/", "disk_io_size_in_bytes": 3233546655744, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2222455735296, "free": "123.2gb", "disk_io_op": 12630367, "disk_reads": 4202921, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 132355850240, "disk_write_size": "2069.8gb", "available_in_bytes": 132093706240}]}, "http": {"total_opened": 59, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720916480, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389153675840, "open_file_descriptors": 397, "cpu": {"user_in_millis": 9205321, "percent": 109, "sys": "14.2m", "sys_in_millis": 856309, "total_in_millis": 10061630, "total": "2.7h", "user": "2.5h"}}, "timestamp": 1389153675839, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3h", "mem": {"non_heap_used_in_bytes": 51769128, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "295.1mb", "heap_used_in_bytes": 309530360, "non_heap_committed": "77.5mb", "heap_used_percent": 29, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43845416, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43845416, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "75.2kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 77024, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7931392, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923712, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "276mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 289495208, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "19mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 19958128, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389153675841, "uptime_in_millis": 10878704, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 49166, "collection_time_in_millis": 126012, "collectors": {"ParNew": {"collection_count": 48547, "collection_time_in_millis": 121959, "collection_time": "2m"}, "ConcurrentMarkSweep": {"collection_count": 619, "collection_time_in_millis": 4053, "collection_time": "4s"}}, "collection_time": "2.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 12300, "query_time": "8.6m", "fetch_current": 0, "fetch_total": 12300, "fetch_time": "35.8s", "query_time_in_millis": 518327, "open_contexts": 0, "fetch_time_in_millis": 35899, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1007kb", "memory_size_in_bytes": 1031256}, "abstract": {"memory_size": "149.7mb", "memory_size_in_bytes": 157017633}}, "evictions": 0, "memory_size": "150.7mb", "memory_size_in_bytes": 158048889}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 905240, "deleted": 0}, "segments": {"count": 38}, "indexing": {"delete_time_in_millis": 0, "index_total": 905240, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.4h", "index_time_in_millis": 5292781, "delete_current": 0}, "refresh": {"total_time": "20m", "total_time_in_millis": 1205137, "total": 5735}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "111.1kb", "memory_size_in_bytes": 113840}, "flush": {"total_time": "41.1s", "total_time_in_millis": 41171, "total": 171}, "warmer": {"current": 0, "total_time": "1.5s", "total": 6606, "total_time_in_millis": 1597}, "store": {"size_in_bytes": 40693332039, "throttle_time_in_millis": 9668612, "throttle_time": "2.6h", "size": "37.8gb"}, "merges": {"total_time": "3.3h", "total_docs": 2591187, "total_size_in_bytes": 118425047444, "total_size": "110.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 12034120, "total": 673}}, "os": {"load_average": [1.73681640625, 1.80419921875, 1.7763671875], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10472116224, "free_percent": 60, "free_in_bytes": 5928710144, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.2gb", "used_in_bytes": 11251159040, "actual_used_in_bytes": 6707752960}, "timestamp": 1389153675840, "uptime_in_millis": 1577188, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 81, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 119940141, "curr_estab": 93, "out_rsts": -1, "active_opens": 109163, "attempt_fails": 1324, "in_segs": 124505101, "passive_opens": 2143, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 34, "t_optimize": "20.37s", "t_optimize_in_millis": 20373, "num_committed_segments": 34}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:00:50Z", "observation_sequence_no": 41, "observation_id": "bc66688d", "t_total_in_millis": 45636, "t_total": "0.76m", "observation_stop": "2014-01-08T04:01:15Z"}, "stats": {"search": {"query_total": 12300, "query_time": "8.6m", "fetch_current": 0, "fetch_total": 12300, "fetch_time": "35.8s", "query_time_in_millis": 518327, "open_contexts": 0, "fetch_time_in_millis": 35899, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 59.38, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 53.98, "query_time_in_millis": 5398, "query_time": "5.3s", "client_time_in_millis": 5938, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "5.94s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 160.55, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 154.84, "query_time_in_millis": 15484, "query_time": "15.4s", "client_time_in_millis": 16055, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "16.06s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 32.68, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 27.39, "query_time_in_millis": 2739, "query_time": "2.7s", "client_time_in_millis": 3268, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "3.27s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1007kb", "memory_size_in_bytes": 1031256}, "abstract": {"memory_size": "149.7mb", "memory_size_in_bytes": 157017633}}, "evictions": 0, "memory_size": "150.7mb", "memory_size_in_bytes": 158048889}, "docs": {"count": 905200, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 905200, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.4h", "index_time_in_millis": 5292397, "delete_current": 0}, "merges": {"total_time": "3.3h", "total_docs": 2591093, "total_size_in_bytes": 118418824465, "total_size": "110.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 12033500, "total": 669}, "store": {"size_in_bytes": 40692243995, "throttle_time_in_millis": 9668508, "throttle_time": "2.6h", "size": "37.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/1d136f2f' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 926671, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 12600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 911, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1247, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 5870, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 7097, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1448, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 175, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 6763, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 87, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389153866583, "total": {"available": "122gb", "disk_io_size": "3016.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1011343287296, "disk_read_size": "941.8gb", "disk_writes": 8437106, "disk_io_size_in_bytes": 3238647089152, "free": "122.3gb", "disk_write_size_in_bytes": 2227303801856, "disk_io_op": 12641067, "disk_reads": 4203961, "free_in_bytes": 131363254272, "disk_write_size": "2074.3gb", "available_in_bytes": 131101110272}, "data": [{"available": "122gb", "disk_io_size": "3016.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1011343287296, "disk_read_size": "941.8gb", "disk_writes": 8437106, "mount": "/", "disk_io_size_in_bytes": 3238647089152, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2227303801856, "free": "122.3gb", "disk_io_op": 12641067, "disk_reads": 4203961, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 131363254272, "disk_write_size": "2074.3gb", "available_in_bytes": 131101110272}]}, "http": {"total_opened": 59, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720920576, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389153866582, "open_file_descriptors": 424, "cpu": {"user_in_millis": 9418749, "percent": 119, "sys": "14.5m", "sys_in_millis": 871370, "total_in_millis": 10290119, "total": "2.8h", "user": "2.6h"}}, "timestamp": 1389153866580, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3h", "mem": {"non_heap_used_in_bytes": 51769952, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "300mb", "heap_used_in_bytes": 314604384, "non_heap_committed": "77.5mb", "heap_used_percent": 29, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846240, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846240, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1155192, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7931392, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923712, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "297.6mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 312077904, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "1.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 1371288, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389153866582, "uptime_in_millis": 11069445, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 50226, "collection_time_in_millis": 129018, "collectors": {"ParNew": {"collection_count": 49594, "collection_time_in_millis": 124882, "collection_time": "2m"}, "ConcurrentMarkSweep": {"collection_count": 632, "collection_time_in_millis": 4136, "collection_time": "4.1s"}}, "collection_time": "2.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 12600, "query_time": "9m", "fetch_current": 0, "fetch_total": 12600, "fetch_time": "36.6s", "query_time_in_millis": 542545, "open_contexts": 0, "fetch_time_in_millis": 36696, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1069604}, "abstract": {"memory_size": "152.1mb", "memory_size_in_bytes": 159563935}}, "evictions": 0, "memory_size": "153.1mb", "memory_size_in_bytes": 160633539}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 926671, "deleted": 0}, "segments": {"count": 40}, "indexing": {"delete_time_in_millis": 0, "index_total": 926671, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.5h", "index_time_in_millis": 5419417, "delete_current": 0}, "refresh": {"total_time": "20.5m", "total_time_in_millis": 1233653, "total": 5872}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "113.8kb", "memory_size_in_bytes": 116544}, "flush": {"total_time": "41.9s", "total_time_in_millis": 41976, "total": 175}, "warmer": {"current": 0, "total_time": "1.6s", "total": 6764, "total_time_in_millis": 1639}, "store": {"size_in_bytes": 41685579524, "throttle_time_in_millis": 9809782, "throttle_time": "2.7h", "size": "38.8gb"}, "merges": {"total_time": "3.3h", "total_docs": 2629001, "total_size_in_bytes": 120144977324, "total_size": "111.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 12210379, "total": 689}}, "os": {"load_average": [2.02294921875, 1.9794921875, 1.8544921875], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10469892096, "free_percent": 60, "free_in_bytes": 5733339136, "free": "5.3gb", "used": "10.6gb", "actual_used": "6.2gb", "used_in_bytes": 11446530048, "actual_used_in_bytes": 6709977088}, "timestamp": 1389153866582, "uptime_in_millis": 1577379, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 120115228, "curr_estab": 96, "out_rsts": -1, "active_opens": 109166, "attempt_fails": 1324, "in_segs": 124680196, "passive_opens": 2143, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 35, "t_optimize": "1.20s", "t_optimize_in_millis": 1201, "num_committed_segments": 35}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:04:00Z", "observation_sequence_no": 42, "observation_id": "1d136f2f", "t_total_in_millis": 27049, "t_total": "0.45m", "observation_stop": "2014-01-08T04:04:26Z"}, "stats": {"search": {"query_total": 12600, "query_time": "9m", "fetch_current": 0, "fetch_total": 12600, "fetch_time": "36.6s", "query_time_in_millis": 542545, "open_contexts": 0, "fetch_time_in_millis": 36696, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 60.88, "fetch_current": 0, "fetch_total": 100, "fetch_time": "253ms", "query_time_in_millis_per_query": 55.51, "query_time_in_millis": 5551, "query_time": "5.5s", "client_time_in_millis": 6088, "fetch_time_in_millis_per_query": 2.53, "client_total": 100, "fetch_time_in_millis": 253, "query_current": 0, "client_time": "6.09s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 164.15, "fetch_current": 0, "fetch_total": 100, "fetch_time": "287ms", "query_time_in_millis_per_query": 158.47, "query_time_in_millis": 15847, "query_time": "15.8s", "client_time_in_millis": 16415, "fetch_time_in_millis_per_query": 2.87, "client_total": 100, "fetch_time_in_millis": 287, "query_current": 0, "client_time": "16.42s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 33.43, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 28.18, "query_time_in_millis": 2818, "query_time": "2.8s", "client_time_in_millis": 3343, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "3.34s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1069604}, "abstract": {"memory_size": "152.1mb", "memory_size_in_bytes": 159563935}}, "evictions": 0, "memory_size": "153.1mb", "memory_size_in_bytes": 160633539}, "docs": {"count": 926630, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 926630, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.5h", "index_time_in_millis": 5419025, "delete_current": 0}, "merges": {"total_time": "3.3h", "total_docs": 2628907, "total_size_in_bytes": 120138754345, "total_size": "111.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 12209759, "total": 685}, "store": {"size_in_bytes": 41684359290, "throttle_time_in_millis": 9809678, "throttle_time": "2.7h", "size": "38.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/a7cb54a3' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 947775, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 12900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 929, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1272, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6005, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 7260, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1481, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 179, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 6919, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 88, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389154080862, "total": {"available": "121.1gb", "disk_io_size": "3021.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1011582379008, "disk_read_size": "942.1gb", "disk_writes": 8448297, "disk_io_size_in_bytes": 3244481800192, "free": "121.4gb", "disk_write_size_in_bytes": 2232899421184, "disk_io_op": 12653080, "disk_reads": 4204783, "free_in_bytes": 130388389888, "disk_write_size": "2079.5gb", "available_in_bytes": 130126245888}, "data": [{"available": "121.1gb", "disk_io_size": "3021.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1011582379008, "disk_read_size": "942.1gb", "disk_writes": 8448297, "mount": "/", "disk_io_size_in_bytes": 3244481800192, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2232899421184, "free": "121.4gb", "disk_io_op": 12653080, "disk_reads": 4204783, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 130388389888, "disk_write_size": "2079.5gb", "available_in_bytes": 130126245888}]}, "http": {"total_opened": 59, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720924672, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389154080861, "open_file_descriptors": 404, "cpu": {"user_in_millis": 9642993, "percent": 113, "sys": "14.8m", "sys_in_millis": 889814, "total_in_millis": 10532807, "total": "2.9h", "user": "2.6h"}}, "timestamp": 1389154080859, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.1h", "mem": {"non_heap_used_in_bytes": 51769952, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "231.2mb", "heap_used_in_bytes": 242533344, "non_heap_committed": "77.5mb", "heap_used_percent": 22, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846240, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846240, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "122.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 125648, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7931392, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923712, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "212.9mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 223316712, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "18.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 19090984, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389154080862, "uptime_in_millis": 11283725, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 51328, "collection_time_in_millis": 132161, "collectors": {"ParNew": {"collection_count": 50682, "collection_time_in_millis": 127941, "collection_time": "2.1m"}, "ConcurrentMarkSweep": {"collection_count": 646, "collection_time_in_millis": 4220, "collection_time": "4.2s"}}, "collection_time": "2.2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 12900, "query_time": "9.4m", "fetch_current": 0, "fetch_total": 12900, "fetch_time": "37.4s", "query_time_in_millis": 567206, "open_contexts": 0, "fetch_time_in_millis": 37486, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1095540}, "abstract": {"memory_size": "153.8mb", "memory_size_in_bytes": 161323900}}, "evictions": 0, "memory_size": "154.8mb", "memory_size_in_bytes": 162419440}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 947775, "deleted": 0}, "segments": {"count": 40}, "indexing": {"delete_time_in_millis": 0, "index_total": 947775, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.5h", "index_time_in_millis": 5545375, "delete_current": 0}, "refresh": {"total_time": "21m", "total_time_in_millis": 1261050, "total": 6007}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "116.3kb", "memory_size_in_bytes": 119144}, "flush": {"total_time": "42.9s", "total_time_in_millis": 42907, "total": 179}, "warmer": {"current": 0, "total_time": "1.6s", "total": 6920, "total_time_in_millis": 1673}, "store": {"size_in_bytes": 42660295419, "throttle_time_in_millis": 10033330, "throttle_time": "2.7h", "size": "39.7gb"}, "merges": {"total_time": "3.4h", "total_docs": 2679487, "total_size_in_bytes": 122648210357, "total_size": "114.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 12482641, "total": 705}}, "os": {"load_average": [1.62353515625, 1.96728515625, 1.88232421875], "uptime": "26.2m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10472632320, "free_percent": 60, "free_in_bytes": 6054748160, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.2gb", "used_in_bytes": 11125121024, "actual_used_in_bytes": 6707236864}, "timestamp": 1389154080861, "uptime_in_millis": 1577593, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 120289492, "curr_estab": 94, "out_rsts": -1, "active_opens": 109167, "attempt_fails": 1324, "in_segs": 124854472, "passive_opens": 2143, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 34, "t_optimize": "25.77s", "t_optimize_in_millis": 25770, "num_committed_segments": 34}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:07:34Z", "observation_sequence_no": 43, "observation_id": "a7cb54a3", "t_total_in_millis": 52072, "t_total": "0.87m", "observation_stop": "2014-01-08T04:08:00Z"}, "stats": {"search": {"query_total": 12900, "query_time": "9.4m", "fetch_current": 0, "fetch_total": 12900, "fetch_time": "37.4s", "query_time_in_millis": 567206, "open_contexts": 0, "fetch_time_in_millis": 37486, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 62.03, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 56.62, "query_time_in_millis": 5662, "query_time": "5.6s", "client_time_in_millis": 6203, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "6.20s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 167.14, "fetch_current": 0, "fetch_total": 100, "fetch_time": "281ms", "query_time_in_millis_per_query": 161.48, "query_time_in_millis": 16148, "query_time": "16.1s", "client_time_in_millis": 16714, "fetch_time_in_millis_per_query": 2.81, "client_total": 100, "fetch_time_in_millis": 281, "query_current": 0, "client_time": "16.71s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 33.82, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 28.48, "query_time_in_millis": 2848, "query_time": "2.8s", "client_time_in_millis": 3382, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "3.38s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1095540}, "abstract": {"memory_size": "153.8mb", "memory_size_in_bytes": 161323900}}, "evictions": 0, "memory_size": "154.8mb", "memory_size_in_bytes": 162419440}, "docs": {"count": 947733, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 947733, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.5h", "index_time_in_millis": 5544976, "delete_current": 0}, "merges": {"total_time": "3.4h", "total_docs": 2679393, "total_size_in_bytes": 122641987378, "total_size": "114.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 12482021, "total": 701}, "store": {"size_in_bytes": 42658942951, "throttle_time_in_millis": 10033226, "throttle_time": "2.7h", "size": "39.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/3b8c4b9d' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 969726, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 13200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 969, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1327, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6142, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 7424, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1515, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 183, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 7077, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 93, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389154616725, "total": {"available": "120.2gb", "disk_io_size": "3034.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1015975781376, "disk_read_size": "946.2gb", "disk_writes": 8469021, "disk_io_size_in_bytes": 3258765554688, "free": "120.5gb", "disk_write_size_in_bytes": 2242789773312, "disk_io_op": 12695134, "disk_reads": 4226113, "free_in_bytes": 129419796480, "disk_write_size": "2088.7gb", "available_in_bytes": 129157652480}, "data": [{"available": "120.2gb", "disk_io_size": "3034.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1015975781376, "disk_read_size": "946.2gb", "disk_writes": 8469021, "mount": "/", "disk_io_size_in_bytes": 3258765554688, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2242789773312, "free": "120.5gb", "disk_io_op": 12695134, "disk_reads": 4226113, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 129419796480, "disk_write_size": "2088.7gb", "available_in_bytes": 129157652480}]}, "http": {"total_opened": 64, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720932864, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389154616724, "open_file_descriptors": 386, "cpu": {"user_in_millis": 9926413, "percent": 60, "sys": "15.5m", "sys_in_millis": 930518, "total_in_millis": 10856931, "total": "3h", "user": "2.7h"}}, "timestamp": 1389154616721, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.2h", "mem": {"non_heap_used_in_bytes": 51770776, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "315.8mb", "heap_used_in_bytes": 331241328, "non_heap_committed": "77.5mb", "heap_used_percent": 31, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846552, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846552, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "812kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 831536, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7935040, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7924224, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "299.9mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 314564168, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "15.1mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 15847712, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389154616724, "uptime_in_millis": 11819587, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 52644, "collection_time_in_millis": 135763, "collectors": {"ParNew": {"collection_count": 51985, "collection_time_in_millis": 131476, "collection_time": "2.1m"}, "ConcurrentMarkSweep": {"collection_count": 659, "collection_time_in_millis": 4287, "collection_time": "4.2s"}}, "collection_time": "2.2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 13200, "query_time": "9.8m", "fetch_current": 0, "fetch_total": 13200, "fetch_time": "38.2s", "query_time_in_millis": 593494, "open_contexts": 0, "fetch_time_in_millis": 38249, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1082896}, "abstract": {"memory_size": "163.9mb", "memory_size_in_bytes": 171862607}}, "evictions": 0, "memory_size": "164.9mb", "memory_size_in_bytes": 172945503}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 969726, "deleted": 0}, "segments": {"count": 42}, "indexing": {"delete_time_in_millis": 0, "index_total": 969726, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.5h", "index_time_in_millis": 5672127, "delete_current": 0}, "refresh": {"total_time": "21.4m", "total_time_in_millis": 1289073, "total": 6144}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "134.1kb", "memory_size_in_bytes": 137320}, "flush": {"total_time": "43.6s", "total_time_in_millis": 43676, "total": 183}, "warmer": {"current": 0, "total_time": "1.7s", "total": 7078, "total_time_in_millis": 1706}, "store": {"size_in_bytes": 43629220360, "throttle_time_in_millis": 10633116, "throttle_time": "2.9h", "size": "40.6gb"}, "merges": {"total_time": "3.6h", "total_docs": 2831952, "total_size_in_bytes": 129429046460, "total_size": "120.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13204734, "total": 721}}, "os": {"load_average": [1.02734375, 1.22119140625, 1.576171875], "uptime": "26.3m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10446356480, "free_percent": 60, "free_in_bytes": 6051897344, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.2gb", "used_in_bytes": 11127971840, "actual_used_in_bytes": 6733512704}, "timestamp": 1389154616724, "uptime_in_millis": 1578129, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 120466572, "curr_estab": 94, "out_rsts": -1, "active_opens": 109173, "attempt_fails": 1324, "in_segs": 125031564, "passive_opens": 2148, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1751}}}}}, "segments": {"segments": null, "num_search_segments": 35, "t_optimize": "344.51s", "t_optimize_in_millis": 344514, "num_committed_segments": 35}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:16:28Z", "observation_sequence_no": 44, "observation_id": "3b8c4b9d", "t_total_in_millis": 372417, "t_total": "6.21m", "observation_stop": "2014-01-08T04:16:56Z"}, "stats": {"search": {"query_total": 13200, "query_time": "9.8m", "fetch_current": 0, "fetch_total": 13200, "fetch_time": "38.2s", "query_time_in_millis": 593494, "open_contexts": 0, "fetch_time_in_millis": 38249, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 65.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "245ms", "query_time_in_millis_per_query": 59.76, "query_time_in_millis": 5976, "query_time": "5.9s", "client_time_in_millis": 6519, "fetch_time_in_millis_per_query": 2.45, "client_total": 100, "fetch_time_in_millis": 245, "query_current": 0, "client_time": "6.52s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 179.37, "fetch_current": 0, "fetch_total": 100, "fetch_time": "270ms", "query_time_in_millis_per_query": 173.98, "query_time_in_millis": 17398, "query_time": "17.3s", "client_time_in_millis": 17937, "fetch_time_in_millis_per_query": 2.7, "client_total": 100, "fetch_time_in_millis": 270, "query_current": 0, "client_time": "17.94s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 34.44, "fetch_current": 0, "fetch_total": 100, "fetch_time": "245ms", "query_time_in_millis_per_query": 29.13, "query_time_in_millis": 2913, "query_time": "2.9s", "client_time_in_millis": 3444, "fetch_time_in_millis_per_query": 2.45, "client_total": 100, "fetch_time_in_millis": 245, "query_current": 0, "client_time": "3.44s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1082896}, "abstract": {"memory_size": "163.9mb", "memory_size_in_bytes": 171862607}}, "evictions": 0, "memory_size": "164.9mb", "memory_size_in_bytes": 172945503}, "docs": {"count": 969683, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 969683, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.5h", "index_time_in_millis": 5671721, "delete_current": 0}, "merges": {"total_time": "3.6h", "total_docs": 2831858, "total_size_in_bytes": 129422823481, "total_size": "120.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13204114, "total": 717}, "store": {"size_in_bytes": 43627735597, "throttle_time_in_millis": 10633012, "throttle_time": "2.9h", "size": "40.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/7e0c2fce' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 992113, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 13500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 987, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1350, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6280, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 7590, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1549, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 187, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 7236, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 94, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389154809643, "total": {"available": "119.3gb", "disk_io_size": "3040.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1016840922112, "disk_read_size": "947gb", "disk_writes": 8479093, "disk_io_size_in_bytes": 3264539918336, "free": "119.6gb", "disk_write_size_in_bytes": 2247698996224, "disk_io_op": 12713746, "disk_reads": 4234653, "free_in_bytes": 128431665152, "disk_write_size": "2093.3gb", "available_in_bytes": 128169521152}, "data": [{"available": "119.3gb", "disk_io_size": "3040.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1016840922112, "disk_read_size": "947gb", "disk_writes": 8479093, "mount": "/", "disk_io_size_in_bytes": 3264539918336, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2247698996224, "free": "119.6gb", "disk_io_op": 12713746, "disk_reads": 4234653, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 128431665152, "disk_write_size": "2093.3gb", "available_in_bytes": 128169521152}]}, "http": {"total_opened": 64, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "687.5mb", "resident_in_bytes": 720936960, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4083027968}, "timestamp": 1389154809642, "open_file_descriptors": 404, "cpu": {"user_in_millis": 10144279, "percent": 121, "sys": "15.7m", "sys_in_millis": 946146, "total_in_millis": 11090425, "total": "3h", "user": "2.8h"}}, "timestamp": 1389154809639, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.3h", "mem": {"non_heap_used_in_bytes": 51773632, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "289.1mb", "heap_used_in_bytes": 303240408, "non_heap_committed": "77.5mb", "heap_used_percent": 28, "heap_committed": "465.1mb", "heap_committed_in_bytes": 487755776, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846784, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846784, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "90.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 93120, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7936832, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926848, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371mb", "used": "276.7mb", "peak_used_in_bytes": 389039416, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 290227256, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "12.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 12920032, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389154809642, "uptime_in_millis": 12012505, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 53726, "collection_time_in_millis": 138722, "collectors": {"ParNew": {"collection_count": 53052, "collection_time_in_millis": 134332, "collection_time": "2.2m"}, "ConcurrentMarkSweep": {"collection_count": 674, "collection_time_in_millis": 4390, "collection_time": "4.3s"}}, "collection_time": "2.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 13500, "query_time": "10.3m", "fetch_current": 0, "fetch_total": 13500, "fetch_time": "39s", "query_time_in_millis": 619386, "open_contexts": 0, "fetch_time_in_millis": 39038, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1125604}, "abstract": {"memory_size": "166.3mb", "memory_size_in_bytes": 174458162}}, "evictions": 0, "memory_size": "167.4mb", "memory_size_in_bytes": 175583766}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 992113, "deleted": 0}, "segments": {"count": 45}, "indexing": {"delete_time_in_millis": 0, "index_total": 992113, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.6h", "index_time_in_millis": 5799800, "delete_current": 0}, "refresh": {"total_time": "21.9m", "total_time_in_millis": 1317403, "total": 6282}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "121.8kb", "memory_size_in_bytes": 124728}, "flush": {"total_time": "44.5s", "total_time_in_millis": 44587, "total": 187}, "warmer": {"current": 0, "total_time": "1.7s", "total": 7237, "total_time_in_millis": 1745}, "store": {"size_in_bytes": 44616953721, "throttle_time_in_millis": 10779684, "throttle_time": "2.9h", "size": "41.5gb"}, "merges": {"total_time": "3.7h", "total_docs": 2870101, "total_size_in_bytes": 131223872380, "total_size": "122.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13389685, "total": 737}}, "os": {"load_average": [1.521484375, 1.43505859375, 1.59423828125], "uptime": "26.3m", "mem": {"actual_free": "9.7gb", "used_percent": 39, "actual_free_in_bytes": 10438877184, "free_percent": 60, "free_in_bytes": 6024212480, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.2gb", "used_in_bytes": 11155656704, "actual_used_in_bytes": 6740992000}, "timestamp": 1389154809642, "uptime_in_millis": 1578322, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 120644956, "curr_estab": 94, "out_rsts": -1, "active_opens": 109174, "attempt_fails": 1324, "in_segs": 125209944, "passive_opens": 2148, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 37, "t_optimize": "0.16s", "t_optimize_in_millis": 160, "num_committed_segments": 37}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:19:42Z", "observation_sequence_no": 45, "observation_id": "7e0c2fce", "t_total_in_millis": 27723, "t_total": "0.46m", "observation_stop": "2014-01-08T04:20:09Z"}, "stats": {"search": {"query_total": 13500, "query_time": "10.3m", "fetch_current": 0, "fetch_total": 13500, "fetch_time": "39s", "query_time_in_millis": 619386, "open_contexts": 0, "fetch_time_in_millis": 39038, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 64.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "246ms", "query_time_in_millis_per_query": 59.46, "query_time_in_millis": 5946, "query_time": "5.9s", "client_time_in_millis": 6499, "fetch_time_in_millis_per_query": 2.46, "client_total": 100, "fetch_time_in_millis": 246, "query_current": 0, "client_time": "6.50s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 175.2, "fetch_current": 0, "fetch_total": 100, "fetch_time": "284ms", "query_time_in_millis_per_query": 169.53, "query_time_in_millis": 16953, "query_time": "16.9s", "client_time_in_millis": 17520, "fetch_time_in_millis_per_query": 2.84, "client_total": 100, "fetch_time_in_millis": 284, "query_current": 0, "client_time": "17.52s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 35.42, "fetch_current": 0, "fetch_total": 100, "fetch_time": "256ms", "query_time_in_millis_per_query": 29.9, "query_time_in_millis": 2990, "query_time": "2.9s", "client_time_in_millis": 3542, "fetch_time_in_millis_per_query": 2.56, "client_total": 100, "fetch_time_in_millis": 256, "query_current": 0, "client_time": "3.54s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1125604}, "abstract": {"memory_size": "166.3mb", "memory_size_in_bytes": 174458162}}, "evictions": 0, "memory_size": "167.4mb", "memory_size_in_bytes": 175583766}, "docs": {"count": 992069, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 992069, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.6h", "index_time_in_millis": 5799384, "delete_current": 0}, "merges": {"total_time": "3.7h", "total_docs": 2870007, "total_size_in_bytes": 131217649401, "total_size": "122.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13389065, "total": 733}, "store": {"size_in_bytes": 44615336905, "throttle_time_in_millis": 10779580, "throttle_time": "2.9h", "size": "41.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/2e989f0d' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1013924, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 13800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1005, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1375, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6417, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 7755, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1583, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 191, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 7393, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 96, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389155028190, "total": {"available": "118.4gb", "disk_io_size": "3045.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1017084707840, "disk_read_size": "947.2gb", "disk_writes": 8490116, "disk_io_size_in_bytes": 3270280835072, "free": "118.6gb", "disk_write_size_in_bytes": 2253196127232, "disk_io_op": 12726011, "disk_reads": 4235895, "free_in_bytes": 127448969216, "disk_write_size": "2098.4gb", "available_in_bytes": 127186825216}, "data": [{"available": "118.4gb", "disk_io_size": "3045.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1017084707840, "disk_read_size": "947.2gb", "disk_writes": 8490116, "mount": "/", "disk_io_size_in_bytes": 3270280835072, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2253196127232, "free": "118.6gb", "disk_io_op": 12726011, "disk_reads": 4235895, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 127448969216, "disk_write_size": "2098.4gb", "available_in_bytes": 127186825216}]}, "http": {"total_opened": 65, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "727.5mb", "resident_in_bytes": 762916864, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092461056}, "timestamp": 1389155028189, "open_file_descriptors": 385, "cpu": {"user_in_millis": 10371423, "percent": 112, "sys": "16m", "sys_in_millis": 964132, "total_in_millis": 11335555, "total": "3.1h", "user": "2.8h"}}, "timestamp": 1389155028186, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.3h", "mem": {"non_heap_used_in_bytes": 51773632, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "348.7mb", "heap_used_in_bytes": 365640472, "non_heap_committed": "77.5mb", "heap_used_percent": 34, "heap_committed": "509.5mb", "heap_committed_in_bytes": 534339584, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846784, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846784, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "122.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 125648, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7936832, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926848, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371.3mb", "used": "333.6mb", "peak_used_in_bytes": 389371984, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 349857304, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "14.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 15657520, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389155028189, "uptime_in_millis": 12231052, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 54861, "collection_time_in_millis": 141854, "collectors": {"ParNew": {"collection_count": 54172, "collection_time_in_millis": 137376, "collection_time": "2.2m"}, "ConcurrentMarkSweep": {"collection_count": 689, "collection_time_in_millis": 4478, "collection_time": "4.4s"}}, "collection_time": "2.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 13800, "query_time": "10.7m", "fetch_current": 0, "fetch_total": 13800, "fetch_time": "39.8s", "query_time_in_millis": 645967, "open_contexts": 0, "fetch_time_in_millis": 39834, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1137532}, "abstract": {"memory_size": "168.2mb", "memory_size_in_bytes": 176401481}}, "evictions": 0, "memory_size": "169.3mb", "memory_size_in_bytes": 177539013}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1013924, "deleted": 0}, "segments": {"count": 46}, "indexing": {"delete_time_in_millis": 0, "index_total": 1013924, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.6h", "index_time_in_millis": 5926916, "delete_current": 0}, "refresh": {"total_time": "22.4m", "total_time_in_millis": 1346356, "total": 6419}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "124.8kb", "memory_size_in_bytes": 127888}, "flush": {"total_time": "45.4s", "total_time_in_millis": 45443, "total": 191}, "warmer": {"current": 0, "total_time": "1.7s", "total": 7394, "total_time_in_millis": 1778}, "store": {"size_in_bytes": 45599405567, "throttle_time_in_millis": 10981083, "throttle_time": "3h", "size": "42.4gb"}, "merges": {"total_time": "3.7h", "total_docs": 2923337, "total_size_in_bytes": 133612364525, "total_size": "124.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13638491, "total": 753}}, "os": {"load_average": [2.0869140625, 1.97998046875, 1.8017578125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10386862080, "free_percent": 60, "free_in_bytes": 5897224192, "free": "5.4gb", "used": "10.5gb", "actual_used": "6.3gb", "used_in_bytes": 11282644992, "actual_used_in_bytes": 6793007104}, "timestamp": 1389155028189, "uptime_in_millis": 1578541, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 120821853, "curr_estab": 93, "out_rsts": -1, "active_opens": 109175, "attempt_fails": 1324, "in_segs": 125386862, "passive_opens": 2149, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 37, "t_optimize": "26.08s", "t_optimize_in_millis": 26080, "num_committed_segments": 37}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:23:19Z", "observation_sequence_no": 46, "observation_id": "2e989f0d", "t_total_in_millis": 54318, "t_total": "0.91m", "observation_stop": "2014-01-08T04:23:48Z"}, "stats": {"search": {"query_total": 13800, "query_time": "10.7m", "fetch_current": 0, "fetch_total": 13800, "fetch_time": "39.8s", "query_time_in_millis": 645967, "open_contexts": 0, "fetch_time_in_millis": 39834, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 66.67, "fetch_current": 0, "fetch_total": 100, "fetch_time": "260ms", "query_time_in_millis_per_query": 61.19, "query_time_in_millis": 6119, "query_time": "6.1s", "client_time_in_millis": 6667, "fetch_time_in_millis_per_query": 2.6, "client_total": 100, "fetch_time_in_millis": 260, "query_current": 0, "client_time": "6.67s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 179.71, "fetch_current": 0, "fetch_total": 100, "fetch_time": "284ms", "query_time_in_millis_per_query": 174.05, "query_time_in_millis": 17405, "query_time": "17.4s", "client_time_in_millis": 17971, "fetch_time_in_millis_per_query": 2.84, "client_total": 100, "fetch_time_in_millis": 284, "query_current": 0, "client_time": "17.97s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 35.97, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 30.55, "query_time_in_millis": 3055, "query_time": "3s", "client_time_in_millis": 3597, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "3.60s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1mb", "memory_size_in_bytes": 1137532}, "abstract": {"memory_size": "168.2mb", "memory_size_in_bytes": 176401481}}, "evictions": 0, "memory_size": "169.3mb", "memory_size_in_bytes": 177539013}, "docs": {"count": 1013879, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1013879, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.6h", "index_time_in_millis": 5926494, "delete_current": 0}, "merges": {"total_time": "3.7h", "total_docs": 2923243, "total_size_in_bytes": 133606141546, "total_size": "124.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13637871, "total": 749}, "store": {"size_in_bytes": 45597656561, "throttle_time_in_millis": 10980979, "throttle_time": "3h", "size": "42.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/d122caf8' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1036405, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 14100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1021, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1398, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6554, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 7921, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1617, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 195, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 7552, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 97, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389155221837, "total": {"available": "117.5gb", "disk_io_size": "3050.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1017324893184, "disk_read_size": "947.4gb", "disk_writes": 8499777, "disk_io_size_in_bytes": 3275424156672, "free": "117.7gb", "disk_write_size_in_bytes": 2258099263488, "disk_io_op": 12736731, "disk_reads": 4236954, "free_in_bytes": 126464495616, "disk_write_size": "2103gb", "available_in_bytes": 126202351616}, "data": [{"available": "117.5gb", "disk_io_size": "3050.4gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1017324893184, "disk_read_size": "947.4gb", "disk_writes": 8499777, "mount": "/", "disk_io_size_in_bytes": 3275424156672, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2258099263488, "free": "117.7gb", "disk_io_op": 12736731, "disk_reads": 4236954, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 126464495616, "disk_write_size": "2103gb", "available_in_bytes": 126202351616}]}, "http": {"total_opened": 65, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "732.2mb", "resident_in_bytes": 767827968, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092751872}, "timestamp": 1389155221837, "open_file_descriptors": 423, "cpu": {"user_in_millis": 10589927, "percent": 120, "sys": "16.3m", "sys_in_millis": 979589, "total_in_millis": 11569516, "total": "3.2h", "user": "2.9h"}}, "timestamp": 1389155221833, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.4h", "mem": {"non_heap_used_in_bytes": 51792960, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "367.9mb", "heap_used_in_bytes": 385853704, "non_heap_committed": "77.5mb", "heap_used_percent": 36, "heap_committed": "509.5mb", "heap_committed_in_bytes": 534339584, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846784, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846784, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "153.4kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 157168, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7951552, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7946176, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "371.3mb", "used": "341.1mb", "peak_used_in_bytes": 389371984, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 357769064, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "26.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 27927472, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389155221837, "uptime_in_millis": 12424700, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 55942, "collection_time_in_millis": 144806, "collectors": {"ParNew": {"collection_count": 55241, "collection_time_in_millis": 140248, "collection_time": "2.3m"}, "ConcurrentMarkSweep": {"collection_count": 701, "collection_time_in_millis": 4558, "collection_time": "4.5s"}}, "collection_time": "2.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 14100, "query_time": "11.2m", "fetch_current": 0, "fetch_total": 14100, "fetch_time": "40.6s", "query_time_in_millis": 673090, "open_contexts": 0, "fetch_time_in_millis": 40635, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1182256}, "abstract": {"memory_size": "170.6mb", "memory_size_in_bytes": 178972318}}, "evictions": 0, "memory_size": "171.8mb", "memory_size_in_bytes": 180154574}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1036405, "deleted": 0}, "segments": {"count": 48}, "indexing": {"delete_time_in_millis": 0, "index_total": 1036405, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.6h", "index_time_in_millis": 6053907, "delete_current": 0}, "refresh": {"total_time": "22.9m", "total_time_in_millis": 1374358, "total": 6556}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "127.2kb", "memory_size_in_bytes": 130296}, "flush": {"total_time": "46.1s", "total_time_in_millis": 46159, "total": 195}, "warmer": {"current": 0, "total_time": "1.8s", "total": 7553, "total_time_in_millis": 1821}, "store": {"size_in_bytes": 46583458015, "throttle_time_in_millis": 11132297, "throttle_time": "3h", "size": "43.3gb"}, "merges": {"total_time": "3.8h", "total_docs": 2962484, "total_size_in_bytes": 135412165722, "total_size": "126.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13826461, "total": 770}}, "os": {"load_average": [2.14697265625, 1.99560546875, 1.83203125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10388570112, "free_percent": 60, "free_in_bytes": 5989752832, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.3gb", "used_in_bytes": 11190116352, "actual_used_in_bytes": 6791299072}, "timestamp": 1389155221837, "uptime_in_millis": 1578734, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 121000314, "curr_estab": 94, "out_rsts": -1, "active_opens": 109176, "attempt_fails": 1324, "in_segs": 125565333, "passive_opens": 2149, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 38, "t_optimize": "0.22s", "t_optimize_in_millis": 224, "num_committed_segments": 38}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:26:33Z", "observation_sequence_no": 47, "observation_id": "d122caf8", "t_total_in_millis": 29009, "t_total": "0.48m", "observation_stop": "2014-01-08T04:27:01Z"}, "stats": {"search": {"query_total": 14100, "query_time": "11.2m", "fetch_current": 0, "fetch_total": 14100, "fetch_time": "40.6s", "query_time_in_millis": 673090, "open_contexts": 0, "fetch_time_in_millis": 40635, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 68.18, "fetch_current": 0, "fetch_total": 100, "fetch_time": "258ms", "query_time_in_millis_per_query": 62.59, "query_time_in_millis": 6259, "query_time": "6.2s", "client_time_in_millis": 6818, "fetch_time_in_millis_per_query": 2.58, "client_total": 100, "fetch_time_in_millis": 258, "query_current": 0, "client_time": "6.82s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 183.0, "fetch_current": 0, "fetch_total": 100, "fetch_time": "275ms", "query_time_in_millis_per_query": 177.4, "query_time_in_millis": 17740, "query_time": "17.7s", "client_time_in_millis": 18300, "fetch_time_in_millis_per_query": 2.75, "client_total": 100, "fetch_time_in_millis": 275, "query_current": 0, "client_time": "18.30s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 36.66, "fetch_current": 0, "fetch_total": 100, "fetch_time": "266ms", "query_time_in_millis_per_query": 31.23, "query_time_in_millis": 3123, "query_time": "3.1s", "client_time_in_millis": 3666, "fetch_time_in_millis_per_query": 2.66, "client_total": 100, "fetch_time_in_millis": 266, "query_current": 0, "client_time": "3.67s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1182256}, "abstract": {"memory_size": "170.6mb", "memory_size_in_bytes": 178972318}}, "evictions": 0, "memory_size": "171.8mb", "memory_size_in_bytes": 180154574}, "docs": {"count": 1036359, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1036359, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.6h", "index_time_in_millis": 6053477, "delete_current": 0}, "merges": {"total_time": "3.8h", "total_docs": 2962344, "total_size_in_bytes": 135404062596, "total_size": "126.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 13825663, "total": 765}, "store": {"size_in_bytes": 46581545171, "throttle_time_in_millis": 11132171, "throttle_time": "3h", "size": "43.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/0c0486de' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1058256, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 14400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1041, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1423, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6691, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 8086, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1651, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 200, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 7710, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 100, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389155456548, "total": {"available": "116.6gb", "disk_io_size": "3055.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1017566057472, "disk_read_size": "947.6gb", "disk_writes": 8510819, "disk_io_size_in_bytes": 3281169901568, "free": "116.8gb", "disk_write_size_in_bytes": 2263603844096, "disk_io_op": 12748642, "disk_reads": 4237823, "free_in_bytes": 125477130240, "disk_write_size": "2108.1gb", "available_in_bytes": 125214986240}, "data": [{"available": "116.6gb", "disk_io_size": "3055.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1017566057472, "disk_read_size": "947.6gb", "disk_writes": 8510819, "mount": "/", "disk_io_size_in_bytes": 3281169901568, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2263603844096, "free": "116.8gb", "disk_io_op": 12748642, "disk_reads": 4237823, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 125477130240, "disk_write_size": "2108.1gb", "available_in_bytes": 125214986240}]}, "http": {"total_opened": 67, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "748.3mb", "resident_in_bytes": 784650240, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092751872}, "timestamp": 1389155456548, "open_file_descriptors": 390, "cpu": {"user_in_millis": 10819051, "percent": 105, "sys": "16.6m", "sys_in_millis": 997884, "total_in_millis": 11816935, "total": "3.2h", "user": "3h"}}, "timestamp": 1389155456546, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.5h", "mem": {"non_heap_used_in_bytes": 51759552, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "303.6mb", "heap_used_in_bytes": 318369600, "non_heap_committed": "77.5mb", "heap_used_percent": 30, "heap_committed": "509.5mb", "heap_committed_in_bytes": 534339584, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43846784, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43846784, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "91kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 93192, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7912768, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "375mb", "used": "289.9mb", "peak_used_in_bytes": 393242608, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 303995632, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "13.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 14280776, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389155456548, "uptime_in_millis": 12659411, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 57091, "collection_time_in_millis": 147944, "collectors": {"ParNew": {"collection_count": 56377, "collection_time_in_millis": 143314, "collection_time": "2.3m"}, "ConcurrentMarkSweep": {"collection_count": 714, "collection_time_in_millis": 4630, "collection_time": "4.6s"}}, "collection_time": "2.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 14400, "query_time": "11.6m", "fetch_current": 0, "fetch_total": 14400, "fetch_time": "41.4s", "query_time_in_millis": 700721, "open_contexts": 0, "fetch_time_in_millis": 41431, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1211192}, "abstract": {"memory_size": "172.6mb", "memory_size_in_bytes": 181040673}}, "evictions": 0, "memory_size": "173.8mb", "memory_size_in_bytes": 182251865}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1058256, "deleted": 0}, "segments": {"count": 41}, "indexing": {"delete_time_in_millis": 0, "index_total": 1058256, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.7h", "index_time_in_millis": 6181357, "delete_current": 0}, "refresh": {"total_time": "23.3m", "total_time_in_millis": 1403113, "total": 6693}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "130.1kb", "memory_size_in_bytes": 133296}, "flush": {"total_time": "47.4s", "total_time_in_millis": 47479, "total": 200}, "warmer": {"current": 0, "total_time": "1.8s", "total": 7711, "total_time_in_millis": 1858}, "store": {"size_in_bytes": 47571376858, "throttle_time_in_millis": 11322698, "throttle_time": "3.1h", "size": "44.3gb"}, "merges": {"total_time": "3.9h", "total_docs": 3013861, "total_size_in_bytes": 137789794946, "total_size": "128.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 14064708, "total": 786}}, "os": {"load_average": [1.85546875, 2.12548828125, 1.935546875], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10364993536, "free_percent": 60, "free_in_bytes": 5898366976, "free": "5.4gb", "used": "10.5gb", "actual_used": "6.3gb", "used_in_bytes": 11281502208, "actual_used_in_bytes": 6814875648}, "timestamp": 1389155456547, "uptime_in_millis": 1578969, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 121177231, "curr_estab": 94, "out_rsts": -1, "active_opens": 109179, "attempt_fails": 1324, "in_segs": 125742258, "passive_opens": 2151, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 39, "t_optimize": "40.88s", "t_optimize_in_millis": 40875, "num_committed_segments": 39}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:30:27Z", "observation_sequence_no": 48, "observation_id": "0c0486de", "t_total_in_millis": 70164, "t_total": "1.17m", "observation_stop": "2014-01-08T04:30:56Z"}, "stats": {"search": {"query_total": 14400, "query_time": "11.6m", "fetch_current": 0, "fetch_total": 14400, "fetch_time": "41.4s", "query_time_in_millis": 700721, "open_contexts": 0, "fetch_time_in_millis": 41431, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 69.62, "fetch_current": 0, "fetch_total": 100, "fetch_time": "265ms", "query_time_in_millis_per_query": 63.97, "query_time_in_millis": 6397, "query_time": "6.3s", "client_time_in_millis": 6962, "fetch_time_in_millis_per_query": 2.65, "client_total": 100, "fetch_time_in_millis": 265, "query_current": 0, "client_time": "6.96s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 186.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "275ms", "query_time_in_millis_per_query": 180.6, "query_time_in_millis": 18060, "query_time": "18s", "client_time_in_millis": 18619, "fetch_time_in_millis_per_query": 2.75, "client_total": 100, "fetch_time_in_millis": 275, "query_current": 0, "client_time": "18.62s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 37.07, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 31.72, "query_time_in_millis": 3172, "query_time": "3.1s", "client_time_in_millis": 3707, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "3.71s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1211192}, "abstract": {"memory_size": "172.6mb", "memory_size_in_bytes": 181040673}}, "evictions": 0, "memory_size": "173.8mb", "memory_size_in_bytes": 182251865}, "docs": {"count": 1058209, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1058209, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.7h", "index_time_in_millis": 6180916, "delete_current": 0}, "merges": {"total_time": "3.9h", "total_docs": 3013721, "total_size_in_bytes": 137781691820, "total_size": "128.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 14063910, "total": 781}, "store": {"size_in_bytes": 47570418980, "throttle_time_in_millis": 11322572, "throttle_time": "3.1h", "size": "44.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/6d668fcf' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1080006, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 14700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1085, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1484, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6827, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 8251, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "snapshot": {"completed": 1684, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 204, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 7868, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 105, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389156046644, "total": {"available": "115.7gb", "disk_io_size": "3068.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1021261808640, "disk_read_size": "951.1gb", "disk_writes": 8530655, "disk_io_size_in_bytes": 3294927117312, "free": "115.9gb", "disk_write_size_in_bytes": 2273665308672, "disk_io_op": 12791123, "disk_reads": 4260468, "free_in_bytes": 124500561920, "disk_write_size": "2117.5gb", "available_in_bytes": 124238417920}, "data": [{"available": "115.7gb", "disk_io_size": "3068.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1021261808640, "disk_read_size": "951.1gb", "disk_writes": 8530655, "mount": "/", "disk_io_size_in_bytes": 3294927117312, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2273665308672, "free": "115.9gb", "disk_io_op": 12791123, "disk_reads": 4260468, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 124500561920, "disk_write_size": "2117.5gb", "available_in_bytes": 124238417920}]}, "http": {"total_opened": 72, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "762.4mb", "resident_in_bytes": 799465472, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092174336}, "timestamp": 1389156046643, "open_file_descriptors": 367, "cpu": {"user_in_millis": 11110645, "percent": 56, "sys": "17.3m", "sys_in_millis": 1040044, "total_in_millis": 12150689, "total": "3.3h", "user": "3h"}}, "timestamp": 1389156046642, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.6h", "mem": {"non_heap_used_in_bytes": 51770840, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "302.5mb", "heap_used_in_bytes": 317254608, "non_heap_committed": "77.5mb", "heap_used_percent": 29, "heap_committed": "518.3mb", "heap_committed_in_bytes": 543551488, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43847576, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43847576, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "263.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 270288, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923264, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "299.4mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 314010952, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2973368, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389156046643, "uptime_in_millis": 13249506, "threads": {"count": 103, "peak_count": 110}, "gc": {"collection_count": 58468, "collection_time_in_millis": 151594, "collectors": {"ParNew": {"collection_count": 57741, "collection_time_in_millis": 146904, "collection_time": "2.4m"}, "ConcurrentMarkSweep": {"collection_count": 727, "collection_time_in_millis": 4690, "collection_time": "4.6s"}}, "collection_time": "2.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 14700, "query_time": "12.1m", "fetch_current": 0, "fetch_total": 14700, "fetch_time": "42.2s", "query_time_in_millis": 729506, "open_contexts": 0, "fetch_time_in_millis": 42243, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1190476}, "abstract": {"memory_size": "182.2mb", "memory_size_in_bytes": 191147309}}, "evictions": 0, "memory_size": "183.4mb", "memory_size_in_bytes": 192337785}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1080006, "deleted": 0}, "segments": {"count": 33}, "indexing": {"delete_time_in_millis": 0, "index_total": 1080006, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.7h", "index_time_in_millis": 6308305, "delete_current": 0}, "refresh": {"total_time": "23.8m", "total_time_in_millis": 1432413, "total": 6829}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "146.3kb", "memory_size_in_bytes": 149864}, "flush": {"total_time": "48.5s", "total_time_in_millis": 48504, "total": 204}, "warmer": {"current": 0, "total_time": "1.8s", "total": 7869, "total_time_in_millis": 1896}, "store": {"size_in_bytes": 48547856892, "throttle_time_in_millis": 11900829, "throttle_time": "3.3h", "size": "45.2gb"}, "merges": {"total_time": "4.1h", "total_docs": 3169585, "total_size_in_bytes": 144718745328, "total_size": "134.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 14770902, "total": 803}}, "os": {"load_average": [1.21875, 1.33544921875, 1.61767578125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10370596864, "free_percent": 60, "free_in_bytes": 6025932800, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11153936384, "actual_used_in_bytes": 6809272320}, "timestamp": 1389156046643, "uptime_in_millis": 1579559, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 121353684, "curr_estab": 93, "out_rsts": -1, "active_opens": 109187, "attempt_fails": 1324, "in_segs": 125918700, "passive_opens": 2156, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "395.73s", "t_optimize_in_millis": 395727, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:40:16Z", "observation_sequence_no": 49, "observation_id": "6d668fcf", "t_total_in_millis": 426174, "t_total": "7.10m", "observation_stop": "2014-01-08T04:40:46Z"}, "stats": {"search": {"query_total": 14700, "query_time": "12.1m", "fetch_current": 0, "fetch_total": 14700, "fetch_time": "42.2s", "query_time_in_millis": 729506, "open_contexts": 0, "fetch_time_in_millis": 42243, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 70.62, "fetch_current": 0, "fetch_total": 100, "fetch_time": "267ms", "query_time_in_millis_per_query": 64.94, "query_time_in_millis": 6494, "query_time": "6.4s", "client_time_in_millis": 7062, "fetch_time_in_millis_per_query": 2.67, "client_total": 100, "fetch_time_in_millis": 267, "query_current": 0, "client_time": "7.06s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 196.64, "fetch_current": 0, "fetch_total": 100, "fetch_time": "279ms", "query_time_in_millis_per_query": 190.98, "query_time_in_millis": 19098, "query_time": "19s", "client_time_in_millis": 19664, "fetch_time_in_millis_per_query": 2.79, "client_total": 100, "fetch_time_in_millis": 279, "query_current": 0, "client_time": "19.66s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 37.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "265ms", "query_time_in_millis_per_query": 31.92, "query_time_in_millis": 3192, "query_time": "3.1s", "client_time_in_millis": 3719, "fetch_time_in_millis_per_query": 2.65, "client_total": 100, "fetch_time_in_millis": 265, "query_current": 0, "client_time": "3.72s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1190476}, "abstract": {"memory_size": "182.2mb", "memory_size_in_bytes": 191147309}}, "evictions": 0, "memory_size": "183.4mb", "memory_size_in_bytes": 192337785}, "docs": {"count": 1079958, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1079958, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.7h", "index_time_in_millis": 6307857, "delete_current": 0}, "merges": {"total_time": "4.1h", "total_docs": 3169445, "total_size_in_bytes": 144710642202, "total_size": "134.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 14770104, "total": 798}, "store": {"size_in_bytes": 48546766739, "throttle_time_in_millis": 11900703, "throttle_time": "3.3h", "size": "45.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/c40fcecf' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1101828, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 15000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1103, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1510, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 6964, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 8416, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "snapshot": {"completed": 1717, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 208, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8026, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 107, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389156268800, "total": {"available": "114.7gb", "disk_io_size": "3073.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1021642929152, "disk_read_size": "951.4gb", "disk_writes": 8541325, "disk_io_size_in_bytes": 3300238072832, "free": "115gb", "disk_write_size_in_bytes": 2278595143680, "disk_io_op": 12805332, "disk_reads": 4264007, "free_in_bytes": 123509088256, "disk_write_size": "2122.1gb", "available_in_bytes": 123246944256}, "data": [{"available": "114.7gb", "disk_io_size": "3073.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1021642929152, "disk_read_size": "951.4gb", "disk_writes": 8541325, "mount": "/", "disk_io_size_in_bytes": 3300238072832, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2278595143680, "free": "115gb", "disk_io_op": 12805332, "disk_reads": 4264007, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 123509088256, "disk_write_size": "2122.1gb", "available_in_bytes": 123246944256}]}, "http": {"total_opened": 73, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "762.7mb", "resident_in_bytes": 799764480, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092997632}, "timestamp": 1389156268800, "open_file_descriptors": 394, "cpu": {"user_in_millis": 11332145, "percent": 106, "sys": "17.5m", "sys_in_millis": 1055785, "total_in_millis": 12387930, "total": "3.4h", "user": "3.1h"}}, "timestamp": 1389156268798, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.7h", "mem": {"non_heap_used_in_bytes": 51770968, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "359.3mb", "heap_used_in_bytes": 376813000, "non_heap_committed": "77.5mb", "heap_used_percent": 35, "heap_committed": "518.3mb", "heap_committed_in_bytes": 543551488, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43847704, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43847704, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "797.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 816704, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923264, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "344.3mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 361120432, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "14.1mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 14875864, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389156268800, "uptime_in_millis": 13471663, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 59553, "collection_time_in_millis": 154690, "collectors": {"ParNew": {"collection_count": 58814, "collection_time_in_millis": 149942, "collection_time": "2.4m"}, "ConcurrentMarkSweep": {"collection_count": 739, "collection_time_in_millis": 4748, "collection_time": "4.7s"}}, "collection_time": "2.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 15000, "query_time": "12.6m", "fetch_current": 0, "fetch_total": 15000, "fetch_time": "43s", "query_time_in_millis": 758101, "open_contexts": 0, "fetch_time_in_millis": 43049, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1231832}, "abstract": {"memory_size": "184.7mb", "memory_size_in_bytes": 193732289}}, "evictions": 0, "memory_size": "185.9mb", "memory_size_in_bytes": 194964121}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1101828, "deleted": 0}, "segments": {"count": 35}, "indexing": {"delete_time_in_millis": 0, "index_total": 1101828, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.7h", "index_time_in_millis": 6435585, "delete_current": 0}, "refresh": {"total_time": "24.3m", "total_time_in_millis": 1460817, "total": 6966}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "135kb", "memory_size_in_bytes": 138328}, "flush": {"total_time": "49.6s", "total_time_in_millis": 49608, "total": 208}, "warmer": {"current": 0, "total_time": "1.9s", "total": 8027, "total_time_in_millis": 1936}, "store": {"size_in_bytes": 49539357401, "throttle_time_in_millis": 12037419, "throttle_time": "3.3h", "size": "46.1gb"}, "merges": {"total_time": "4.1h", "total_docs": 3206973, "total_size_in_bytes": 146513342064, "total_size": "136.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 14945067, "total": 819}}, "os": {"load_average": [1.5966796875, 1.56494140625, 1.65087890625], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10362781696, "free_percent": 60, "free_in_bytes": 6035587072, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11144282112, "actual_used_in_bytes": 6817087488}, "timestamp": 1389156268800, "uptime_in_millis": 1579781, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 121530134, "curr_estab": 94, "out_rsts": -1, "active_opens": 109189, "attempt_fails": 1324, "in_segs": 126095146, "passive_opens": 2157, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 31, "t_optimize": "27.56s", "t_optimize_in_millis": 27558, "num_committed_segments": 31}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:43:58Z", "observation_sequence_no": 50, "observation_id": "c40fcecf", "t_total_in_millis": 57811, "t_total": "0.96m", "observation_stop": "2014-01-08T04:44:28Z"}, "stats": {"search": {"query_total": 15000, "query_time": "12.6m", "fetch_current": 0, "fetch_total": 15000, "fetch_time": "43s", "query_time_in_millis": 758101, "open_contexts": 0, "fetch_time_in_millis": 43049, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 70.98, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 65.35, "query_time_in_millis": 6535, "query_time": "6.5s", "client_time_in_millis": 7098, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "7.10s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 193.25, "fetch_current": 0, "fetch_total": 100, "fetch_time": "284ms", "query_time_in_millis_per_query": 187.63, "query_time_in_millis": 18763, "query_time": "18.7s", "client_time_in_millis": 19325, "fetch_time_in_millis_per_query": 2.84, "client_total": 100, "fetch_time_in_millis": 284, "query_current": 0, "client_time": "19.33s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 38.29, "fetch_current": 0, "fetch_total": 100, "fetch_time": "260ms", "query_time_in_millis_per_query": 32.95, "query_time_in_millis": 3295, "query_time": "3.2s", "client_time_in_millis": 3829, "fetch_time_in_millis_per_query": 2.6, "client_total": 100, "fetch_time_in_millis": 260, "query_current": 0, "client_time": "3.83s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1231832}, "abstract": {"memory_size": "184.7mb", "memory_size_in_bytes": 193732289}}, "evictions": 0, "memory_size": "185.9mb", "memory_size_in_bytes": 194964121}, "docs": {"count": 1101779, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1101779, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.7h", "index_time_in_millis": 6435128, "delete_current": 0}, "merges": {"total_time": "4.1h", "total_docs": 3206833, "total_size_in_bytes": 146505238938, "total_size": "136.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 14944269, "total": 814}, "store": {"size_in_bytes": 49538135050, "throttle_time_in_millis": 12037293, "throttle_time": "3.3h", "size": "46.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/c8929d8e' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1124054, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 15300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1123, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1536, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7101, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 8582, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "snapshot": {"completed": 1751, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 212, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8184, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 109, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389156498652, "total": {"available": "113.8gb", "disk_io_size": "3079gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1022078075904, "disk_read_size": "951.8gb", "disk_writes": 8552876, "disk_io_size_in_bytes": 3306135635968, "free": "114.1gb", "disk_write_size_in_bytes": 2284057560064, "disk_io_op": 12819580, "disk_reads": 4266704, "free_in_bytes": 122527031296, "disk_write_size": "2127.1gb", "available_in_bytes": 122264887296}, "data": [{"available": "113.8gb", "disk_io_size": "3079gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1022078075904, "disk_read_size": "951.8gb", "disk_writes": 8552876, "mount": "/", "disk_io_size_in_bytes": 3306135635968, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2284057560064, "free": "114.1gb", "disk_io_op": 12819580, "disk_reads": 4266704, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 122527031296, "disk_write_size": "2127.1gb", "available_in_bytes": 122264887296}]}, "http": {"total_opened": 74, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "762.7mb", "resident_in_bytes": 799813632, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4093136896}, "timestamp": 1389156498651, "open_file_descriptors": 371, "cpu": {"user_in_millis": 11561341, "percent": 107, "sys": "17.8m", "sys_in_millis": 1073878, "total_in_millis": 12635219, "total": "3.5h", "user": "3.2h"}}, "timestamp": 1389156498649, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.8h", "mem": {"non_heap_used_in_bytes": 51771392, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "278.2mb", "heap_used_in_bytes": 291771824, "non_heap_committed": "77.5mb", "heap_used_percent": 27, "heap_committed": "518.3mb", "heap_committed_in_bytes": 543551488, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43848128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43848128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "87.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 89408, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923264, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "253.1mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 265428472, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "25mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 26253944, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389156498651, "uptime_in_millis": 13701514, "threads": {"count": 107, "peak_count": 110}, "gc": {"collection_count": 60656, "collection_time_in_millis": 157850, "collectors": {"ParNew": {"collection_count": 59904, "collection_time_in_millis": 153011, "collection_time": "2.5m"}, "ConcurrentMarkSweep": {"collection_count": 752, "collection_time_in_millis": 4839, "collection_time": "4.8s"}}, "collection_time": "2.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 15300, "query_time": "13.1m", "fetch_current": 0, "fetch_total": 15300, "fetch_time": "43.8s", "query_time_in_millis": 787313, "open_contexts": 0, "fetch_time_in_millis": 43849, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1249184}, "abstract": {"memory_size": "186.7mb", "memory_size_in_bytes": 195825230}}, "evictions": 0, "memory_size": "187.9mb", "memory_size_in_bytes": 197074414}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1124054, "deleted": 0}, "segments": {"count": 37}, "indexing": {"delete_time_in_millis": 0, "index_total": 1124054, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.8h", "index_time_in_millis": 6562655, "delete_current": 0}, "refresh": {"total_time": "24.8m", "total_time_in_millis": 1488769, "total": 7103}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "137.8kb", "memory_size_in_bytes": 141128}, "flush": {"total_time": "50.5s", "total_time_in_millis": 50587, "total": 212}, "warmer": {"current": 0, "total_time": "1.9s", "total": 8185, "total_time_in_millis": 1973}, "store": {"size_in_bytes": 50520955963, "throttle_time_in_millis": 12231437, "throttle_time": "3.3h", "size": "47gb"}, "merges": {"total_time": "4.2h", "total_docs": 3258847, "total_size_in_bytes": 148862144601, "total_size": "138.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 15185650, "total": 835}}, "os": {"load_average": [1.60400390625, 1.763671875, 1.728515625], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10363535360, "free_percent": 60, "free_in_bytes": 6390636544, "free": "5.9gb", "used": "10gb", "actual_used": "6.3gb", "used_in_bytes": 10789232640, "actual_used_in_bytes": 6816333824}, "timestamp": 1389156498651, "uptime_in_millis": 1580011, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 121707918, "curr_estab": 94, "out_rsts": -1, "active_opens": 109191, "attempt_fails": 1324, "in_segs": 126272947, "passive_opens": 2158, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 32, "t_optimize": "34.61s", "t_optimize_in_millis": 34608, "num_committed_segments": 32}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:47:47Z", "observation_sequence_no": 51, "observation_id": "c8929d8e", "t_total_in_millis": 65493, "t_total": "1.09m", "observation_stop": "2014-01-08T04:48:18Z"}, "stats": {"search": {"query_total": 15300, "query_time": "13.1m", "fetch_current": 0, "fetch_total": 15300, "fetch_time": "43.8s", "query_time_in_millis": 787313, "open_contexts": 0, "fetch_time_in_millis": 43849, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 72.91, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 67.21, "query_time_in_millis": 6721, "query_time": "6.7s", "client_time_in_millis": 7291, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "7.29s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 197.27, "fetch_current": 0, "fetch_total": 100, "fetch_time": "279ms", "query_time_in_millis_per_query": 191.61, "query_time_in_millis": 19161, "query_time": "19.1s", "client_time_in_millis": 19727, "fetch_time_in_millis_per_query": 2.79, "client_total": 100, "fetch_time_in_millis": 279, "query_current": 0, "client_time": "19.73s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 38.65, "fetch_current": 0, "fetch_total": 100, "fetch_time": "259ms", "query_time_in_millis_per_query": 33.29, "query_time_in_millis": 3329, "query_time": "3.3s", "client_time_in_millis": 3865, "fetch_time_in_millis_per_query": 2.59, "client_total": 100, "fetch_time_in_millis": 259, "query_current": 0, "client_time": "3.87s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.1mb", "memory_size_in_bytes": 1249184}, "abstract": {"memory_size": "186.7mb", "memory_size_in_bytes": 195825230}}, "evictions": 0, "memory_size": "187.9mb", "memory_size_in_bytes": 197074414}, "docs": {"count": 1124004, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1124004, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.8h", "index_time_in_millis": 6562191, "delete_current": 0}, "merges": {"total_time": "4.2h", "total_docs": 3258707, "total_size_in_bytes": 148854041475, "total_size": "138.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 15184852, "total": 830}, "store": {"size_in_bytes": 50519601356, "throttle_time_in_millis": 12231311, "throttle_time": "3.3h", "size": "47gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/07e61a82' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1145457, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 15600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1141, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1560, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7237, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 8747, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "snapshot": {"completed": 1784, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 216, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8341, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 111, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389156714051, "total": {"available": "112.9gb", "disk_io_size": "3083.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1022319797248, "disk_read_size": "952.1gb", "disk_writes": 8563015, "disk_io_size_in_bytes": 3311234774016, "free": "113.1gb", "disk_write_size_in_bytes": 2288914976768, "disk_io_op": 12830690, "disk_reads": 4267675, "free_in_bytes": 121539383296, "disk_write_size": "2131.7gb", "available_in_bytes": 121277239296}, "data": [{"available": "112.9gb", "disk_io_size": "3083.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1022319797248, "disk_read_size": "952.1gb", "disk_writes": 8563015, "mount": "/", "disk_io_size_in_bytes": 3311234774016, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2288914976768, "free": "113.1gb", "disk_io_op": 12830690, "disk_reads": 4267675, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 121539383296, "disk_write_size": "2131.7gb", "available_in_bytes": 121277239296}]}, "http": {"total_opened": 75, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "762.7mb", "resident_in_bytes": 799825920, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4093136896}, "timestamp": 1389156714050, "open_file_descriptors": 402, "cpu": {"user_in_millis": 11781587, "percent": 109, "sys": "18.1m", "sys_in_millis": 1089229, "total_in_millis": 12870816, "total": "3.5h", "user": "3.2h"}}, "timestamp": 1389156714048, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.8h", "mem": {"non_heap_used_in_bytes": 51771392, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "277.9mb", "heap_used_in_bytes": 291461056, "non_heap_committed": "77.5mb", "heap_used_percent": 27, "heap_committed": "518.3mb", "heap_committed_in_bytes": 543551488, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43848128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43848128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "116kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 118800, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923264, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "251.5mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 263771728, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "26.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 27570528, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389156714050, "uptime_in_millis": 13916913, "threads": {"count": 107, "peak_count": 110}, "gc": {"collection_count": 61699, "collection_time_in_millis": 160929, "collectors": {"ParNew": {"collection_count": 60934, "collection_time_in_millis": 155990, "collection_time": "2.5m"}, "ConcurrentMarkSweep": {"collection_count": 765, "collection_time_in_millis": 4939, "collection_time": "4.9s"}}, "collection_time": "2.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 15600, "query_time": "13.6m", "fetch_current": 0, "fetch_total": 15600, "fetch_time": "44.6s", "query_time_in_millis": 817115, "open_contexts": 0, "fetch_time_in_millis": 44651, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1300156}, "abstract": {"memory_size": "189mb", "memory_size_in_bytes": 198199317}}, "evictions": 0, "memory_size": "190.2mb", "memory_size_in_bytes": 199499473}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1145457, "deleted": 0}, "segments": {"count": 38}, "indexing": {"delete_time_in_millis": 0, "index_total": 1145457, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.8h", "index_time_in_millis": 6689453, "delete_current": 0}, "refresh": {"total_time": "25.2m", "total_time_in_millis": 1517253, "total": 7239}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "140.9kb", "memory_size_in_bytes": 144328}, "flush": {"total_time": "51.3s", "total_time_in_millis": 51376, "total": 216}, "warmer": {"current": 0, "total_time": "2s", "total": 8342, "total_time_in_millis": 2015}, "store": {"size_in_bytes": 51508823749, "throttle_time_in_millis": 12366011, "throttle_time": "3.4h", "size": "47.9gb"}, "merges": {"total_time": "4.2h", "total_docs": 3298193, "total_size_in_bytes": 150601226150, "total_size": "140.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 15355237, "total": 851}}, "os": {"load_average": [2.0146484375, 1.9462890625, 1.81494140625], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10363297792, "free_percent": 60, "free_in_bytes": 6200250368, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.3gb", "used_in_bytes": 10979618816, "actual_used_in_bytes": 6816571392}, "timestamp": 1389156714050, "uptime_in_millis": 1580227, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 81, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 121883274, "curr_estab": 93, "out_rsts": -1, "active_opens": 109193, "attempt_fails": 1324, "in_segs": 126448322, "passive_opens": 2159, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 32, "t_optimize": "20.24s", "t_optimize_in_millis": 20237, "num_committed_segments": 32}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:51:22Z", "observation_sequence_no": 52, "observation_id": "07e61a82", "t_total_in_millis": 51701, "t_total": "0.86m", "observation_stop": "2014-01-08T04:51:54Z"}, "stats": {"search": {"query_total": 15600, "query_time": "13.6m", "fetch_current": 0, "fetch_total": 15600, "fetch_time": "44.6s", "query_time_in_millis": 817115, "open_contexts": 0, "fetch_time_in_millis": 44651, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 74.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 68.53, "query_time_in_millis": 6853, "query_time": "6.8s", "client_time_in_millis": 7417, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "7.42s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 201.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 195.54, "query_time_in_millis": 19554, "query_time": "19.5s", "client_time_in_millis": 20117, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "20.12s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 39.28, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 33.93, "query_time_in_millis": 3393, "query_time": "3.3s", "client_time_in_millis": 3928, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "3.93s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1300156}, "abstract": {"memory_size": "189mb", "memory_size_in_bytes": 198199317}}, "evictions": 0, "memory_size": "190.2mb", "memory_size_in_bytes": 199499473}, "docs": {"count": 1145406, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1145406, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.8h", "index_time_in_millis": 6688979, "delete_current": 0}, "merges": {"total_time": "4.2h", "total_docs": 3298053, "total_size_in_bytes": 150593123024, "total_size": "140.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 15354439, "total": 846}, "store": {"size_in_bytes": 51507336918, "throttle_time_in_millis": 12365885, "throttle_time": "3.4h", "size": "47.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/7ad6985f' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1167056, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 15900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1159, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1583, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7375, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 8914, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "snapshot": {"completed": 1818, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 220, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8500, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 112, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389156916058, "total": {"available": "112gb", "disk_io_size": "3088.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1022565340160, "disk_read_size": "952.3gb", "disk_writes": 8572849, "disk_io_size_in_bytes": 3316405979136, "free": "112.2gb", "disk_write_size_in_bytes": 2293840638976, "disk_io_op": 12841511, "disk_reads": 4268662, "free_in_bytes": 120537583616, "disk_write_size": "2136.3gb", "available_in_bytes": 120275439616}, "data": [{"available": "112gb", "disk_io_size": "3088.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1022565340160, "disk_read_size": "952.3gb", "disk_writes": 8572849, "mount": "/", "disk_io_size_in_bytes": 3316405979136, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2293840638976, "free": "112.2gb", "disk_io_op": 12841511, "disk_reads": 4268662, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 120537583616, "disk_write_size": "2136.3gb", "available_in_bytes": 120275439616}]}, "http": {"total_opened": 75, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "762.7mb", "resident_in_bytes": 799830016, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4093136896}, "timestamp": 1389156916057, "open_file_descriptors": 435, "cpu": {"user_in_millis": 12007689, "percent": 119, "sys": "18.4m", "sys_in_millis": 1104865, "total_in_millis": 13112554, "total": "3.6h", "user": "3.3h"}}, "timestamp": 1389156916054, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "3.9h", "mem": {"non_heap_used_in_bytes": 51771392, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "295.2mb", "heap_used_in_bytes": 309642312, "non_heap_committed": "77.5mb", "heap_used_percent": 29, "heap_committed": "518.3mb", "heap_committed_in_bytes": 543551488, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43848128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43848128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "346.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 354840, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7923264, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "277.5mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 291038544, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "17.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 18248928, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389156916057, "uptime_in_millis": 14118920, "threads": {"count": 107, "peak_count": 110}, "gc": {"collection_count": 62828, "collection_time_in_millis": 164249, "collectors": {"ParNew": {"collection_count": 62049, "collection_time_in_millis": 159221, "collection_time": "2.6m"}, "ConcurrentMarkSweep": {"collection_count": 779, "collection_time_in_millis": 5028, "collection_time": "5s"}}, "collection_time": "2.7m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 15900, "query_time": "14.1m", "fetch_current": 0, "fetch_total": 15900, "fetch_time": "45.4s", "query_time_in_millis": 847364, "open_contexts": 0, "fetch_time_in_millis": 45452, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1349112}, "abstract": {"memory_size": "191.5mb", "memory_size_in_bytes": 200833375}}, "evictions": 0, "memory_size": "192.8mb", "memory_size_in_bytes": 202182487}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1167056, "deleted": 0}, "segments": {"count": 41}, "indexing": {"delete_time_in_millis": 0, "index_total": 1167056, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.8h", "index_time_in_millis": 6818156, "delete_current": 0}, "refresh": {"total_time": "25.7m", "total_time_in_millis": 1546591, "total": 7377}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "143.1kb", "memory_size_in_bytes": 146544}, "flush": {"total_time": "52.5s", "total_time_in_millis": 52533, "total": 220}, "warmer": {"current": 0, "total_time": "2s", "total": 8501, "total_time_in_millis": 2053}, "store": {"size_in_bytes": 52510132782, "throttle_time_in_millis": 12513711, "throttle_time": "3.4h", "size": "48.9gb"}, "merges": {"total_time": "4.3h", "total_docs": 3334949, "total_size_in_bytes": 152381031873, "total_size": "141.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 15540115, "total": 867}}, "os": {"load_average": [1.72900390625, 1.8681640625, 1.80615234375], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10365341696, "free_percent": 60, "free_in_bytes": 6292828160, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10887041024, "actual_used_in_bytes": 6814527488}, "timestamp": 1389156916057, "uptime_in_millis": 1580429, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 122059042, "curr_estab": 94, "out_rsts": -1, "active_opens": 109194, "attempt_fails": 1324, "in_segs": 126624108, "passive_opens": 2159, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 34, "t_optimize": "4.17s", "t_optimize_in_millis": 4167, "num_committed_segments": 34}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T04:54:44Z", "observation_sequence_no": 53, "observation_id": "7ad6985f", "t_total_in_millis": 36096, "t_total": "0.60m", "observation_stop": "2014-01-08T04:55:16Z"}, "stats": {"search": {"query_total": 15900, "query_time": "14.1m", "fetch_current": 0, "fetch_total": 15900, "fetch_time": "45.4s", "query_time_in_millis": 847364, "open_contexts": 0, "fetch_time_in_millis": 45452, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 75.22, "fetch_current": 0, "fetch_total": 100, "fetch_time": "263ms", "query_time_in_millis_per_query": 69.67, "query_time_in_millis": 6967, "query_time": "6.9s", "client_time_in_millis": 7522, "fetch_time_in_millis_per_query": 2.63, "client_total": 100, "fetch_time_in_millis": 263, "query_current": 0, "client_time": "7.52s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 203.93, "fetch_current": 0, "fetch_total": 100, "fetch_time": "281ms", "query_time_in_millis_per_query": 198.12, "query_time_in_millis": 19812, "query_time": "19.8s", "client_time_in_millis": 20393, "fetch_time_in_millis_per_query": 2.81, "client_total": 100, "fetch_time_in_millis": 281, "query_current": 0, "client_time": "20.39s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 40.12, "fetch_current": 0, "fetch_total": 100, "fetch_time": "256ms", "query_time_in_millis_per_query": 34.69, "query_time_in_millis": 3469, "query_time": "3.4s", "client_time_in_millis": 4012, "fetch_time_in_millis_per_query": 2.56, "client_total": 100, "fetch_time_in_millis": 256, "query_current": 0, "client_time": "4.01s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1349112}, "abstract": {"memory_size": "191.5mb", "memory_size_in_bytes": 200833375}}, "evictions": 0, "memory_size": "192.8mb", "memory_size_in_bytes": 202182487}, "docs": {"count": 1167004, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1167004, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.8h", "index_time_in_millis": 6817671, "delete_current": 0}, "merges": {"total_time": "4.3h", "total_docs": 3334809, "total_size_in_bytes": 152372928747, "total_size": "141.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 15539317, "total": 862}, "store": {"size_in_bytes": 52508513783, "throttle_time_in_millis": 12513585, "throttle_time": "3.4h", "size": "48.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/052cd44d' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1189610, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 16200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1209, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1653, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7514, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 9081, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "snapshot": {"completed": 1852, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 225, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8660, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 118, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389157596321, "total": {"available": "111.1gb", "disk_io_size": "3103gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1027175609344, "disk_read_size": "956.6gb", "disk_writes": 8594298, "disk_io_size_in_bytes": 3331861155840, "free": "111.3gb", "disk_write_size_in_bytes": 2304685546496, "disk_io_op": 12887204, "disk_reads": 4292906, "free_in_bytes": 119562797056, "disk_write_size": "2146.4gb", "available_in_bytes": 119300653056}, "data": [{"available": "111.1gb", "disk_io_size": "3103gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1027175609344, "disk_read_size": "956.6gb", "disk_writes": 8594298, "mount": "/", "disk_io_size_in_bytes": 3331861155840, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2304685546496, "free": "111.3gb", "disk_io_op": 12887204, "disk_reads": 4292906, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 119562797056, "disk_write_size": "2146.4gb", "available_in_bytes": 119300653056}]}, "http": {"total_opened": 81, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "762.5mb", "resident_in_bytes": 799547392, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092039168}, "timestamp": 1389157596320, "open_file_descriptors": 369, "cpu": {"user_in_millis": 12318029, "percent": 52, "sys": "19.1m", "sys_in_millis": 1151188, "total_in_millis": 13469217, "total": "3.7h", "user": "3.4h"}}, "timestamp": 1389157596317, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.1h", "mem": {"non_heap_used_in_bytes": 51770096, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "335.5mb", "heap_used_in_bytes": 351893416, "non_heap_committed": "77.5mb", "heap_used_percent": 33, "heap_committed": "542.1mb", "heap_committed_in_bytes": 568438784, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43848560, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43848560, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "84kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 86112, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7921536, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "310.9mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 326023480, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "24.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 25783824, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389157596320, "uptime_in_millis": 14799183, "threads": {"count": 103, "peak_count": 110}, "gc": {"collection_count": 64246, "collection_time_in_millis": 168277, "collectors": {"ParNew": {"collection_count": 63452, "collection_time_in_millis": 163133, "collection_time": "2.7m"}, "ConcurrentMarkSweep": {"collection_count": 794, "collection_time_in_millis": 5144, "collection_time": "5.1s"}}, "collection_time": "2.8m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 16200, "query_time": "14.6m", "fetch_current": 0, "fetch_total": 16200, "fetch_time": "46.2s", "query_time_in_millis": 879219, "open_contexts": 0, "fetch_time_in_millis": 46237, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1294620}, "abstract": {"memory_size": "201.8mb", "memory_size_in_bytes": 211614081}}, "evictions": 0, "memory_size": "203mb", "memory_size_in_bytes": 212908701}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1189610, "deleted": 0}, "segments": {"count": 35}, "indexing": {"delete_time_in_millis": 0, "index_total": 1189610, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.9h", "index_time_in_millis": 6946515, "delete_current": 0}, "refresh": {"total_time": "26.2m", "total_time_in_millis": 1575232, "total": 7516}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "159.4kb", "memory_size_in_bytes": 163320}, "flush": {"total_time": "53.6s", "total_time_in_millis": 53603, "total": 225}, "warmer": {"current": 0, "total_time": "2s", "total": 8661, "total_time_in_millis": 2088}, "store": {"size_in_bytes": 53485360605, "throttle_time_in_millis": 13089261, "throttle_time": "3.6h", "size": "49.8gb"}, "merges": {"total_time": "4.5h", "total_docs": 3513148, "total_size_in_bytes": 160084603286, "total_size": "149gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16258488, "total": 884}}, "os": {"load_average": [1.326171875, 1.07373046875, 1.38525390625], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10364194816, "free_percent": 60, "free_in_bytes": 6189031424, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.3gb", "used_in_bytes": 10990837760, "actual_used_in_bytes": 6815674368}, "timestamp": 1389157596320, "uptime_in_millis": 1581109, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 8, "idle": 90, "stolen": 0, "user": 6}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 122237716, "curr_estab": 93, "out_rsts": -1, "active_opens": 109201, "attempt_fails": 1324, "in_segs": 126802766, "passive_opens": 2165, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 27, "t_optimize": "480.73s", "t_optimize_in_millis": 480732, "num_committed_segments": 27}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:06:02Z", "observation_sequence_no": 54, "observation_id": "052cd44d", "t_total_in_millis": 514243, "t_total": "8.57m", "observation_stop": "2014-01-08T05:06:36Z"}, "stats": {"search": {"query_total": 16200, "query_time": "14.6m", "fetch_current": 0, "fetch_total": 16200, "fetch_time": "46.2s", "query_time_in_millis": 879219, "open_contexts": 0, "fetch_time_in_millis": 46237, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 77.58, "fetch_current": 0, "fetch_total": 100, "fetch_time": "252ms", "query_time_in_millis_per_query": 72.11, "query_time_in_millis": 7211, "query_time": "7.2s", "client_time_in_millis": 7758, "fetch_time_in_millis_per_query": 2.52, "client_total": 100, "fetch_time_in_millis": 252, "query_current": 0, "client_time": "7.76s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 217.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "271ms", "query_time_in_millis_per_query": 211.55, "query_time_in_millis": 21155, "query_time": "21.1s", "client_time_in_millis": 21717, "fetch_time_in_millis_per_query": 2.71, "client_total": 100, "fetch_time_in_millis": 271, "query_current": 0, "client_time": "21.72s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 40.35, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 34.87, "query_time_in_millis": 3487, "query_time": "3.4s", "client_time_in_millis": 4035, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "4.04s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1294620}, "abstract": {"memory_size": "201.8mb", "memory_size_in_bytes": 211614081}}, "evictions": 0, "memory_size": "203mb", "memory_size_in_bytes": 212908701}, "docs": {"count": 1189557, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1189557, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.9h", "index_time_in_millis": 6946023, "delete_current": 0}, "merges": {"total_time": "4.5h", "total_docs": 3513008, "total_size_in_bytes": 160076500160, "total_size": "149gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16257690, "total": 879}, "store": {"size_in_bytes": 53483609212, "throttle_time_in_millis": 13089135, "throttle_time": "3.6h", "size": "49.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/4e939403' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1211018, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 16500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1225, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1675, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7652, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 9248, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1886, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 229, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8818, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 119, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389157795995, "total": {"available": "110.1gb", "disk_io_size": "3108.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1027856327680, "disk_read_size": "957.2gb", "disk_writes": 8604707, "disk_io_size_in_bytes": 3337444786176, "free": "110.4gb", "disk_write_size_in_bytes": 2309588458496, "disk_io_op": 12904067, "disk_reads": 4299360, "free_in_bytes": 118573977600, "disk_write_size": "2150.9gb", "available_in_bytes": 118311833600}, "data": [{"available": "110.1gb", "disk_io_size": "3108.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1027856327680, "disk_read_size": "957.2gb", "disk_writes": 8604707, "mount": "/", "disk_io_size_in_bytes": 3337444786176, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2309588458496, "free": "110.4gb", "disk_io_op": 12904067, "disk_reads": 4299360, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 118573977600, "disk_write_size": "2150.9gb", "available_in_bytes": 118311833600}]}, "http": {"total_opened": 81, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "771.6mb", "resident_in_bytes": 809099264, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092862464}, "timestamp": 1389157795994, "open_file_descriptors": 406, "cpu": {"user_in_millis": 12544805, "percent": 121, "sys": "19.4m", "sys_in_millis": 1166817, "total_in_millis": 13711622, "total": "3.8h", "user": "3.4h"}}, "timestamp": 1389157795991, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.1h", "mem": {"non_heap_used_in_bytes": 51778904, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "390.7mb", "heap_used_in_bytes": 409717288, "non_heap_committed": "77.5mb", "heap_used_percent": 38, "heap_committed": "542.1mb", "heap_committed_in_bytes": 568438784, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43852568, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43852568, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "69.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 71440, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926336, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "383.1mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 401722464, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "7.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 7923384, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389157795994, "uptime_in_millis": 14998857, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 65364, "collection_time_in_millis": 171520, "collectors": {"ParNew": {"collection_count": 64557, "collection_time_in_millis": 166268, "collection_time": "2.7m"}, "ConcurrentMarkSweep": {"collection_count": 807, "collection_time_in_millis": 5252, "collection_time": "5.2s"}}, "collection_time": "2.8m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 16500, "query_time": "15.1m", "fetch_current": 0, "fetch_total": 16500, "fetch_time": "47s", "query_time_in_millis": 910897, "open_contexts": 0, "fetch_time_in_millis": 47036, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1339400}, "abstract": {"memory_size": "204.5mb", "memory_size_in_bytes": 214466593}}, "evictions": 0, "memory_size": "205.8mb", "memory_size_in_bytes": 215805993}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1211018, "deleted": 0}, "segments": {"count": 47}, "indexing": {"delete_time_in_millis": 0, "index_total": 1211018, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.9h", "index_time_in_millis": 7074854, "delete_current": 0}, "refresh": {"total_time": "26.7m", "total_time_in_millis": 1604142, "total": 7654}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "149.4kb", "memory_size_in_bytes": 153008}, "flush": {"total_time": "54.5s", "total_time_in_millis": 54560, "total": 229}, "warmer": {"current": 0, "total_time": "2.1s", "total": 8819, "total_time_in_millis": 2122}, "store": {"size_in_bytes": 54474534816, "throttle_time_in_millis": 13234939, "throttle_time": "3.6h", "size": "50.7gb"}, "merges": {"total_time": "4.5h", "total_docs": 3547847, "total_size_in_bytes": 161858765760, "total_size": "150.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16442718, "total": 899}}, "os": {"load_average": [1.7490234375, 1.5087890625, 1.50732421875], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10353569792, "free_percent": 60, "free_in_bytes": 6043447296, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11136421888, "actual_used_in_bytes": 6826299392}, "timestamp": 1389157795994, "uptime_in_millis": 1581308, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 122412916, "curr_estab": 93, "out_rsts": -1, "active_opens": 109211, "attempt_fails": 1324, "in_segs": 126977984, "passive_opens": 2165, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 38, "t_optimize": "0.26s", "t_optimize_in_millis": 263, "num_committed_segments": 38}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:09:22Z", "observation_sequence_no": 55, "observation_id": "4e939403", "t_total_in_millis": 33599, "t_total": "0.56m", "observation_stop": "2014-01-08T05:09:55Z"}, "stats": {"search": {"query_total": 16500, "query_time": "15.1m", "fetch_current": 0, "fetch_total": 16500, "fetch_time": "47s", "query_time_in_millis": 910897, "open_contexts": 0, "fetch_time_in_millis": 47036, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 78.75, "fetch_current": 0, "fetch_total": 100, "fetch_time": "257ms", "query_time_in_millis_per_query": 73.17, "query_time_in_millis": 7317, "query_time": "7.3s", "client_time_in_millis": 7875, "fetch_time_in_millis_per_query": 2.57, "client_total": 100, "fetch_time_in_millis": 257, "query_current": 0, "client_time": "7.88s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 213.02, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 207.35, "query_time_in_millis": 20735, "query_time": "20.7s", "client_time_in_millis": 21302, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "21.30s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 41.56, "fetch_current": 0, "fetch_total": 100, "fetch_time": "257ms", "query_time_in_millis_per_query": 36.24, "query_time_in_millis": 3624, "query_time": "3.6s", "client_time_in_millis": 4156, "fetch_time_in_millis_per_query": 2.57, "client_total": 100, "fetch_time_in_millis": 257, "query_current": 0, "client_time": "4.16s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.2mb", "memory_size_in_bytes": 1339400}, "abstract": {"memory_size": "204.5mb", "memory_size_in_bytes": 214466593}}, "evictions": 0, "memory_size": "205.8mb", "memory_size_in_bytes": 215805993}, "docs": {"count": 1210964, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1210964, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "1.9h", "index_time_in_millis": 7074349, "delete_current": 0}, "merges": {"total_time": "4.5h", "total_docs": 3547707, "total_size_in_bytes": 161850662634, "total_size": "150.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16441920, "total": 894}, "store": {"size_in_bytes": 54472651199, "throttle_time_in_millis": 13234813, "throttle_time": "3.6h", "size": "50.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/cee1e295' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1232806, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 16800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1247, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1705, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7789, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 9413, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1919, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 233, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 8977, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 122, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389158043347, "total": {"available": "109.2gb", "disk_io_size": "3113.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028096148480, "disk_read_size": "957.4gb", "disk_writes": 8615476, "disk_io_size_in_bytes": 3343155358720, "free": "109.5gb", "disk_write_size_in_bytes": 2315059210240, "disk_io_op": 12916068, "disk_reads": 4300592, "free_in_bytes": 117596938240, "disk_write_size": "2156gb", "available_in_bytes": 117334794240}, "data": [{"available": "109.2gb", "disk_io_size": "3113.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028096148480, "disk_read_size": "957.4gb", "disk_writes": 8615476, "mount": "/", "disk_io_size_in_bytes": 3343155358720, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2315059210240, "free": "109.5gb", "disk_io_op": 12916068, "disk_reads": 4300592, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 117596938240, "disk_write_size": "2156gb", "available_in_bytes": 117334794240}]}, "http": {"total_opened": 83, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "771.6mb", "resident_in_bytes": 809107456, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092862464}, "timestamp": 1389158043346, "open_file_descriptors": 394, "cpu": {"user_in_millis": 12779054, "percent": 102, "sys": "19.7m", "sys_in_millis": 1185264, "total_in_millis": 13964318, "total": "3.8h", "user": "3.5h"}}, "timestamp": 1389158043342, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.2h", "mem": {"non_heap_used_in_bytes": 51778904, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "409.5mb", "heap_used_in_bytes": 429467712, "non_heap_committed": "77.5mb", "heap_used_percent": 40, "heap_committed": "542.1mb", "heap_committed_in_bytes": 568438784, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43852568, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43852568, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1135328, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926336, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "383.6mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 402241744, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "24.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 26090640, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389158043346, "uptime_in_millis": 15246209, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 66486, "collection_time_in_millis": 174724, "collectors": {"ParNew": {"collection_count": 65666, "collection_time_in_millis": 169405, "collection_time": "2.8m"}, "ConcurrentMarkSweep": {"collection_count": 820, "collection_time_in_millis": 5319, "collection_time": "5.3s"}}, "collection_time": "2.9m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 16800, "query_time": "15.7m", "fetch_current": 0, "fetch_total": 16800, "fetch_time": "47.8s", "query_time_in_millis": 943180, "open_contexts": 0, "fetch_time_in_millis": 47831, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1368536}, "abstract": {"memory_size": "206.5mb", "memory_size_in_bytes": 216565342}}, "evictions": 0, "memory_size": "207.8mb", "memory_size_in_bytes": 217933878}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1232806, "deleted": 0}, "segments": {"count": 49}, "indexing": {"delete_time_in_millis": 0, "index_total": 1232806, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2h", "index_time_in_millis": 7202064, "delete_current": 0}, "refresh": {"total_time": "27.2m", "total_time_in_millis": 1632144, "total": 7791}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "151.2kb", "memory_size_in_bytes": 154872}, "flush": {"total_time": "55.6s", "total_time_in_millis": 55685, "total": 233}, "warmer": {"current": 0, "total_time": "2.1s", "total": 8978, "total_time_in_millis": 2163}, "store": {"size_in_bytes": 55451123896, "throttle_time_in_millis": 13425557, "throttle_time": "3.7h", "size": "51.6gb"}, "merges": {"total_time": "4.6h", "total_docs": 3597840, "total_size_in_bytes": 164233806072, "total_size": "152.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16681254, "total": 916}}, "os": {"load_average": [1.63916015625, 1.685546875, 1.59033203125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10352873472, "free_percent": 60, "free_in_bytes": 6071021568, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11108847616, "actual_used_in_bytes": 6826995712}, "timestamp": 1389158043346, "uptime_in_millis": 1581556, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 15, "idle": 83, "stolen": 0, "user": 13}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 122589075, "curr_estab": 94, "out_rsts": -1, "active_opens": 109214, "attempt_fails": 1324, "in_segs": 127154159, "passive_opens": 2167, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1752}}}}}, "segments": {"segments": null, "num_search_segments": 39, "t_optimize": "49.08s", "t_optimize_in_millis": 49077, "num_committed_segments": 39}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:13:29Z", "observation_sequence_no": 56, "observation_id": "cee1e295", "t_total_in_millis": 83021, "t_total": "1.38m", "observation_stop": "2014-01-08T05:14:03Z"}, "stats": {"search": {"query_total": 16800, "query_time": "15.7m", "fetch_current": 0, "fetch_total": 16800, "fetch_time": "47.8s", "query_time_in_millis": 943180, "open_contexts": 0, "fetch_time_in_millis": 47831, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 80.36, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 74.73, "query_time_in_millis": 7473, "query_time": "7.4s", "client_time_in_millis": 8036, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "8.04s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 216.78, "fetch_current": 0, "fetch_total": 100, "fetch_time": "281ms", "query_time_in_millis_per_query": 211.19, "query_time_in_millis": 21119, "query_time": "21.1s", "client_time_in_millis": 21678, "fetch_time_in_millis_per_query": 2.81, "client_total": 100, "fetch_time_in_millis": 281, "query_current": 0, "client_time": "21.68s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 42.27, "fetch_current": 0, "fetch_total": 100, "fetch_time": "260ms", "query_time_in_millis_per_query": 36.9, "query_time_in_millis": 3690, "query_time": "3.6s", "client_time_in_millis": 4227, "fetch_time_in_millis_per_query": 2.6, "client_total": 100, "fetch_time_in_millis": 260, "query_current": 0, "client_time": "4.23s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1368536}, "abstract": {"memory_size": "206.5mb", "memory_size_in_bytes": 216565342}}, "evictions": 0, "memory_size": "207.8mb", "memory_size_in_bytes": 217933878}, "docs": {"count": 1232751, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1232751, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2h", "index_time_in_millis": 7201552, "delete_current": 0}, "merges": {"total_time": "4.6h", "total_docs": 3597645, "total_size_in_bytes": 164223688141, "total_size": "152.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16680270, "total": 910}, "store": {"size_in_bytes": 55448411207, "throttle_time_in_millis": 13425408, "throttle_time": "3.7h", "size": "51.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/4b25a3d0' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1253624, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 17100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1263, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1727, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 7925, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 9578, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1953, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 237, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 9134, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 123, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389158242003, "total": {"available": "108.3gb", "disk_io_size": "3118.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028338529280, "disk_read_size": "957.7gb", "disk_writes": 8625074, "disk_io_size_in_bytes": 3348197650432, "free": "108.5gb", "disk_write_size_in_bytes": 2319859121152, "disk_io_op": 12926786, "disk_reads": 4301712, "free_in_bytes": 116601868288, "disk_write_size": "2160.5gb", "available_in_bytes": 116339724288}, "data": [{"available": "108.3gb", "disk_io_size": "3118.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028338529280, "disk_read_size": "957.7gb", "disk_writes": 8625074, "mount": "/", "disk_io_size_in_bytes": 3348197650432, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2319859121152, "free": "108.5gb", "disk_io_op": 12926786, "disk_reads": 4301712, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 116601868288, "disk_write_size": "2160.5gb", "available_in_bytes": 116339724288}]}, "http": {"total_opened": 83, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "771.6mb", "resident_in_bytes": 809115648, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092862464}, "timestamp": 1389158242002, "open_file_descriptors": 405, "cpu": {"user_in_millis": 13004184, "percent": 120, "sys": "20m", "sys_in_millis": 1200315, "total_in_millis": 14204499, "total": "3.9h", "user": "3.6h"}}, "timestamp": 1389158242001, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.2h", "mem": {"non_heap_used_in_bytes": 51778904, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "396.9mb", "heap_used_in_bytes": 416234928, "non_heap_committed": "77.5mb", "heap_used_percent": 39, "heap_committed": "542.1mb", "heap_committed_in_bytes": 568438784, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43852568, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43852568, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "942.2kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 964880, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926336, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "370.5mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 388590944, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "25.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 26679104, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389158242002, "uptime_in_millis": 15444865, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 67577, "collection_time_in_millis": 177942, "collectors": {"ParNew": {"collection_count": 66743, "collection_time_in_millis": 172542, "collection_time": "2.8m"}, "ConcurrentMarkSweep": {"collection_count": 834, "collection_time_in_millis": 5400, "collection_time": "5.4s"}}, "collection_time": "2.9m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 17100, "query_time": "16.2m", "fetch_current": 0, "fetch_total": 17100, "fetch_time": "48.6s", "query_time_in_millis": 975864, "open_contexts": 0, "fetch_time_in_millis": 48628, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1411268}, "abstract": {"memory_size": "208.8mb", "memory_size_in_bytes": 218986944}}, "evictions": 0, "memory_size": "210.1mb", "memory_size_in_bytes": 220398212}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1253624, "deleted": 0}, "segments": {"count": 41}, "indexing": {"delete_time_in_millis": 0, "index_total": 1253624, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2h", "index_time_in_millis": 7329927, "delete_current": 0}, "refresh": {"total_time": "27.6m", "total_time_in_millis": 1661307, "total": 7927}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "153.7kb", "memory_size_in_bytes": 157456}, "flush": {"total_time": "56.5s", "total_time_in_millis": 56551, "total": 237}, "warmer": {"current": 0, "total_time": "2.1s", "total": 9135, "total_time_in_millis": 2197}, "store": {"size_in_bytes": 56446112218, "throttle_time_in_millis": 13563996, "throttle_time": "3.7h", "size": "52.5gb"}, "merges": {"total_time": "4.6h", "total_docs": 3634794, "total_size_in_bytes": 165907617049, "total_size": "154.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16854150, "total": 932}}, "os": {"load_average": [1.88916015625, 1.92333984375, 1.7138671875], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10357071872, "free_percent": 60, "free_in_bytes": 6229225472, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10950643712, "actual_used_in_bytes": 6822797312}, "timestamp": 1389158242002, "uptime_in_millis": 1581755, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 122762648, "curr_estab": 93, "out_rsts": -1, "active_opens": 109214, "attempt_fails": 1324, "in_segs": 127327763, "passive_opens": 2167, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 39, "t_optimize": "0.18s", "t_optimize_in_millis": 184, "num_committed_segments": 39}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:16:47Z", "observation_sequence_no": 57, "observation_id": "4b25a3d0", "t_total_in_millis": 34529, "t_total": "0.58m", "observation_stop": "2014-01-08T05:17:21Z"}, "stats": {"search": {"query_total": 17100, "query_time": "16.2m", "fetch_current": 0, "fetch_total": 17100, "fetch_time": "48.6s", "query_time_in_millis": 975864, "open_contexts": 0, "fetch_time_in_millis": 48628, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 80.97, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 75.39, "query_time_in_millis": 7539, "query_time": "7.5s", "client_time_in_millis": 8097, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "8.10s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 219.63, "fetch_current": 0, "fetch_total": 100, "fetch_time": "277ms", "query_time_in_millis_per_query": 214.01, "query_time_in_millis": 21401, "query_time": "21.4s", "client_time_in_millis": 21963, "fetch_time_in_millis_per_query": 2.77, "client_total": 100, "fetch_time_in_millis": 277, "query_current": 0, "client_time": "21.96s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 42.83, "fetch_current": 0, "fetch_total": 100, "fetch_time": "257ms", "query_time_in_millis_per_query": 37.43, "query_time_in_millis": 3743, "query_time": "3.7s", "client_time_in_millis": 4283, "fetch_time_in_millis_per_query": 2.57, "client_total": 100, "fetch_time_in_millis": 257, "query_current": 0, "client_time": "4.28s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1411268}, "abstract": {"memory_size": "208.8mb", "memory_size_in_bytes": 218986944}}, "evictions": 0, "memory_size": "210.1mb", "memory_size_in_bytes": 220398212}, "docs": {"count": 1253568, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1253568, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2h", "index_time_in_millis": 7329405, "delete_current": 0}, "merges": {"total_time": "4.6h", "total_docs": 3634599, "total_size_in_bytes": 165897499118, "total_size": "154.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 16853166, "total": 926}, "store": {"size_in_bytes": 56443267333, "throttle_time_in_millis": 13563847, "throttle_time": "3.7h", "size": "52.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/df594187' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1275315, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 17400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1283, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1755, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8063, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 9743, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 1987, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 241, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 9293, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 124, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389158482952, "total": {"available": "107.4gb", "disk_io_size": "3123.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028575228928, "disk_read_size": "957.9gb", "disk_writes": 8635959, "disk_io_size_in_bytes": 3353970916352, "free": "107.6gb", "disk_write_size_in_bytes": 2325395687424, "disk_io_op": 12938503, "disk_reads": 4302544, "free_in_bytes": 115624550400, "disk_write_size": "2165.6gb", "available_in_bytes": 115362406400}, "data": [{"available": "107.4gb", "disk_io_size": "3123.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028575228928, "disk_read_size": "957.9gb", "disk_writes": 8635959, "mount": "/", "disk_io_size_in_bytes": 3353970916352, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2325395687424, "free": "107.6gb", "disk_io_op": 12938503, "disk_reads": 4302544, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 115624550400, "disk_write_size": "2165.6gb", "available_in_bytes": 115362406400}]}, "http": {"total_opened": 83, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "771.6mb", "resident_in_bytes": 809119744, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092862464}, "timestamp": 1389158482952, "open_file_descriptors": 388, "cpu": {"user_in_millis": 13241366, "percent": 106, "sys": "20.3m", "sys_in_millis": 1218979, "total_in_millis": 14460345, "total": "4h", "user": "3.6h"}}, "timestamp": 1389158482950, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.3h", "mem": {"non_heap_used_in_bytes": 51778904, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "302.3mb", "heap_used_in_bytes": 317069608, "non_heap_committed": "77.5mb", "heap_used_percent": 29, "heap_committed": "542.1mb", "heap_committed_in_bytes": 568438784, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43852568, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43852568, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "543.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 556376, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926336, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "299.4mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 314009440, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2503792, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389158482952, "uptime_in_millis": 15685815, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 68718, "collection_time_in_millis": 181205, "collectors": {"ParNew": {"collection_count": 67870, "collection_time_in_millis": 175722, "collection_time": "2.9m"}, "ConcurrentMarkSweep": {"collection_count": 848, "collection_time_in_millis": 5483, "collection_time": "5.4s"}}, "collection_time": "3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 17400, "query_time": "16.8m", "fetch_current": 0, "fetch_total": 17400, "fetch_time": "49.4s", "query_time_in_millis": 1009122, "open_contexts": 0, "fetch_time_in_millis": 49447, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1421316}, "abstract": {"memory_size": "210.7mb", "memory_size_in_bytes": 220984517}}, "evictions": 0, "memory_size": "212.1mb", "memory_size_in_bytes": 222405833}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1275315, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1275315, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2h", "index_time_in_millis": 7457721, "delete_current": 0}, "refresh": {"total_time": "28.1m", "total_time_in_millis": 1689787, "total": 8065}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "156.4kb", "memory_size_in_bytes": 160248}, "flush": {"total_time": "57.5s", "total_time_in_millis": 57533, "total": 241}, "warmer": {"current": 0, "total_time": "2.2s", "total": 9294, "total_time_in_millis": 2236}, "store": {"size_in_bytes": 57423245481, "throttle_time_in_millis": 13765398, "throttle_time": "3.8h", "size": "53.4gb"}, "merges": {"total_time": "4.7h", "total_docs": 3687255, "total_size_in_bytes": 168344597718, "total_size": "156.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 17104844, "total": 948}}, "os": {"load_average": [1.5224609375, 1.896484375, 1.76318359375], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10352033792, "free_percent": 60, "free_in_bytes": 6259879936, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10919989248, "actual_used_in_bytes": 6827835392}, "timestamp": 1389158482952, "uptime_in_millis": 1581995, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 122938518, "curr_estab": 93, "out_rsts": -1, "active_opens": 109214, "attempt_fails": 1324, "in_segs": 127503651, "passive_opens": 2167, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "41.23s", "t_optimize_in_millis": 41230, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:20:48Z", "observation_sequence_no": 58, "observation_id": "df594187", "t_total_in_millis": 76149, "t_total": "1.27m", "observation_stop": "2014-01-08T05:21:22Z"}, "stats": {"search": {"query_total": 17400, "query_time": "16.8m", "fetch_current": 0, "fetch_total": 17400, "fetch_time": "49.4s", "query_time_in_millis": 1009122, "open_contexts": 0, "fetch_time_in_millis": 49447, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 82.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 76.56, "query_time_in_millis": 7656, "query_time": "7.6s", "client_time_in_millis": 8217, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "8.22s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 222.96, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 217.33, "query_time_in_millis": 21733, "query_time": "21.7s", "client_time_in_millis": 22296, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "22.30s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 44.04, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 38.67, "query_time_in_millis": 3867, "query_time": "3.8s", "client_time_in_millis": 4404, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "4.40s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1421316}, "abstract": {"memory_size": "210.7mb", "memory_size_in_bytes": 220984517}}, "evictions": 0, "memory_size": "212.1mb", "memory_size_in_bytes": 222405833}, "docs": {"count": 1275258, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1275258, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2h", "index_time_in_millis": 7457189, "delete_current": 0}, "merges": {"total_time": "4.7h", "total_docs": 3687060, "total_size_in_bytes": 168334479787, "total_size": "156.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 17103860, "total": 942}, "store": {"size_in_bytes": 57420268417, "throttle_time_in_millis": 13765249, "throttle_time": "3.8h", "size": "53.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/163323ec' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1296626, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 17700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1303, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1780, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8198, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 9908, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2020, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 245, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 9449, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 125, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389158710349, "total": {"available": "106.5gb", "disk_io_size": "3128.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028813923328, "disk_read_size": "958.1gb", "disk_writes": 8646451, "disk_io_size_in_bytes": 3359014614016, "free": "106.7gb", "disk_write_size_in_bytes": 2330200690688, "disk_io_op": 12949927, "disk_reads": 4303476, "free_in_bytes": 114636636160, "disk_write_size": "2170.1gb", "available_in_bytes": 114374492160}, "data": [{"available": "106.5gb", "disk_io_size": "3128.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1028813923328, "disk_read_size": "958.1gb", "disk_writes": 8646451, "mount": "/", "disk_io_size_in_bytes": 3359014614016, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2330200690688, "free": "106.7gb", "disk_io_op": 12949927, "disk_reads": 4303476, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 114636636160, "disk_write_size": "2170.1gb", "available_in_bytes": 114374492160}]}, "http": {"total_opened": 83, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "771.6mb", "resident_in_bytes": 809127936, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092862464}, "timestamp": 1389158710348, "open_file_descriptors": 418, "cpu": {"user_in_millis": 13466015, "percent": 105, "sys": "20.5m", "sys_in_millis": 1234263, "total_in_millis": 14700278, "total": "4h", "user": "3.7h"}}, "timestamp": 1389158710346, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.4h", "mem": {"non_heap_used_in_bytes": 51779480, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "345.8mb", "heap_used_in_bytes": 362606840, "non_heap_committed": "77.5mb", "heap_used_percent": 34, "heap_committed": "542.1mb", "heap_committed_in_bytes": 568438784, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43852568, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43852568, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "865.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 886720, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926912, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "326.9mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 342799376, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "18mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 18922832, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389158710348, "uptime_in_millis": 15913211, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 69796, "collection_time_in_millis": 184328, "collectors": {"ParNew": {"collection_count": 68934, "collection_time_in_millis": 178754, "collection_time": "2.9m"}, "ConcurrentMarkSweep": {"collection_count": 862, "collection_time_in_millis": 5574, "collection_time": "5.5s"}}, "collection_time": "3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 17700, "query_time": "17.3m", "fetch_current": 0, "fetch_total": 17700, "fetch_time": "50.2s", "query_time_in_millis": 1042979, "open_contexts": 0, "fetch_time_in_millis": 50250, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1461848}, "abstract": {"memory_size": "213.1mb", "memory_size_in_bytes": 223453531}}, "evictions": 0, "memory_size": "214.4mb", "memory_size_in_bytes": 224915379}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1296626, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1296626, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.1h", "index_time_in_millis": 7584139, "delete_current": 0}, "refresh": {"total_time": "28.6m", "total_time_in_millis": 1718383, "total": 8200}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "159kb", "memory_size_in_bytes": 162864}, "flush": {"total_time": "58.6s", "total_time_in_millis": 58601, "total": 245}, "warmer": {"current": 0, "total_time": "2.2s", "total": 9450, "total_time_in_millis": 2277}, "store": {"size_in_bytes": 58411217059, "throttle_time_in_millis": 13883741, "throttle_time": "3.8h", "size": "54.3gb"}, "merges": {"total_time": "4.7h", "total_docs": 3723142, "total_size_in_bytes": 170025222263, "total_size": "158.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 17257862, "total": 964}}, "os": {"load_average": [1.576171875, 1.93798828125, 1.8251953125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10350100480, "free_percent": 60, "free_in_bytes": 6180147200, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.3gb", "used_in_bytes": 10999721984, "actual_used_in_bytes": 6829768704}, "timestamp": 1389158710348, "uptime_in_millis": 1582223, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 123113351, "curr_estab": 93, "out_rsts": -1, "active_opens": 109214, "attempt_fails": 1324, "in_segs": 127678509, "passive_opens": 2167, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "28.47s", "t_optimize_in_millis": 28470, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:24:34Z", "observation_sequence_no": 59, "observation_id": "163323ec", "t_total_in_millis": 63992, "t_total": "1.07m", "observation_stop": "2014-01-08T05:25:10Z"}, "stats": {"search": {"query_total": 17700, "query_time": "17.3m", "fetch_current": 0, "fetch_total": 17700, "fetch_time": "50.2s", "query_time_in_millis": 1042979, "open_contexts": 0, "fetch_time_in_millis": 50250, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 84.79, "fetch_current": 0, "fetch_total": 100, "fetch_time": "263ms", "query_time_in_millis_per_query": 79.2, "query_time_in_millis": 7920, "query_time": "7.9s", "client_time_in_millis": 8479, "fetch_time_in_millis_per_query": 2.63, "client_total": 100, "fetch_time_in_millis": 263, "query_current": 0, "client_time": "8.48s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 226.24, "fetch_current": 0, "fetch_total": 100, "fetch_time": "285ms", "query_time_in_millis_per_query": 220.56, "query_time_in_millis": 22056, "query_time": "22s", "client_time_in_millis": 22624, "fetch_time_in_millis_per_query": 2.85, "client_total": 100, "fetch_time_in_millis": 285, "query_current": 0, "client_time": "22.62s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 44.17, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 38.8, "query_time_in_millis": 3880, "query_time": "3.8s", "client_time_in_millis": 4417, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "4.42s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1461848}, "abstract": {"memory_size": "213.1mb", "memory_size_in_bytes": 223453531}}, "evictions": 0, "memory_size": "214.4mb", "memory_size_in_bytes": 224915379}, "docs": {"count": 1296568, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1296568, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.1h", "index_time_in_millis": 7583600, "delete_current": 0}, "merges": {"total_time": "4.7h", "total_docs": 3722947, "total_size_in_bytes": 170015104332, "total_size": "158.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 17256878, "total": 958}, "store": {"size_in_bytes": 58408107835, "throttle_time_in_millis": 13883593, "throttle_time": "3.8h", "size": "54.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/02db0538' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1317577, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 18000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1345, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1840, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8334, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 10072, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2054, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 250, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 9606, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 130, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389159285731, "total": {"available": "105.6gb", "disk_io_size": "3141.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1033295119360, "disk_read_size": "962.3gb", "disk_writes": 8666368, "disk_io_size_in_bytes": 3373560221696, "free": "105.8gb", "disk_write_size_in_bytes": 2340265102336, "disk_io_op": 12992671, "disk_reads": 4326303, "free_in_bytes": 113665085440, "disk_write_size": "2179.5gb", "available_in_bytes": 113402941440}, "data": [{"available": "105.6gb", "disk_io_size": "3141.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1033295119360, "disk_read_size": "962.3gb", "disk_writes": 8666368, "mount": "/", "disk_io_size_in_bytes": 3373560221696, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2340265102336, "free": "105.8gb", "disk_io_op": 12992671, "disk_reads": 4326303, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 113665085440, "disk_write_size": "2179.5gb", "available_in_bytes": 113402941440}]}, "http": {"total_opened": 88, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "771.5mb", "resident_in_bytes": 809021440, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4092313600}, "timestamp": 1389159285730, "open_file_descriptors": 394, "cpu": {"user_in_millis": 13769483, "percent": 60, "sys": "21.2m", "sys_in_millis": 1276402, "total_in_millis": 15045885, "total": "4.1h", "user": "3.8h"}}, "timestamp": 1389159285728, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.5h", "mem": {"non_heap_used_in_bytes": 51779480, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "331.1mb", "heap_used_in_bytes": 347242592, "non_heap_committed": "77.5mb", "heap_used_percent": 32, "heap_committed": "562.6mb", "heap_committed_in_bytes": 589996032, "non_heap_used": "49.3mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43852568, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43852568, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "146kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 149552, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.5mb", "used": "7.5mb", "peak_used_in_bytes": 7965312, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7926912, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "326.3mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 342210480, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "4.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 4882560, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389159285730, "uptime_in_millis": 16488593, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 71230, "collection_time_in_millis": 188383, "collectors": {"ParNew": {"collection_count": 70351, "collection_time_in_millis": 182707, "collection_time": "3m"}, "ConcurrentMarkSweep": {"collection_count": 879, "collection_time_in_millis": 5676, "collection_time": "5.6s"}}, "collection_time": "3.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 18000, "query_time": "17.9m", "fetch_current": 0, "fetch_total": 18000, "fetch_time": "51s", "query_time_in_millis": 1077982, "open_contexts": 0, "fetch_time_in_millis": 51060, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1446916}, "abstract": {"memory_size": "222mb", "memory_size_in_bytes": 232857651}}, "evictions": 0, "memory_size": "223.4mb", "memory_size_in_bytes": 234304567}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1317577, "deleted": 0}, "segments": {"count": 35}, "indexing": {"delete_time_in_millis": 0, "index_total": 1317577, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.1h", "index_time_in_millis": 7711959, "delete_current": 0}, "refresh": {"total_time": "29.1m", "total_time_in_millis": 1748136, "total": 8336}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "175.1kb", "memory_size_in_bytes": 179392}, "flush": {"total_time": "59.3s", "total_time_in_millis": 59380, "total": 250}, "warmer": {"current": 0, "total_time": "2.3s", "total": 9607, "total_time_in_millis": 2315}, "store": {"size_in_bytes": 59382925138, "throttle_time_in_millis": 14491062, "throttle_time": "4h", "size": "55.3gb"}, "merges": {"total_time": "4.9h", "total_docs": 3868886, "total_size_in_bytes": 176964079619, "total_size": "164.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 17995918, "total": 981}}, "os": {"load_average": [0.9130859375, 1.26953125, 1.56396484375], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10377691136, "free_percent": 60, "free_in_bytes": 6382309376, "free": "5.9gb", "used": "10gb", "actual_used": "6.3gb", "used_in_bytes": 10797559808, "actual_used_in_bytes": 6802178048}, "timestamp": 1389159285730, "uptime_in_millis": 1582798, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 123287540, "curr_estab": 95, "out_rsts": -1, "active_opens": 109221, "attempt_fails": 1324, "in_segs": 127852704, "passive_opens": 2172, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 30, "t_optimize": "374.78s", "t_optimize_in_millis": 374777, "num_committed_segments": 30}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:34:09Z", "observation_sequence_no": 60, "observation_id": "02db0538", "t_total_in_millis": 411438, "t_total": "6.86m", "observation_stop": "2014-01-08T05:34:45Z"}, "stats": {"search": {"query_total": 18000, "query_time": "17.9m", "fetch_current": 0, "fetch_total": 18000, "fetch_time": "51s", "query_time_in_millis": 1077982, "open_contexts": 0, "fetch_time_in_millis": 51060, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 85.22, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 79.61, "query_time_in_millis": 7961, "query_time": "7.9s", "client_time_in_millis": 8522, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "8.52s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 236.74, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 231.1, "query_time_in_millis": 23110, "query_time": "23.1s", "client_time_in_millis": 23674, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "23.67s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 44.63, "fetch_current": 0, "fetch_total": 100, "fetch_time": "266ms", "query_time_in_millis_per_query": 39.31, "query_time_in_millis": 3931, "query_time": "3.9s", "client_time_in_millis": 4463, "fetch_time_in_millis_per_query": 2.66, "client_total": 100, "fetch_time_in_millis": 266, "query_current": 0, "client_time": "4.46s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.3mb", "memory_size_in_bytes": 1446916}, "abstract": {"memory_size": "222mb", "memory_size_in_bytes": 232857651}}, "evictions": 0, "memory_size": "223.4mb", "memory_size_in_bytes": 234304567}, "docs": {"count": 1317518, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1317518, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.1h", "index_time_in_millis": 7711413, "delete_current": 0}, "merges": {"total_time": "4.9h", "total_docs": 3868691, "total_size_in_bytes": 176953961688, "total_size": "164.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 17994934, "total": 975}, "store": {"size_in_bytes": 59381433796, "throttle_time_in_millis": 14490914, "throttle_time": "4h", "size": "55.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/0b66dbcc' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1339019, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 18300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1363, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1865, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8472, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 10238, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2088, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 254, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 9764, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 132, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389159507640, "total": {"available": "104.6gb", "disk_io_size": "3147gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1033926697984, "disk_read_size": "962.9gb", "disk_writes": 8675697, "disk_io_size_in_bytes": 3379128144896, "free": "104.9gb", "disk_write_size_in_bytes": 2345201446912, "disk_io_op": 13008514, "disk_reads": 4332817, "free_in_bytes": 112678170624, "disk_write_size": "2184.1gb", "available_in_bytes": 112416026624}, "data": [{"available": "104.6gb", "disk_io_size": "3147gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1033926697984, "disk_read_size": "962.9gb", "disk_writes": 8675697, "mount": "/", "disk_io_size_in_bytes": 3379128144896, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2345201446912, "free": "104.9gb", "disk_io_op": 13008514, "disk_reads": 4332817, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 112678170624, "disk_write_size": "2184.1gb", "available_in_bytes": 112416026624}]}, "http": {"total_opened": 89, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "774.8mb", "resident_in_bytes": 812486656, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085276672}, "timestamp": 1389159507639, "open_file_descriptors": 426, "cpu": {"user_in_millis": 13999780, "percent": 111, "sys": "21.5m", "sys_in_millis": 1292481, "total_in_millis": 15292261, "total": "4.2h", "user": "3.8h"}}, "timestamp": 1389159507637, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.6h", "mem": {"non_heap_used_in_bytes": 51822440, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81362944, "heap_used": "397.4mb", "heap_used_in_bytes": 416710344, "non_heap_committed": "77.5mb", "heap_used_percent": 39, "heap_committed": "562.6mb", "heap_committed_in_bytes": 589996032, "non_heap_used": "49.4mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43856168, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43856168, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "587.4kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 601552, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.6mb", "used": "7.5mb", "peak_used_in_bytes": 7971840, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 7966272, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "370mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 387996992, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "26.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 28111800, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389159507639, "uptime_in_millis": 16710502, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 72353, "collection_time_in_millis": 191668, "collectors": {"ParNew": {"collection_count": 71460, "collection_time_in_millis": 185883, "collection_time": "3m"}, "ConcurrentMarkSweep": {"collection_count": 893, "collection_time_in_millis": 5785, "collection_time": "5.7s"}}, "collection_time": "3.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 18300, "query_time": "18.5m", "fetch_current": 0, "fetch_total": 18300, "fetch_time": "51.8s", "query_time_in_millis": 1112850, "open_contexts": 0, "fetch_time_in_millis": 51857, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1489336}, "abstract": {"memory_size": "224.7mb", "memory_size_in_bytes": 235684886}}, "evictions": 0, "memory_size": "226.1mb", "memory_size_in_bytes": 237174222}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1339019, "deleted": 0}, "segments": {"count": 47}, "indexing": {"delete_time_in_millis": 0, "index_total": 1339019, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.1h", "index_time_in_millis": 7839670, "delete_current": 0}, "refresh": {"total_time": "29.6m", "total_time_in_millis": 1776816, "total": 8474}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "164.2kb", "memory_size_in_bytes": 168192}, "flush": {"total_time": "1m", "total_time_in_millis": 60336, "total": 254}, "warmer": {"current": 0, "total_time": "2.3s", "total": 9765, "total_time_in_millis": 2352}, "store": {"size_in_bytes": 60369394824, "throttle_time_in_millis": 14633554, "throttle_time": "4h", "size": "56.2gb"}, "merges": {"total_time": "5h", "total_docs": 3903533, "total_size_in_bytes": 178790618500, "total_size": "166.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18177585, "total": 996}}, "os": {"load_average": [2.36962890625, 1.857421875, 1.75], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10361163776, "free_percent": 60, "free_in_bytes": 6237315072, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10942554112, "actual_used_in_bytes": 6818705408}, "timestamp": 1389159507639, "uptime_in_millis": 1583020, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 17, "idle": 82, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 123462793, "curr_estab": 93, "out_rsts": -1, "active_opens": 109222, "attempt_fails": 1324, "in_segs": 128027981, "passive_opens": 2173, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "20.71s", "t_optimize_in_millis": 20709, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:37:51Z", "observation_sequence_no": 61, "observation_id": "0b66dbcc", "t_total_in_millis": 57231, "t_total": "0.95m", "observation_stop": "2014-01-08T05:38:27Z"}, "stats": {"search": {"query_total": 18300, "query_time": "18.5m", "fetch_current": 0, "fetch_total": 18300, "fetch_time": "51.8s", "query_time_in_millis": 1112850, "open_contexts": 0, "fetch_time_in_millis": 51857, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 86.22, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 80.6, "query_time_in_millis": 8060, "query_time": "8s", "client_time_in_millis": 8622, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "8.62s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 233.54, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 228.02, "query_time_in_millis": 22802, "query_time": "22.8s", "client_time_in_millis": 23354, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "23.35s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 45.44, "fetch_current": 0, "fetch_total": 100, "fetch_time": "260ms", "query_time_in_millis_per_query": 40.04, "query_time_in_millis": 4004, "query_time": "4s", "client_time_in_millis": 4544, "fetch_time_in_millis_per_query": 2.6, "client_total": 100, "fetch_time_in_millis": 260, "query_current": 0, "client_time": "4.54s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1489336}, "abstract": {"memory_size": "224.7mb", "memory_size_in_bytes": 235684886}}, "evictions": 0, "memory_size": "226.1mb", "memory_size_in_bytes": 237174222}, "docs": {"count": 1338959, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1338959, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.1h", "index_time_in_millis": 7839115, "delete_current": 0}, "merges": {"total_time": "5h", "total_docs": 3903338, "total_size_in_bytes": 178780500569, "total_size": "166.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18176601, "total": 990}, "store": {"size_in_bytes": 60367771311, "throttle_time_in_millis": 14633405, "throttle_time": "4h", "size": "56.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/aad854f7' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1360235, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 18600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1385, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1892, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8608, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 10403, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2122, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 258, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 9921, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 135, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389159757024, "total": {"available": "103.7gb", "disk_io_size": "3152.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1034278147072, "disk_read_size": "963.2gb", "disk_writes": 8687358, "disk_io_size_in_bytes": 3384979990528, "free": "104gb", "disk_write_size_in_bytes": 2350701843456, "disk_io_op": 13021881, "disk_reads": 4334523, "free_in_bytes": 111695204352, "disk_write_size": "2189.2gb", "available_in_bytes": 111433060352}, "data": [{"available": "103.7gb", "disk_io_size": "3152.5gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1034278147072, "disk_read_size": "963.2gb", "disk_writes": 8687358, "mount": "/", "disk_io_size_in_bytes": 3384979990528, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2350701843456, "free": "104gb", "disk_io_op": 13021881, "disk_reads": 4334523, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 111695204352, "disk_write_size": "2189.2gb", "available_in_bytes": 111433060352}]}, "http": {"total_opened": 91, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "784.9mb", "resident_in_bytes": 823119872, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085235712}, "timestamp": 1389159757023, "open_file_descriptors": 402, "cpu": {"user_in_millis": 14239174, "percent": 103, "sys": "21.8m", "sys_in_millis": 1311054, "total_in_millis": 15550228, "total": "4.3h", "user": "3.9h"}}, "timestamp": 1389159757021, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.7h", "mem": {"non_heap_used_in_bytes": 51951208, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "380.6mb", "heap_used_in_bytes": 399147336, "non_heap_committed": "77.7mb", "heap_used_percent": 37, "heap_committed": "562.6mb", "heap_committed_in_bytes": 589996032, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43857128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43857128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1206080, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8105088, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8094080, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "370.1mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 388117208, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "9.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 9824048, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389159757024, "uptime_in_millis": 16959887, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 73507, "collection_time_in_millis": 195104, "collectors": {"ParNew": {"collection_count": 72599, "collection_time_in_millis": 189242, "collection_time": "3.1m"}, "ConcurrentMarkSweep": {"collection_count": 908, "collection_time_in_millis": 5862, "collection_time": "5.8s"}}, "collection_time": "3.2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 18600, "query_time": "19.1m", "fetch_current": 0, "fetch_total": 18600, "fetch_time": "52.6s", "query_time_in_millis": 1148397, "open_contexts": 0, "fetch_time_in_millis": 52652, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1512144}, "abstract": {"memory_size": "226.5mb", "memory_size_in_bytes": 237594266}}, "evictions": 0, "memory_size": "228mb", "memory_size_in_bytes": 239106410}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1360235, "deleted": 0}, "segments": {"count": 48}, "indexing": {"delete_time_in_millis": 0, "index_total": 1360235, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2h", "index_time_in_millis": 7967192, "delete_current": 0}, "refresh": {"total_time": "30m", "total_time_in_millis": 1805436, "total": 8610}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "166.9kb", "memory_size_in_bytes": 170960}, "flush": {"total_time": "1m", "total_time_in_millis": 61640, "total": 258}, "warmer": {"current": 0, "total_time": "2.3s", "total": 9922, "total_time_in_millis": 2386}, "store": {"size_in_bytes": 61352894102, "throttle_time_in_millis": 14822358, "throttle_time": "4.1h", "size": "57.1gb"}, "merges": {"total_time": "5.1h", "total_docs": 3954574, "total_size_in_bytes": 181170227890, "total_size": "168.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18414296, "total": 1012}}, "os": {"load_average": [1.220703125, 1.79248046875, 1.77001953125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10371657728, "free_percent": 60, "free_in_bytes": 6555045888, "free": "6.1gb", "used": "9.8gb", "actual_used": "6.3gb", "used_in_bytes": 10624823296, "actual_used_in_bytes": 6808211456}, "timestamp": 1389159757023, "uptime_in_millis": 1583270, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 16, "idle": 82, "stolen": 0, "user": 13}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 123637464, "curr_estab": 93, "out_rsts": -1, "active_opens": 109224, "attempt_fails": 1324, "in_segs": 128202679, "passive_opens": 2175, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "48.05s", "t_optimize_in_millis": 48052, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:41:59Z", "observation_sequence_no": 62, "observation_id": "aad854f7", "t_total_in_millis": 85265, "t_total": "1.42m", "observation_stop": "2014-01-08T05:42:37Z"}, "stats": {"search": {"query_total": 18600, "query_time": "19.1m", "fetch_current": 0, "fetch_total": 18600, "fetch_time": "52.6s", "query_time_in_millis": 1148397, "open_contexts": 0, "fetch_time_in_millis": 52652, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 87.97, "fetch_current": 0, "fetch_total": 100, "fetch_time": "262ms", "query_time_in_millis_per_query": 82.32, "query_time_in_millis": 8232, "query_time": "8.2s", "client_time_in_millis": 8797, "fetch_time_in_millis_per_query": 2.62, "client_total": 100, "fetch_time_in_millis": 262, "query_current": 0, "client_time": "8.80s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 237.81, "fetch_current": 0, "fetch_total": 100, "fetch_time": "269ms", "query_time_in_millis_per_query": 232.28, "query_time_in_millis": 23228, "query_time": "23.2s", "client_time_in_millis": 23781, "fetch_time_in_millis_per_query": 2.69, "client_total": 100, "fetch_time_in_millis": 269, "query_current": 0, "client_time": "23.78s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 46.32, "fetch_current": 0, "fetch_total": 100, "fetch_time": "262ms", "query_time_in_millis_per_query": 40.86, "query_time_in_millis": 4086, "query_time": "4s", "client_time_in_millis": 4632, "fetch_time_in_millis_per_query": 2.62, "client_total": 100, "fetch_time_in_millis": 262, "query_current": 0, "client_time": "4.63s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1512144}, "abstract": {"memory_size": "226.5mb", "memory_size_in_bytes": 237594266}}, "evictions": 0, "memory_size": "228mb", "memory_size_in_bytes": 239106410}, "docs": {"count": 1360174, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1360174, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2h", "index_time_in_millis": 7966627, "delete_current": 0}, "merges": {"total_time": "5.1h", "total_docs": 3954379, "total_size_in_bytes": 181160109959, "total_size": "168.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18413312, "total": 1006}, "store": {"size_in_bytes": 61351138377, "throttle_time_in_millis": 14822209, "throttle_time": "4.1h", "size": "57.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/b646798f' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1381411, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 18900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1401, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1915, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8744, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 10569, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2156, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 262, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 10078, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 136, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389159959829, "total": {"available": "102.8gb", "disk_io_size": "3157.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1034518283264, "disk_read_size": "963.4gb", "disk_writes": 8696907, "disk_io_size_in_bytes": 3390081039360, "free": "103gb", "disk_write_size_in_bytes": 2355562756096, "disk_io_op": 13032524, "disk_reads": 4335617, "free_in_bytes": 110701891584, "disk_write_size": "2193.7gb", "available_in_bytes": 110439747584}, "data": [{"available": "102.8gb", "disk_io_size": "3157.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1034518283264, "disk_read_size": "963.4gb", "disk_writes": 8696907, "mount": "/", "disk_io_size_in_bytes": 3390081039360, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2355562756096, "free": "103gb", "disk_io_op": 13032524, "disk_reads": 4335617, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 110701891584, "disk_write_size": "2193.7gb", "available_in_bytes": 110439747584}]}, "http": {"total_opened": 91, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "787.1mb", "resident_in_bytes": 825413632, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085235712}, "timestamp": 1389159959829, "open_file_descriptors": 433, "cpu": {"user_in_millis": 14470921, "percent": 121, "sys": "22.1m", "sys_in_millis": 1326503, "total_in_millis": 15797424, "total": "4.3h", "user": "4h"}}, "timestamp": 1389159959826, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.7h", "mem": {"non_heap_used_in_bytes": 51953064, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "324.5mb", "heap_used_in_bytes": 340275104, "non_heap_committed": "77.7mb", "heap_used_percent": 32, "heap_committed": "562.6mb", "heap_committed_in_bytes": 589996032, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43857128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43857128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1119592, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8106176, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8095936, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "305.5mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 320424176, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "17.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 18731336, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389159959829, "uptime_in_millis": 17162692, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 74637, "collection_time_in_millis": 198491, "collectors": {"ParNew": {"collection_count": 73712, "collection_time_in_millis": 192502, "collection_time": "3.2m"}, "ConcurrentMarkSweep": {"collection_count": 925, "collection_time_in_millis": 5989, "collection_time": "5.9s"}}, "collection_time": "3.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 18900, "query_time": "19.7m", "fetch_current": 0, "fetch_total": 18900, "fetch_time": "53.4s", "query_time_in_millis": 1184416, "open_contexts": 0, "fetch_time_in_millis": 53451, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1547644}, "abstract": {"memory_size": "228.8mb", "memory_size_in_bytes": 239992852}}, "evictions": 0, "memory_size": "230.3mb", "memory_size_in_bytes": 241540496}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1381411, "deleted": 0}, "segments": {"count": 49}, "indexing": {"delete_time_in_millis": 0, "index_total": 1381411, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2h", "index_time_in_millis": 8095222, "delete_current": 0}, "refresh": {"total_time": "30.5m", "total_time_in_millis": 1834933, "total": 8746}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "169.3kb", "memory_size_in_bytes": 173464}, "flush": {"total_time": "1m", "total_time_in_millis": 62274, "total": 262}, "warmer": {"current": 0, "total_time": "2.4s", "total": 10079, "total_time_in_millis": 2425}, "store": {"size_in_bytes": 62345805496, "throttle_time_in_millis": 14965835, "throttle_time": "4.1h", "size": "58gb"}, "merges": {"total_time": "5.1h", "total_docs": 3992595, "total_size_in_bytes": 182909396358, "total_size": "170.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18594055, "total": 1028}}, "os": {"load_average": [1.81396484375, 1.86962890625, 1.80322265625], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10355322880, "free_percent": 60, "free_in_bytes": 6415183872, "free": "5.9gb", "used": "10gb", "actual_used": "6.3gb", "used_in_bytes": 10764685312, "actual_used_in_bytes": 6824546304}, "timestamp": 1389159959829, "uptime_in_millis": 1583472, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 123812062, "curr_estab": 93, "out_rsts": -1, "active_opens": 109224, "attempt_fails": 1324, "in_segs": 128377300, "passive_opens": 2175, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "0.36s", "t_optimize_in_millis": 359, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:45:22Z", "observation_sequence_no": 63, "observation_id": "b646798f", "t_total_in_millis": 38043, "t_total": "0.63m", "observation_stop": "2014-01-08T05:45:59Z"}, "stats": {"search": {"query_total": 18900, "query_time": "19.7m", "fetch_current": 0, "fetch_total": 18900, "fetch_time": "53.4s", "query_time_in_millis": 1184416, "open_contexts": 0, "fetch_time_in_millis": 53451, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 88.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "259ms", "query_time_in_millis_per_query": 83.43, "query_time_in_millis": 8343, "query_time": "8.3s", "client_time_in_millis": 8899, "fetch_time_in_millis_per_query": 2.59, "client_total": 100, "fetch_time_in_millis": 259, "query_current": 0, "client_time": "8.90s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 240.94, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 235.31, "query_time_in_millis": 23531, "query_time": "23.5s", "client_time_in_millis": 24094, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "24.09s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 46.88, "fetch_current": 0, "fetch_total": 100, "fetch_time": "258ms", "query_time_in_millis_per_query": 41.43, "query_time_in_millis": 4143, "query_time": "4.1s", "client_time_in_millis": 4688, "fetch_time_in_millis_per_query": 2.58, "client_total": 100, "fetch_time_in_millis": 258, "query_current": 0, "client_time": "4.69s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1547644}, "abstract": {"memory_size": "228.8mb", "memory_size_in_bytes": 239992852}}, "evictions": 0, "memory_size": "230.3mb", "memory_size_in_bytes": 241540496}, "docs": {"count": 1381349, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1381349, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2h", "index_time_in_millis": 8094650, "delete_current": 0}, "merges": {"total_time": "5.1h", "total_docs": 3992400, "total_size_in_bytes": 182899278427, "total_size": "170.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18593071, "total": 1022}, "store": {"size_in_bytes": 62343917584, "throttle_time_in_millis": 14965686, "throttle_time": "4.1h", "size": "58gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/bba4492d' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1402237, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 19200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1419, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 1939, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 8880, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 10734, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2190, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 266, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 10235, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 137, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389160162656, "total": {"available": "101.9gb", "disk_io_size": "3162gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1034757702656, "disk_read_size": "963.6gb", "disk_writes": 8706792, "disk_io_size_in_bytes": 3395256905728, "free": "102.1gb", "disk_write_size_in_bytes": 2360499203072, "disk_io_op": 13043306, "disk_reads": 4336514, "free_in_bytes": 109708873728, "disk_write_size": "2198.3gb", "available_in_bytes": 109446729728}, "data": [{"available": "101.9gb", "disk_io_size": "3162gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1034757702656, "disk_read_size": "963.6gb", "disk_writes": 8706792, "mount": "/", "disk_io_size_in_bytes": 3395256905728, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2360499203072, "free": "102.1gb", "disk_io_op": 13043306, "disk_reads": 4336514, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 109708873728, "disk_write_size": "2198.3gb", "available_in_bytes": 109446729728}]}, "http": {"total_opened": 91, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "799.8mb", "resident_in_bytes": 838651904, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085235712}, "timestamp": 1389160162655, "open_file_descriptors": 459, "cpu": {"user_in_millis": 14704140, "percent": 122, "sys": "22.3m", "sys_in_millis": 1342223, "total_in_millis": 16046363, "total": "4.4h", "user": "4h"}}, "timestamp": 1389160162652, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.8h", "mem": {"non_heap_used_in_bytes": 51953064, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "362.2mb", "heap_used_in_bytes": 379894744, "non_heap_committed": "77.7mb", "heap_used_percent": 35, "heap_committed": "562.6mb", "heap_committed_in_bytes": 589996032, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43857128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43857128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "43.1kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 44200, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8106176, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8095936, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "415.5mb", "used": "354.8mb", "peak_used_in_bytes": 435767432, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 372050792, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "7.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 7799752, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389160162655, "uptime_in_millis": 17365518, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 75793, "collection_time_in_millis": 201852, "collectors": {"ParNew": {"collection_count": 74851, "collection_time_in_millis": 195774, "collection_time": "3.2m"}, "ConcurrentMarkSweep": {"collection_count": 942, "collection_time_in_millis": 6078, "collection_time": "6s"}}, "collection_time": "3.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 19200, "query_time": "20.3m", "fetch_current": 0, "fetch_total": 19200, "fetch_time": "54.2s", "query_time_in_millis": 1220985, "open_contexts": 0, "fetch_time_in_millis": 54250, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1601592}, "abstract": {"memory_size": "231.1mb", "memory_size_in_bytes": 242353802}}, "evictions": 0, "memory_size": "232.6mb", "memory_size_in_bytes": 243955394}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1402237, "deleted": 0}, "segments": {"count": 50}, "indexing": {"delete_time_in_millis": 0, "index_total": 1402237, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2h", "index_time_in_millis": 8223129, "delete_current": 0}, "refresh": {"total_time": "31m", "total_time_in_millis": 1864257, "total": 8882}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "171.9kb", "memory_size_in_bytes": 176072}, "flush": {"total_time": "1m", "total_time_in_millis": 63302, "total": 266}, "warmer": {"current": 0, "total_time": "2.4s", "total": 10236, "total_time_in_millis": 2470}, "store": {"size_in_bytes": 63338447669, "throttle_time_in_millis": 15117209, "throttle_time": "4.1h", "size": "58.9gb"}, "merges": {"total_time": "5.2h", "total_docs": 4030049, "total_size_in_bytes": 184722722120, "total_size": "172gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18783650, "total": 1044}}, "os": {"load_average": [1.56884765625, 1.75927734375, 1.76611328125], "uptime": "26.3m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10329935872, "free_percent": 60, "free_in_bytes": 6199447552, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.3gb", "used_in_bytes": 10980421632, "actual_used_in_bytes": 6849933312}, "timestamp": 1389160162655, "uptime_in_millis": 1583675, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 123985880, "curr_estab": 93, "out_rsts": -1, "active_opens": 109225, "attempt_fails": 1324, "in_segs": 128551139, "passive_opens": 2175, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "0.25s", "t_optimize_in_millis": 245, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:48:44Z", "observation_sequence_no": 64, "observation_id": "bba4492d", "t_total_in_millis": 38486, "t_total": "0.64m", "observation_stop": "2014-01-08T05:49:22Z"}, "stats": {"search": {"query_total": 19200, "query_time": "20.3m", "fetch_current": 0, "fetch_total": 19200, "fetch_time": "54.2s", "query_time_in_millis": 1220985, "open_contexts": 0, "fetch_time_in_millis": 54250, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 89.9, "fetch_current": 0, "fetch_total": 100, "fetch_time": "260ms", "query_time_in_millis_per_query": 84.23, "query_time_in_millis": 8423, "query_time": "8.4s", "client_time_in_millis": 8990, "fetch_time_in_millis_per_query": 2.6, "client_total": 100, "fetch_time_in_millis": 260, "query_current": 0, "client_time": "8.99s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 244.93, "fetch_current": 0, "fetch_total": 100, "fetch_time": "278ms", "query_time_in_millis_per_query": 239.28, "query_time_in_millis": 23928, "query_time": "23.9s", "client_time_in_millis": 24493, "fetch_time_in_millis_per_query": 2.78, "client_total": 100, "fetch_time_in_millis": 278, "query_current": 0, "client_time": "24.49s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 47.55, "fetch_current": 0, "fetch_total": 100, "fetch_time": "261ms", "query_time_in_millis_per_query": 42.17, "query_time_in_millis": 4217, "query_time": "4.2s", "client_time_in_millis": 4755, "fetch_time_in_millis_per_query": 2.61, "client_total": 100, "fetch_time_in_millis": 261, "query_current": 0, "client_time": "4.76s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1601592}, "abstract": {"memory_size": "231.1mb", "memory_size_in_bytes": 242353802}}, "evictions": 0, "memory_size": "232.6mb", "memory_size_in_bytes": 243955394}, "docs": {"count": 1402174, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1402174, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.2h", "index_time_in_millis": 8222548, "delete_current": 0}, "merges": {"total_time": "5.2h", "total_docs": 4029854, "total_size_in_bytes": 184712604189, "total_size": "172gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 18782666, "total": 1038}, "store": {"size_in_bytes": 63336427539, "throttle_time_in_millis": 15117060, "throttle_time": "4.1h", "size": "58.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/b0698fc5' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1422509, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 19500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1465, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2003, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9015, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 10899, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2224, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 270, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 10393, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 142, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389160775883, "total": {"available": "101gb", "disk_io_size": "3176.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1039165051904, "disk_read_size": "967.7gb", "disk_writes": 8728950, "disk_io_size_in_bytes": 3410418579456, "free": "101.2gb", "disk_write_size_in_bytes": 2371253527552, "disk_io_op": 13091420, "disk_reads": 4362470, "free_in_bytes": 108730204160, "disk_write_size": "2208.4gb", "available_in_bytes": 108468060160}, "data": [{"available": "101gb", "disk_io_size": "3176.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1039165051904, "disk_read_size": "967.7gb", "disk_writes": 8728950, "mount": "/", "disk_io_size_in_bytes": 3410418579456, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2371253527552, "free": "101.2gb", "disk_io_op": 13091420, "disk_reads": 4362470, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 108730204160, "disk_write_size": "2208.4gb", "available_in_bytes": 108468060160}]}, "http": {"total_opened": 96, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "828.2mb", "resident_in_bytes": 868519936, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085235712}, "timestamp": 1389160775882, "open_file_descriptors": 391, "cpu": {"user_in_millis": 15024227, "percent": 59, "sys": "23.1m", "sys_in_millis": 1388036, "total_in_millis": 16412263, "total": "4.5h", "user": "4.1h"}}, "timestamp": 1389160775879, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "4.9h", "mem": {"non_heap_used_in_bytes": 51953064, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "373.3mb", "heap_used_in_bytes": 391485240, "non_heap_committed": "77.7mb", "heap_used_percent": 36, "heap_committed": "612.6mb", "heap_committed_in_bytes": 642383872, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43857128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43857128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "543.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 556752, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8106176, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8095936, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "469.2mb", "used": "370.4mb", "peak_used_in_bytes": 492091304, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 388396200, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2532288, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389160775883, "uptime_in_millis": 17978746, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 77331, "collection_time_in_millis": 206291, "collectors": {"ParNew": {"collection_count": 76371, "collection_time_in_millis": 200105, "collection_time": "3.3m"}, "ConcurrentMarkSweep": {"collection_count": 960, "collection_time_in_millis": 6186, "collection_time": "6.1s"}}, "collection_time": "3.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 19500, "query_time": "20.9m", "fetch_current": 0, "fetch_total": 19500, "fetch_time": "55s", "query_time_in_millis": 1258782, "open_contexts": 0, "fetch_time_in_millis": 55063, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1556112}, "abstract": {"memory_size": "239.8mb", "memory_size_in_bytes": 251459222}}, "evictions": 0, "memory_size": "241.2mb", "memory_size_in_bytes": 253015334}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1422509, "deleted": 0}, "segments": {"count": 41}, "indexing": {"delete_time_in_millis": 0, "index_total": 1422509, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.3h", "index_time_in_millis": 8351745, "delete_current": 0}, "refresh": {"total_time": "31.5m", "total_time_in_millis": 1894363, "total": 9017}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "174.2kb", "memory_size_in_bytes": 178416}, "flush": {"total_time": "1m", "total_time_in_millis": 64280, "total": 270}, "warmer": {"current": 0, "total_time": "2.5s", "total": 10394, "total_time_in_millis": 2504}, "store": {"size_in_bytes": 64317100209, "throttle_time_in_millis": 15767931, "throttle_time": "4.3h", "size": "59.8gb"}, "merges": {"total_time": "5.4h", "total_docs": 4192392, "total_size_in_bytes": 192332177197, "total_size": "179.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 19577869, "total": 1062}}, "os": {"load_average": [1.12060546875, 1.173828125, 1.48486328125], "uptime": "26.4m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10331484160, "free_percent": 60, "free_in_bytes": 6286311424, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10893557760, "actual_used_in_bytes": 6848385024}, "timestamp": 1389160775882, "uptime_in_millis": 1584288, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 124158035, "curr_estab": 95, "out_rsts": -1, "active_opens": 109233, "attempt_fails": 1324, "in_segs": 128723305, "passive_opens": 2180, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 31, "t_optimize": "409.83s", "t_optimize_in_millis": 409832, "num_committed_segments": 31}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T05:58:56Z", "observation_sequence_no": 65, "observation_id": "b0698fc5", "t_total_in_millis": 449307, "t_total": "7.49m", "observation_stop": "2014-01-08T05:59:35Z"}, "stats": {"search": {"query_total": 19500, "query_time": "20.9m", "fetch_current": 0, "fetch_total": 19500, "fetch_time": "55s", "query_time_in_millis": 1258782, "open_contexts": 0, "fetch_time_in_millis": 55063, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 91.95, "fetch_current": 0, "fetch_total": 100, "fetch_time": "270ms", "query_time_in_millis_per_query": 86.27, "query_time_in_millis": 8627, "query_time": "8.6s", "client_time_in_millis": 9195, "fetch_time_in_millis_per_query": 2.7, "client_total": 100, "fetch_time_in_millis": 270, "query_current": 0, "client_time": "9.20s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 255.38, "fetch_current": 0, "fetch_total": 100, "fetch_time": "287ms", "query_time_in_millis_per_query": 249.68, "query_time_in_millis": 24968, "query_time": "24.9s", "client_time_in_millis": 25538, "fetch_time_in_millis_per_query": 2.87, "client_total": 100, "fetch_time_in_millis": 287, "query_current": 0, "client_time": "25.54s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 47.39, "fetch_current": 0, "fetch_total": 100, "fetch_time": "255ms", "query_time_in_millis_per_query": 42.0, "query_time_in_millis": 4200, "query_time": "4.2s", "client_time_in_millis": 4739, "fetch_time_in_millis_per_query": 2.55, "client_total": 100, "fetch_time_in_millis": 255, "query_current": 0, "client_time": "4.74s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.4mb", "memory_size_in_bytes": 1556112}, "abstract": {"memory_size": "239.8mb", "memory_size_in_bytes": 251459222}}, "evictions": 0, "memory_size": "241.2mb", "memory_size_in_bytes": 253015334}, "docs": {"count": 1422445, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1422445, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.3h", "index_time_in_millis": 8351157, "delete_current": 0}, "merges": {"total_time": "5.4h", "total_docs": 4192133, "total_size_in_bytes": 192319908120, "total_size": "179.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 19576674, "total": 1055}, "store": {"size_in_bytes": 64314528110, "throttle_time_in_millis": 15767757, "throttle_time": "4.3h", "size": "59.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/a7a4c4df' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1443810, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 19800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1483, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2029, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9152, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 11064, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2258, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 275, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 10550, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 145, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389161009767, "total": {"available": "100gb", "disk_io_size": "3181gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1039572395008, "disk_read_size": "968.1gb", "disk_writes": 8738541, "disk_io_size_in_bytes": 3415607296000, "free": "100.3gb", "disk_write_size_in_bytes": 2376034900992, "disk_io_op": 13104573, "disk_reads": 4366032, "free_in_bytes": 107741892608, "disk_write_size": "2212.8gb", "available_in_bytes": 107479748608}, "data": [{"available": "100gb", "disk_io_size": "3181gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1039572395008, "disk_read_size": "968.1gb", "disk_writes": 8738541, "mount": "/", "disk_io_size_in_bytes": 3415607296000, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2376034900992, "free": "100.3gb", "disk_io_op": 13104573, "disk_reads": 4366032, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 107741892608, "disk_write_size": "2212.8gb", "available_in_bytes": 107479748608}]}, "http": {"total_opened": 98, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "828.7mb", "resident_in_bytes": 869015552, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085317632}, "timestamp": 1389161009766, "open_file_descriptors": 412, "cpu": {"user_in_millis": 15253773, "percent": 104, "sys": "23.3m", "sys_in_millis": 1403490, "total_in_millis": 16657263, "total": "4.6h", "user": "4.2h"}}, "timestamp": 1389161009765, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5h", "mem": {"non_heap_used_in_bytes": 51965928, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "406.8mb", "heap_used_in_bytes": 426594000, "non_heap_committed": "77.7mb", "heap_used_percent": 40, "heap_committed": "612.6mb", "heap_committed_in_bytes": 642383872, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43857128, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43857128, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "34.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 35504, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8114368, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8108800, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "469.2mb", "used": "382.3mb", "peak_used_in_bytes": 492091304, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 400920448, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "24.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 25640144, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389161009766, "uptime_in_millis": 18212629, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 78418, "collection_time_in_millis": 209565, "collectors": {"ParNew": {"collection_count": 77446, "collection_time_in_millis": 203297, "collection_time": "3.3m"}, "ConcurrentMarkSweep": {"collection_count": 972, "collection_time_in_millis": 6268, "collection_time": "6.2s"}}, "collection_time": "3.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 19800, "query_time": "21.6m", "fetch_current": 0, "fetch_total": 19800, "fetch_time": "55.8s", "query_time_in_millis": 1296458, "open_contexts": 0, "fetch_time_in_millis": 55864, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1593716}, "abstract": {"memory_size": "242.5mb", "memory_size_in_bytes": 254288259}}, "evictions": 0, "memory_size": "244mb", "memory_size_in_bytes": 255881975}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1443810, "deleted": 0}, "segments": {"count": 43}, "indexing": {"delete_time_in_millis": 0, "index_total": 1443810, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.3h", "index_time_in_millis": 8478914, "delete_current": 0}, "refresh": {"total_time": "32m", "total_time_in_millis": 1922907, "total": 9154}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "177kb", "memory_size_in_bytes": 181264}, "flush": {"total_time": "1m", "total_time_in_millis": 65502, "total": 275}, "warmer": {"current": 0, "total_time": "2.5s", "total": 10551, "total_time_in_millis": 2549}, "store": {"size_in_bytes": 65305755223, "throttle_time_in_millis": 15891556, "throttle_time": "4.4h", "size": "60.8gb"}, "merges": {"total_time": "5.4h", "total_docs": 4228139, "total_size_in_bytes": 193983935452, "total_size": "180.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 19736110, "total": 1077}}, "os": {"load_average": [1.47412109375, 1.513671875, 1.5693359375], "uptime": "26.4m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10337202176, "free_percent": 60, "free_in_bytes": 6283141120, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10896728064, "actual_used_in_bytes": 6842667008}, "timestamp": 1389161009766, "uptime_in_millis": 1584522, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 124333061, "curr_estab": 97, "out_rsts": -1, "active_opens": 109243, "attempt_fails": 1324, "in_segs": 128898317, "passive_opens": 2182, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "30.64s", "t_optimize_in_millis": 30644, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:02:50Z", "observation_sequence_no": 66, "observation_id": "a7a4c4df", "t_total_in_millis": 69982, "t_total": "1.17m", "observation_stop": "2014-01-08T06:03:29Z"}, "stats": {"search": {"query_total": 19800, "query_time": "21.6m", "fetch_current": 0, "fetch_total": 19800, "fetch_time": "55.8s", "query_time_in_millis": 1296458, "open_contexts": 0, "fetch_time_in_millis": 55864, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 92.55, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 87.0, "query_time_in_millis": 8700, "query_time": "8.7s", "client_time_in_millis": 9255, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "9.26s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 252.31, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 246.66, "query_time_in_millis": 24666, "query_time": "24.6s", "client_time_in_millis": 25231, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "25.23s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 48.5, "fetch_current": 0, "fetch_total": 100, "fetch_time": "266ms", "query_time_in_millis_per_query": 43.08, "query_time_in_millis": 4308, "query_time": "4.3s", "client_time_in_millis": 4850, "fetch_time_in_millis_per_query": 2.66, "client_total": 100, "fetch_time_in_millis": 266, "query_current": 0, "client_time": "4.85s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1593716}, "abstract": {"memory_size": "242.5mb", "memory_size_in_bytes": 254288259}}, "evictions": 0, "memory_size": "244mb", "memory_size_in_bytes": 255881975}, "docs": {"count": 1443745, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1443745, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.3h", "index_time_in_millis": 8478317, "delete_current": 0}, "merges": {"total_time": "5.4h", "total_docs": 4227880, "total_size_in_bytes": 193971666375, "total_size": "180.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 19734915, "total": 1070}, "store": {"size_in_bytes": 65304541340, "throttle_time_in_millis": 15891382, "throttle_time": "4.4h", "size": "60.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/9cd1f2d9' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1464895, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 20100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1501, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2053, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9288, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 11229, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2292, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 279, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 10707, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 146, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389161214041, "total": {"available": "99.1gb", "disk_io_size": "3185.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1039905711104, "disk_read_size": "968.4gb", "disk_writes": 8748766, "disk_io_size_in_bytes": 3420866662400, "free": "99.4gb", "disk_write_size_in_bytes": 2380960951296, "disk_io_op": 13117006, "disk_reads": 4368240, "free_in_bytes": 106758189056, "disk_write_size": "2217.4gb", "available_in_bytes": 106496045056}, "data": [{"available": "99.1gb", "disk_io_size": "3185.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1039905711104, "disk_read_size": "968.4gb", "disk_writes": 8748766, "mount": "/", "disk_io_size_in_bytes": 3420866662400, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2380960951296, "free": "99.4gb", "disk_io_op": 13117006, "disk_reads": 4368240, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 106758189056, "disk_write_size": "2217.4gb", "available_in_bytes": 106496045056}]}, "http": {"total_opened": 98, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "828.7mb", "resident_in_bytes": 869019648, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085317632}, "timestamp": 1389161214040, "open_file_descriptors": 438, "cpu": {"user_in_millis": 15488096, "percent": 122, "sys": "23.6m", "sys_in_millis": 1419275, "total_in_millis": 16907371, "total": "4.6h", "user": "4.3h"}}, "timestamp": 1389161214038, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.1h", "mem": {"non_heap_used_in_bytes": 51974944, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "427.8mb", "heap_used_in_bytes": 448659096, "non_heap_committed": "77.7mb", "heap_used_percent": 42, "heap_committed": "612.6mb", "heap_committed_in_bytes": 642383872, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43857248, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43857248, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "742.3kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 760200, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8126976, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8117696, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "469.2mb", "used": "408.7mb", "peak_used_in_bytes": 492091304, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 428582864, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "18.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 19318128, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389161214040, "uptime_in_millis": 18416903, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 79554, "collection_time_in_millis": 212985, "collectors": {"ParNew": {"collection_count": 78570, "collection_time_in_millis": 206639, "collection_time": "3.4m"}, "ConcurrentMarkSweep": {"collection_count": 984, "collection_time_in_millis": 6346, "collection_time": "6.3s"}}, "collection_time": "3.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 20100, "query_time": "22.2m", "fetch_current": 0, "fetch_total": 20100, "fetch_time": "56.6s", "query_time_in_millis": 1334620, "open_contexts": 0, "fetch_time_in_millis": 56666, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1645016}, "abstract": {"memory_size": "244.7mb", "memory_size_in_bytes": 256657231}}, "evictions": 0, "memory_size": "246.3mb", "memory_size_in_bytes": 258302247}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1464895, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1464895, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.3h", "index_time_in_millis": 8606534, "delete_current": 0}, "refresh": {"total_time": "32.5m", "total_time_in_millis": 1951848, "total": 9290}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "179.6kb", "memory_size_in_bytes": 183952}, "flush": {"total_time": "1.1m", "total_time_in_millis": 66694, "total": 279}, "warmer": {"current": 0, "total_time": "2.5s", "total": 10708, "total_time_in_millis": 2586}, "store": {"size_in_bytes": 66289073168, "throttle_time_in_millis": 16042494, "throttle_time": "4.4h", "size": "61.7gb"}, "merges": {"total_time": "5.5h", "total_docs": 4264548, "total_size_in_bytes": 195801082639, "total_size": "182.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 19925939, "total": 1093}}, "os": {"load_average": [1.71875, 1.666015625, 1.61865234375], "uptime": "26.4m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10333532160, "free_percent": 60, "free_in_bytes": 6335045632, "free": "5.8gb", "used": "10.1gb", "actual_used": "6.3gb", "used_in_bytes": 10844823552, "actual_used_in_bytes": 6846337024}, "timestamp": 1389161214040, "uptime_in_millis": 1584727, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 124507541, "curr_estab": 95, "out_rsts": -1, "active_opens": 109243, "attempt_fails": 1324, "in_segs": 129072811, "passive_opens": 2182, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "0.12s", "t_optimize_in_millis": 119, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:06:14Z", "observation_sequence_no": 67, "observation_id": "9cd1f2d9", "t_total_in_millis": 39962, "t_total": "0.67m", "observation_stop": "2014-01-08T06:06:54Z"}, "stats": {"search": {"query_total": 20100, "query_time": "22.2m", "fetch_current": 0, "fetch_total": 20100, "fetch_time": "56.6s", "query_time_in_millis": 1334620, "open_contexts": 0, "fetch_time_in_millis": 56666, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 93.54, "fetch_current": 0, "fetch_total": 100, "fetch_time": "262ms", "query_time_in_millis_per_query": 87.85, "query_time_in_millis": 8785, "query_time": "8.7s", "client_time_in_millis": 9354, "fetch_time_in_millis_per_query": 2.62, "client_total": 100, "fetch_time_in_millis": 262, "query_current": 0, "client_time": "9.35s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 255.85, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 250.18, "query_time_in_millis": 25018, "query_time": "25s", "client_time_in_millis": 25585, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "25.59s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 49.01, "fetch_current": 0, "fetch_total": 100, "fetch_time": "259ms", "query_time_in_millis_per_query": 43.58, "query_time_in_millis": 4358, "query_time": "4.3s", "client_time_in_millis": 4901, "fetch_time_in_millis_per_query": 2.59, "client_total": 100, "fetch_time_in_millis": 259, "query_current": 0, "client_time": "4.90s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1645016}, "abstract": {"memory_size": "244.7mb", "memory_size_in_bytes": 256657231}}, "evictions": 0, "memory_size": "246.3mb", "memory_size_in_bytes": 258302247}, "docs": {"count": 1464829, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1464829, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.3h", "index_time_in_millis": 8605930, "delete_current": 0}, "merges": {"total_time": "5.5h", "total_docs": 4264289, "total_size_in_bytes": 195788813562, "total_size": "182.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 19924744, "total": 1086}, "store": {"size_in_bytes": 66287727082, "throttle_time_in_millis": 16042320, "throttle_time": "4.4h", "size": "61.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/80fcdb67' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1485360, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 20400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1521, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2079, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9423, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 11394, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2325, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 283, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 10863, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 147, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389161437817, "total": {"available": "98.2gb", "disk_io_size": "3191.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1040144270336, "disk_read_size": "968.7gb", "disk_writes": 8759811, "disk_io_size_in_bytes": 3426622993408, "free": "98.5gb", "disk_write_size_in_bytes": 2386478723072, "disk_io_op": 13128972, "disk_reads": 4369161, "free_in_bytes": 105766965248, "disk_write_size": "2222.5gb", "available_in_bytes": 105504821248}, "data": [{"available": "98.2gb", "disk_io_size": "3191.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1040144270336, "disk_read_size": "968.7gb", "disk_writes": 8759811, "mount": "/", "disk_io_size_in_bytes": 3426622993408, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2386478723072, "free": "98.5gb", "disk_io_op": 13128972, "disk_reads": 4369161, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 105766965248, "disk_write_size": "2222.5gb", "available_in_bytes": 105504821248}]}, "http": {"total_opened": 98, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "829mb", "resident_in_bytes": 869318656, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085317632}, "timestamp": 1389161437816, "open_file_descriptors": 418, "cpu": {"user_in_millis": 15733841, "percent": 117, "sys": "23.9m", "sys_in_millis": 1437506, "total_in_millis": 17171347, "total": "4.7h", "user": "4.3h"}}, "timestamp": 1389161437814, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.1h", "mem": {"non_heap_used_in_bytes": 51984672, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "387.8mb", "heap_used_in_bytes": 406644240, "non_heap_committed": "77.7mb", "heap_used_percent": 38, "heap_committed": "612.6mb", "heap_committed_in_bytes": 642383872, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43859040, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43859040, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "590.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 604864, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8135936, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8125632, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "469.2mb", "used": "384.9mb", "peak_used_in_bytes": 492091304, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 403689504, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2351960, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389161437816, "uptime_in_millis": 18640679, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 80763, "collection_time_in_millis": 216684, "collectors": {"ParNew": {"collection_count": 79764, "collection_time_in_millis": 210243, "collection_time": "3.5m"}, "ConcurrentMarkSweep": {"collection_count": 999, "collection_time_in_millis": 6441, "collection_time": "6.4s"}}, "collection_time": "3.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 20400, "query_time": "22.8m", "fetch_current": 0, "fetch_total": 20400, "fetch_time": "57.4s", "query_time_in_millis": 1373249, "open_contexts": 0, "fetch_time_in_millis": 57462, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1650424}, "abstract": {"memory_size": "246.4mb", "memory_size_in_bytes": 258431075}}, "evictions": 0, "memory_size": "248mb", "memory_size_in_bytes": 260081499}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1485360, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1485360, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.4h", "index_time_in_millis": 8734740, "delete_current": 0}, "refresh": {"total_time": "33m", "total_time_in_millis": 1981827, "total": 9425}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "182.1kb", "memory_size_in_bytes": 186480}, "flush": {"total_time": "1.1m", "total_time_in_millis": 67845, "total": 283}, "warmer": {"current": 0, "total_time": "2.6s", "total": 10864, "total_time_in_millis": 2619}, "store": {"size_in_bytes": 67280042049, "throttle_time_in_millis": 16256394, "throttle_time": "4.5h", "size": "62.6gb"}, "merges": {"total_time": "5.6h", "total_docs": 4314649, "total_size_in_bytes": 198192900200, "total_size": "184.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 20188714, "total": 1109}}, "os": {"load_average": [2.8955078125, 2.10302734375, 1.7978515625], "uptime": "26.4m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10332938240, "free_percent": 60, "free_in_bytes": 6141538304, "free": "5.7gb", "used": "10.2gb", "actual_used": "6.3gb", "used_in_bytes": 11038330880, "actual_used_in_bytes": 6846930944}, "timestamp": 1389161437816, "uptime_in_millis": 1584950, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 124680168, "curr_estab": 94, "out_rsts": -1, "active_opens": 109244, "attempt_fails": 1324, "in_segs": 129245466, "passive_opens": 2182, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "19.34s", "t_optimize_in_millis": 19344, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:09:57Z", "observation_sequence_no": 68, "observation_id": "80fcdb67", "t_total_in_millis": 59612, "t_total": "0.99m", "observation_stop": "2014-01-08T06:10:37Z"}, "stats": {"search": {"query_total": 20400, "query_time": "22.8m", "fetch_current": 0, "fetch_total": 20400, "fetch_time": "57.4s", "query_time_in_millis": 1373249, "open_contexts": 0, "fetch_time_in_millis": 57462, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 94.54, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 89.14, "query_time_in_millis": 8914, "query_time": "8.9s", "client_time_in_millis": 9454, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "9.45s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 258.57, "fetch_current": 0, "fetch_total": 100, "fetch_time": "285ms", "query_time_in_millis_per_query": 252.88, "query_time_in_millis": 25288, "query_time": "25.2s", "client_time_in_millis": 25857, "fetch_time_in_millis_per_query": 2.85, "client_total": 100, "fetch_time_in_millis": 285, "query_current": 0, "client_time": "25.86s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 49.55, "fetch_current": 0, "fetch_total": 100, "fetch_time": "258ms", "query_time_in_millis_per_query": 44.25, "query_time_in_millis": 4425, "query_time": "4.4s", "client_time_in_millis": 4955, "fetch_time_in_millis_per_query": 2.58, "client_total": 100, "fetch_time_in_millis": 258, "query_current": 0, "client_time": "4.96s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1650424}, "abstract": {"memory_size": "246.4mb", "memory_size_in_bytes": 258431075}}, "evictions": 0, "memory_size": "248mb", "memory_size_in_bytes": 260081499}, "docs": {"count": 1485293, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1485293, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.4h", "index_time_in_millis": 8734129, "delete_current": 0}, "merges": {"total_time": "5.6h", "total_docs": 4314390, "total_size_in_bytes": 198180631123, "total_size": "184.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 20187519, "total": 1102}, "store": {"size_in_bytes": 67278563734, "throttle_time_in_millis": 16256220, "throttle_time": "4.5h", "size": "62.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/5fc65131' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1505610, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 20700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1539, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2103, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9559, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 11559, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2359, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 287, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11019, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 148, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389161643839, "total": {"available": "97.3gb", "disk_io_size": "3196.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1040383767552, "disk_read_size": "968.9gb", "disk_writes": 8770392, "disk_io_size_in_bytes": 3431791275008, "free": "97.5gb", "disk_write_size_in_bytes": 2391407507456, "disk_io_op": 13140400, "disk_reads": 4370008, "free_in_bytes": 104775729152, "disk_write_size": "2227.1gb", "available_in_bytes": 104513585152}, "data": [{"available": "97.3gb", "disk_io_size": "3196.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1040383767552, "disk_read_size": "968.9gb", "disk_writes": 8770392, "mount": "/", "disk_io_size_in_bytes": 3431791275008, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2391407507456, "free": "97.5gb", "disk_io_op": 13140400, "disk_reads": 4370008, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 104775729152, "disk_write_size": "2227.1gb", "available_in_bytes": 104513585152}]}, "http": {"total_opened": 98, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "829mb", "resident_in_bytes": 869326848, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085317632}, "timestamp": 1389161643838, "open_file_descriptors": 448, "cpu": {"user_in_millis": 15970707, "percent": 122, "sys": "24.2m", "sys_in_millis": 1453341, "total_in_millis": 17424048, "total": "4.8h", "user": "4.4h"}}, "timestamp": 1389161643836, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.2h", "mem": {"non_heap_used_in_bytes": 51985824, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "374.6mb", "heap_used_in_bytes": 392799192, "non_heap_committed": "77.7mb", "heap_used_percent": 37, "heap_committed": "612.6mb", "heap_committed_in_bytes": 642383872, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43859040, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43859040, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "150.9kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 154608, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8137472, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8126784, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "469.2mb", "used": "361mb", "peak_used_in_bytes": 492091304, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 378610928, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "13.3mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 14035752, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389161643838, "uptime_in_millis": 18846701, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 81938, "collection_time_in_millis": 220376, "collectors": {"ParNew": {"collection_count": 80924, "collection_time_in_millis": 213814, "collection_time": "3.5m"}, "ConcurrentMarkSweep": {"collection_count": 1014, "collection_time_in_millis": 6562, "collection_time": "6.5s"}}, "collection_time": "3.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 20700, "query_time": "23.5m", "fetch_current": 0, "fetch_total": 20700, "fetch_time": "58.2s", "query_time_in_millis": 1412421, "open_contexts": 0, "fetch_time_in_millis": 58246, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1698684}, "abstract": {"memory_size": "248.6mb", "memory_size_in_bytes": 260770344}}, "evictions": 0, "memory_size": "250.3mb", "memory_size_in_bytes": 262469028}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1505610, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1505610, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.4h", "index_time_in_millis": 8862550, "delete_current": 0}, "refresh": {"total_time": "33.5m", "total_time_in_millis": 2011529, "total": 9561}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "184.5kb", "memory_size_in_bytes": 188960}, "flush": {"total_time": "1.1m", "total_time_in_millis": 68599, "total": 287}, "warmer": {"current": 0, "total_time": "2.6s", "total": 11020, "total_time_in_millis": 2659}, "store": {"size_in_bytes": 68272367917, "throttle_time_in_millis": 16407295, "throttle_time": "4.5h", "size": "63.5gb"}, "merges": {"total_time": "5.6h", "total_docs": 4349710, "total_size_in_bytes": 199988946294, "total_size": "186.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 20378219, "total": 1125}}, "os": {"load_average": [2.09912109375, 2.13525390625, 1.8759765625], "uptime": "26.4m", "mem": {"actual_free": "9.6gb", "used_percent": 39, "actual_free_in_bytes": 10313175040, "free_percent": 60, "free_in_bytes": 6043066368, "free": "5.6gb", "used": "10.3gb", "actual_used": "6.3gb", "used_in_bytes": 11136802816, "actual_used_in_bytes": 6866694144}, "timestamp": 1389161643838, "uptime_in_millis": 1585156, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 18, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 124852414, "curr_estab": 94, "out_rsts": -1, "active_opens": 109246, "attempt_fails": 1324, "in_segs": 129417727, "passive_opens": 2182, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 39, "t_optimize": "1.43s", "t_optimize_in_millis": 1430, "num_committed_segments": 39}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:13:23Z", "observation_sequence_no": 69, "observation_id": "5fc65131", "t_total_in_millis": 42232, "t_total": "0.70m", "observation_stop": "2014-01-08T06:14:03Z"}, "stats": {"search": {"query_total": 20700, "query_time": "23.5m", "fetch_current": 0, "fetch_total": 20700, "fetch_time": "58.2s", "query_time_in_millis": 1412421, "open_contexts": 0, "fetch_time_in_millis": 58246, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 95.71, "fetch_current": 0, "fetch_total": 100, "fetch_time": "253ms", "query_time_in_millis_per_query": 90.33, "query_time_in_millis": 9033, "query_time": "9s", "client_time_in_millis": 9571, "fetch_time_in_millis_per_query": 2.53, "client_total": 100, "fetch_time_in_millis": 253, "query_current": 0, "client_time": "9.57s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 262.13, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 256.49, "query_time_in_millis": 25649, "query_time": "25.6s", "client_time_in_millis": 26213, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "26.21s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 50.16, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 44.88, "query_time_in_millis": 4488, "query_time": "4.4s", "client_time_in_millis": 5016, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "5.02s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1698684}, "abstract": {"memory_size": "248.6mb", "memory_size_in_bytes": 260770344}}, "evictions": 0, "memory_size": "250.3mb", "memory_size_in_bytes": 262469028}, "docs": {"count": 1505542, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1505542, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.4h", "index_time_in_millis": 8861932, "delete_current": 0}, "merges": {"total_time": "5.6h", "total_docs": 4349451, "total_size_in_bytes": 199976677217, "total_size": "186.2gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 20377024, "total": 1118}, "store": {"size_in_bytes": 68270757328, "throttle_time_in_millis": 16407120, "throttle_time": "4.5h", "size": "63.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/e8b48f9c' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1526603, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 21000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1583, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2168, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9694, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 11725, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2393, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 291, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11175, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 153, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389162270991, "total": {"available": "96.4gb", "disk_io_size": "3209.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1044372259840, "disk_read_size": "972.6gb", "disk_writes": 8789266, "disk_io_size_in_bytes": 3445814538240, "free": "96.6gb", "disk_write_size_in_bytes": 2401442278400, "disk_io_op": 13180428, "disk_reads": 4391162, "free_in_bytes": 103790034944, "disk_write_size": "2236.5gb", "available_in_bytes": 103527890944}, "data": [{"available": "96.4gb", "disk_io_size": "3209.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1044372259840, "disk_read_size": "972.6gb", "disk_writes": 8789266, "mount": "/", "disk_io_size_in_bytes": 3445814538240, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2401442278400, "free": "96.6gb", "disk_io_op": 13180428, "disk_reads": 4391162, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 103790034944, "disk_write_size": "2236.5gb", "available_in_bytes": 103527890944}]}, "http": {"total_opened": 103, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "856.8mb", "resident_in_bytes": 898424832, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085317632}, "timestamp": 1389162270990, "open_file_descriptors": 428, "cpu": {"user_in_millis": 16285780, "percent": 57, "sys": "24.9m", "sys_in_millis": 1496059, "total_in_millis": 17781839, "total": "4.9h", "user": "4.5h"}}, "timestamp": 1389162270987, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.4h", "mem": {"non_heap_used_in_bytes": 51990928, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "411.8mb", "heap_used_in_bytes": 431896376, "non_heap_committed": "77.7mb", "heap_used_percent": 40, "heap_committed": "688.4mb", "heap_committed_in_bytes": 721907712, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43861648, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43861648, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1.1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1182784, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8139840, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8129280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "519.1mb", "used": "402.1mb", "peak_used_in_bytes": 544383296, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 421636384, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "8.6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 9079304, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389162270990, "uptime_in_millis": 19473853, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 83495, "collection_time_in_millis": 224950, "collectors": {"ParNew": {"collection_count": 82465, "collection_time_in_millis": 218318, "collection_time": "3.6m"}, "ConcurrentMarkSweep": {"collection_count": 1030, "collection_time_in_millis": 6632, "collection_time": "6.6s"}}, "collection_time": "3.7m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 21000, "query_time": "24.2m", "fetch_current": 0, "fetch_total": 21000, "fetch_time": "59s", "query_time_in_millis": 1452826, "open_contexts": 0, "fetch_time_in_millis": 59010, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1676720}, "abstract": {"memory_size": "258mb", "memory_size_in_bytes": 270606871}}, "evictions": 0, "memory_size": "259.6mb", "memory_size_in_bytes": 272283591}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1526603, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1526603, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.4h", "index_time_in_millis": 8991032, "delete_current": 0}, "refresh": {"total_time": "34m", "total_time_in_millis": 2041734, "total": 9696}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "187kb", "memory_size_in_bytes": 191576}, "flush": {"total_time": "1.1m", "total_time_in_millis": 70102, "total": 291}, "warmer": {"current": 0, "total_time": "2.6s", "total": 11176, "total_time_in_millis": 2691}, "store": {"size_in_bytes": 69257828045, "throttle_time_in_millis": 16918628, "throttle_time": "4.6h", "size": "64.5gb"}, "merges": {"total_time": "5.8h", "total_docs": 4493169, "total_size_in_bytes": 206879127073, "total_size": "192.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21021408, "total": 1141}}, "os": {"load_average": [1.42919921875, 1.318359375, 1.5361328125], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10296328192, "free_percent": 59, "free_in_bytes": 5944340480, "free": "5.5gb", "used": "10.4gb", "actual_used": "6.4gb", "used_in_bytes": 11235528704, "actual_used_in_bytes": 6883540992}, "timestamp": 1389162270990, "uptime_in_millis": 1585783, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 125026902, "curr_estab": 93, "out_rsts": -1, "active_opens": 109251, "attempt_fails": 1324, "in_segs": 129592241, "passive_opens": 2187, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 38, "t_optimize": "420.12s", "t_optimize_in_millis": 420120, "num_committed_segments": 38}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:23:48Z", "observation_sequence_no": 70, "observation_id": "e8b48f9c", "t_total_in_millis": 462188, "t_total": "7.70m", "observation_stop": "2014-01-08T06:24:30Z"}, "stats": {"search": {"query_total": 21000, "query_time": "24.2m", "fetch_current": 0, "fetch_total": 21000, "fetch_time": "59s", "query_time_in_millis": 1452826, "open_contexts": 0, "fetch_time_in_millis": 59010, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 97.7, "fetch_current": 0, "fetch_total": 100, "fetch_time": "239ms", "query_time_in_millis_per_query": 92.16, "query_time_in_millis": 9216, "query_time": "9.2s", "client_time_in_millis": 9770, "fetch_time_in_millis_per_query": 2.39, "client_total": 100, "fetch_time_in_millis": 239, "query_current": 0, "client_time": "9.77s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 272.29, "fetch_current": 0, "fetch_total": 100, "fetch_time": "282ms", "query_time_in_millis_per_query": 266.63, "query_time_in_millis": 26663, "query_time": "26.6s", "client_time_in_millis": 27229, "fetch_time_in_millis_per_query": 2.82, "client_total": 100, "fetch_time_in_millis": 282, "query_current": 0, "client_time": "27.23s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 50.66, "fetch_current": 0, "fetch_total": 100, "fetch_time": "241ms", "query_time_in_millis_per_query": 45.25, "query_time_in_millis": 4525, "query_time": "4.5s", "client_time_in_millis": 5066, "fetch_time_in_millis_per_query": 2.41, "client_total": 100, "fetch_time_in_millis": 241, "query_current": 0, "client_time": "5.07s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.5mb", "memory_size_in_bytes": 1676720}, "abstract": {"memory_size": "258mb", "memory_size_in_bytes": 270606871}}, "evictions": 0, "memory_size": "259.6mb", "memory_size_in_bytes": 272283591}, "docs": {"count": 1526534, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1526534, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.4h", "index_time_in_millis": 8990407, "delete_current": 0}, "merges": {"total_time": "5.8h", "total_docs": 4492910, "total_size_in_bytes": 206866857996, "total_size": "192.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21020213, "total": 1134}, "store": {"size_in_bytes": 69256085177, "throttle_time_in_millis": 16918454, "throttle_time": "4.6h", "size": "64.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/5c230d9e' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1547913, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 21300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1603, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2194, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9832, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 11892, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2427, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 295, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11334, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 155, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389162492785, "total": {"available": "95.5gb", "disk_io_size": "3215.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1045389681664, "disk_read_size": "973.5gb", "disk_writes": 8800221, "disk_io_size_in_bytes": 3452330235904, "free": "95.7gb", "disk_write_size_in_bytes": 2406940554240, "disk_io_op": 13200627, "disk_reads": 4400406, "free_in_bytes": 102809600000, "disk_write_size": "2241.6gb", "available_in_bytes": 102547456000}, "data": [{"available": "95.5gb", "disk_io_size": "3215.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1045389681664, "disk_read_size": "973.5gb", "disk_writes": 8800221, "mount": "/", "disk_io_size_in_bytes": 3452330235904, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2406940554240, "free": "95.7gb", "disk_io_op": 13200627, "disk_reads": 4400406, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 102809600000, "disk_write_size": "2241.6gb", "available_in_bytes": 102547456000}]}, "http": {"total_opened": 104, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "856.9mb", "resident_in_bytes": 898568192, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085592064}, "timestamp": 1389162492784, "open_file_descriptors": 411, "cpu": {"user_in_millis": 16532190, "percent": 119, "sys": "25.2m", "sys_in_millis": 1514652, "total_in_millis": 18046842, "total": "5h", "user": "4.5h"}}, "timestamp": 1389162492781, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.4h", "mem": {"non_heap_used_in_bytes": 51991192, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "368.9mb", "heap_used_in_bytes": 386857960, "non_heap_committed": "77.7mb", "heap_used_percent": 36, "heap_committed": "688.4mb", "heap_committed_in_bytes": 721907712, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43861912, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43861912, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "107.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 110384, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8139840, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8129280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "519.1mb", "used": "348.2mb", "peak_used_in_bytes": 544383296, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 365203808, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "20.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 21543768, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389162492784, "uptime_in_millis": 19695647, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 84671, "collection_time_in_millis": 228569, "collectors": {"ParNew": {"collection_count": 83631, "collection_time_in_millis": 221885, "collection_time": "3.6m"}, "ConcurrentMarkSweep": {"collection_count": 1040, "collection_time_in_millis": 6684, "collection_time": "6.6s"}}, "collection_time": "3.8m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 21300, "query_time": "24.8m", "fetch_current": 0, "fetch_total": 21300, "fetch_time": "59.7s", "query_time_in_millis": 1493141, "open_contexts": 0, "fetch_time_in_millis": 59789, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1701256}, "abstract": {"memory_size": "259.9mb", "memory_size_in_bytes": 272592900}}, "evictions": 0, "memory_size": "261.5mb", "memory_size_in_bytes": 274294156}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1547913, "deleted": 0}, "segments": {"count": 47}, "indexing": {"delete_time_in_millis": 0, "index_total": 1547913, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.5h", "index_time_in_millis": 9119849, "delete_current": 0}, "refresh": {"total_time": "34.5m", "total_time_in_millis": 2070856, "total": 9834}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "189.7kb", "memory_size_in_bytes": 194264}, "flush": {"total_time": "1.1m", "total_time_in_millis": 70983, "total": 295}, "warmer": {"current": 0, "total_time": "2.7s", "total": 11335, "total_time_in_millis": 2718}, "store": {"size_in_bytes": 70238082281, "throttle_time_in_millis": 17131983, "throttle_time": "4.7h", "size": "65.4gb"}, "merges": {"total_time": "5.9h", "total_docs": 4543735, "total_size_in_bytes": 209273903930, "total_size": "194.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21285680, "total": 1157}}, "os": {"load_average": [1.8974609375, 1.7255859375, 1.6650390625], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10289258496, "free_percent": 59, "free_in_bytes": 5859942400, "free": "5.4gb", "used": "10.5gb", "actual_used": "6.4gb", "used_in_bytes": 11319926784, "actual_used_in_bytes": 6890610688}, "timestamp": 1389162492784, "uptime_in_millis": 1586005, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 80, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 125201783, "curr_estab": 94, "out_rsts": -1, "active_opens": 109262, "attempt_fails": 1324, "in_segs": 129767136, "passive_opens": 2188, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1753}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "13.75s", "t_optimize_in_millis": 13752, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:27:30Z", "observation_sequence_no": 71, "observation_id": "5c230d9e", "t_total_in_millis": 55706, "t_total": "0.93m", "observation_stop": "2014-01-08T06:28:12Z"}, "stats": {"search": {"query_total": 21300, "query_time": "24.8m", "fetch_current": 0, "fetch_total": 21300, "fetch_time": "59.7s", "query_time_in_millis": 1493141, "open_contexts": 0, "fetch_time_in_millis": 59789, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 98.39, "fetch_current": 0, "fetch_total": 100, "fetch_time": "254ms", "query_time_in_millis_per_query": 92.99, "query_time_in_millis": 9299, "query_time": "9.2s", "client_time_in_millis": 9839, "fetch_time_in_millis_per_query": 2.54, "client_total": 100, "fetch_time_in_millis": 254, "query_current": 0, "client_time": "9.84s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 269.82, "fetch_current": 0, "fetch_total": 100, "fetch_time": "274ms", "query_time_in_millis_per_query": 264.13, "query_time_in_millis": 26413, "query_time": "26.4s", "client_time_in_millis": 26982, "fetch_time_in_millis_per_query": 2.74, "client_total": 100, "fetch_time_in_millis": 274, "query_current": 0, "client_time": "26.98s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 51.31, "fetch_current": 0, "fetch_total": 100, "fetch_time": "250ms", "query_time_in_millis_per_query": 46.01, "query_time_in_millis": 4601, "query_time": "4.6s", "client_time_in_millis": 5131, "fetch_time_in_millis_per_query": 2.5, "client_total": 100, "fetch_time_in_millis": 250, "query_current": 0, "client_time": "5.13s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1701256}, "abstract": {"memory_size": "259.9mb", "memory_size_in_bytes": 272592900}}, "evictions": 0, "memory_size": "261.5mb", "memory_size_in_bytes": 274294156}, "docs": {"count": 1547843, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1547843, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.5h", "index_time_in_millis": 9119214, "delete_current": 0}, "merges": {"total_time": "5.9h", "total_docs": 4543476, "total_size_in_bytes": 209261634853, "total_size": "194.8gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21284485, "total": 1150}, "store": {"size_in_bytes": 70236207164, "throttle_time_in_millis": 17131809, "throttle_time": "4.7h", "size": "65.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/41895e42' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1568751, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 21600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1621, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2216, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 9968, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 12058, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2461, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 300, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11491, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 156, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389162700759, "total": {"available": "94.5gb", "disk_io_size": "3220gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1045631747072, "disk_read_size": "973.8gb", "disk_writes": 8811136, "disk_io_size_in_bytes": 3457477155840, "free": "94.8gb", "disk_write_size_in_bytes": 2411845408768, "disk_io_op": 13212918, "disk_reads": 4401782, "free_in_bytes": 101818023936, "disk_write_size": "2246.2gb", "available_in_bytes": 101555879936}, "data": [{"available": "94.5gb", "disk_io_size": "3220gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1045631747072, "disk_read_size": "973.8gb", "disk_writes": 8811136, "mount": "/", "disk_io_size_in_bytes": 3457477155840, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2411845408768, "free": "94.8gb", "disk_io_op": 13212918, "disk_reads": 4401782, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 101818023936, "disk_write_size": "2246.2gb", "available_in_bytes": 101555879936}]}, "http": {"total_opened": 104, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "856.9mb", "resident_in_bytes": 898584576, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085592064}, "timestamp": 1389162700758, "open_file_descriptors": 442, "cpu": {"user_in_millis": 16769223, "percent": 121, "sys": "25.5m", "sys_in_millis": 1530412, "total_in_millis": 18299635, "total": "5h", "user": "4.6h"}}, "timestamp": 1389162700755, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.5h", "mem": {"non_heap_used_in_bytes": 51993944, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "495.5mb", "heap_used_in_bytes": 519634768, "non_heap_committed": "77.7mb", "heap_used_percent": 49, "heap_committed": "688.4mb", "heap_committed_in_bytes": 721907712, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43861912, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43861912, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "672.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 688664, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8142720, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8132032, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "519.1mb", "used": "484.8mb", "peak_used_in_bytes": 544383296, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 508377752, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 10568352, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389162700758, "uptime_in_millis": 19903621, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 85797, "collection_time_in_millis": 232142, "collectors": {"ParNew": {"collection_count": 84748, "collection_time_in_millis": 225401, "collection_time": "3.7m"}, "ConcurrentMarkSweep": {"collection_count": 1049, "collection_time_in_millis": 6741, "collection_time": "6.7s"}}, "collection_time": "3.8m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 21600, "query_time": "25.5m", "fetch_current": 0, "fetch_total": 21600, "fetch_time": "1m", "query_time_in_millis": 1533934, "open_contexts": 0, "fetch_time_in_millis": 60580, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1755716}, "abstract": {"memory_size": "262.3mb", "memory_size_in_bytes": 275054484}}, "evictions": 0, "memory_size": "263.9mb", "memory_size_in_bytes": 276810200}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1568751, "deleted": 0}, "segments": {"count": 48}, "indexing": {"delete_time_in_millis": 0, "index_total": 1568751, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.5h", "index_time_in_millis": 9248666, "delete_current": 0}, "refresh": {"total_time": "35m", "total_time_in_millis": 2100358, "total": 9970}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "192.2kb", "memory_size_in_bytes": 196896}, "flush": {"total_time": "1.1m", "total_time_in_millis": 71978, "total": 300}, "warmer": {"current": 0, "total_time": "2.7s", "total": 11492, "total_time_in_millis": 2756}, "store": {"size_in_bytes": 71229778004, "throttle_time_in_millis": 17279844, "throttle_time": "4.7h", "size": "66.3gb"}, "merges": {"total_time": "5.9h", "total_docs": 4579942, "total_size_in_bytes": 211045526124, "total_size": "196.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21470890, "total": 1173}}, "os": {"load_average": [1.68505859375, 1.83544921875, 1.7333984375], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10292224000, "free_percent": 59, "free_in_bytes": 5791023104, "free": "5.3gb", "used": "10.6gb", "actual_used": "6.4gb", "used_in_bytes": 11388846080, "actual_used_in_bytes": 6887645184}, "timestamp": 1389162700758, "uptime_in_millis": 1586213, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 125375091, "curr_estab": 93, "out_rsts": -1, "active_opens": 109262, "attempt_fails": 1324, "in_segs": 129940448, "passive_opens": 2188, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "0.26s", "t_optimize_in_millis": 262, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:30:58Z", "observation_sequence_no": 72, "observation_id": "41895e42", "t_total_in_millis": 42703, "t_total": "0.71m", "observation_stop": "2014-01-08T06:31:40Z"}, "stats": {"search": {"query_total": 21600, "query_time": "25.5m", "fetch_current": 0, "fetch_total": 21600, "fetch_time": "1m", "query_time_in_millis": 1533934, "open_contexts": 0, "fetch_time_in_millis": 60580, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 99.9, "fetch_current": 0, "fetch_total": 100, "fetch_time": "252ms", "query_time_in_millis_per_query": 94.48, "query_time_in_millis": 9448, "query_time": "9.4s", "client_time_in_millis": 9990, "fetch_time_in_millis_per_query": 2.52, "client_total": 100, "fetch_time_in_millis": 252, "query_current": 0, "client_time": "9.99s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 272.28, "fetch_current": 0, "fetch_total": 100, "fetch_time": "284ms", "query_time_in_millis_per_query": 266.57, "query_time_in_millis": 26657, "query_time": "26.6s", "client_time_in_millis": 27228, "fetch_time_in_millis_per_query": 2.84, "client_total": 100, "fetch_time_in_millis": 284, "query_current": 0, "client_time": "27.23s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 52.2, "fetch_current": 0, "fetch_total": 100, "fetch_time": "253ms", "query_time_in_millis_per_query": 46.88, "query_time_in_millis": 4688, "query_time": "4.6s", "client_time_in_millis": 5220, "fetch_time_in_millis_per_query": 2.53, "client_total": 100, "fetch_time_in_millis": 253, "query_current": 0, "client_time": "5.22s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1755716}, "abstract": {"memory_size": "262.3mb", "memory_size_in_bytes": 275054484}}, "evictions": 0, "memory_size": "263.9mb", "memory_size_in_bytes": 276810200}, "docs": {"count": 1568680, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1568680, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.5h", "index_time_in_millis": 9248024, "delete_current": 0}, "merges": {"total_time": "5.9h", "total_docs": 4579683, "total_size_in_bytes": 211033257047, "total_size": "196.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21469695, "total": 1166}, "store": {"size_in_bytes": 71227770521, "throttle_time_in_millis": 17279670, "throttle_time": "4.7h", "size": "66.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/4411a435' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1589800, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 21900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1641, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2245, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10105, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 12224, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2495, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 304, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11649, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 159, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389162948909, "total": {"available": "93.6gb", "disk_io_size": "3225.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1045878223872, "disk_read_size": "974gb", "disk_writes": 8822723, "disk_io_size_in_bytes": 3463194867712, "free": "93.9gb", "disk_write_size_in_bytes": 2417316643840, "disk_io_op": 13225542, "disk_reads": 4402819, "free_in_bytes": 100832075776, "disk_write_size": "2251.3gb", "available_in_bytes": 100569931776}, "data": [{"available": "93.6gb", "disk_io_size": "3225.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1045878223872, "disk_read_size": "974gb", "disk_writes": 8822723, "mount": "/", "disk_io_size_in_bytes": 3463194867712, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2417316643840, "free": "93.9gb", "disk_io_op": 13225542, "disk_reads": 4402819, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 100832075776, "disk_write_size": "2251.3gb", "available_in_bytes": 100569931776}]}, "http": {"total_opened": 106, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "856.9mb", "resident_in_bytes": 898588672, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085592064}, "timestamp": 1389162948908, "open_file_descriptors": 424, "cpu": {"user_in_millis": 17015534, "percent": 106, "sys": "25.8m", "sys_in_millis": 1548962, "total_in_millis": 18564496, "total": "5.1h", "user": "4.7h"}}, "timestamp": 1389162948905, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.5h", "mem": {"non_heap_used_in_bytes": 51995352, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81494016, "heap_used": "340.4mb", "heap_used_in_bytes": 356951664, "non_heap_committed": "77.7mb", "heap_used_percent": 33, "heap_committed": "688.4mb", "heap_committed_in_bytes": 721907712, "non_heap_used": "49.5mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43861912, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43861912, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1131352, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.7mb", "used": "7.7mb", "peak_used_in_bytes": 8144192, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8133440, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "519.1mb", "used": "338mb", "peak_used_in_bytes": 544383296, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 354474328, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "1.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 1345984, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389162948909, "uptime_in_millis": 20151772, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 86969, "collection_time_in_millis": 235855, "collectors": {"ParNew": {"collection_count": 85909, "collection_time_in_millis": 229046, "collection_time": "3.8m"}, "ConcurrentMarkSweep": {"collection_count": 1060, "collection_time_in_millis": 6809, "collection_time": "6.8s"}}, "collection_time": "3.9m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 21900, "query_time": "26.2m", "fetch_current": 0, "fetch_total": 21900, "fetch_time": "1m", "query_time_in_millis": 1575323, "open_contexts": 0, "fetch_time_in_millis": 61344, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1762412}, "abstract": {"memory_size": "264.1mb", "memory_size_in_bytes": 276961233}}, "evictions": 0, "memory_size": "265.8mb", "memory_size_in_bytes": 278723645}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1589800, "deleted": 0}, "segments": {"count": 50}, "indexing": {"delete_time_in_millis": 0, "index_total": 1589800, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.6h", "index_time_in_millis": 9377053, "delete_current": 0}, "refresh": {"total_time": "35.4m", "total_time_in_millis": 2129850, "total": 10107}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "195kb", "memory_size_in_bytes": 199736}, "flush": {"total_time": "1.2m", "total_time_in_millis": 72907, "total": 304}, "warmer": {"current": 0, "total_time": "2.7s", "total": 11650, "total_time_in_millis": 2790}, "store": {"size_in_bytes": 72215416854, "throttle_time_in_millis": 17472554, "throttle_time": "4.8h", "size": "67.2gb"}, "merges": {"total_time": "6h", "total_docs": 4630801, "total_size_in_bytes": 213384958288, "total_size": "198.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21711095, "total": 1189}}, "os": {"load_average": [1.4990234375, 1.806640625, 1.75439453125], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10276691968, "free_percent": 59, "free_in_bytes": 5710995456, "free": "5.3gb", "used": "10.6gb", "actual_used": "6.4gb", "used_in_bytes": 11468873728, "actual_used_in_bytes": 6903177216}, "timestamp": 1389162948908, "uptime_in_millis": 1586461, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 125549283, "curr_estab": 94, "out_rsts": -1, "active_opens": 109265, "attempt_fails": 1324, "in_segs": 130114652, "passive_opens": 2190, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "40.19s", "t_optimize_in_millis": 40189, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:35:05Z", "observation_sequence_no": 73, "observation_id": "4411a435", "t_total_in_millis": 83205, "t_total": "1.39m", "observation_stop": "2014-01-08T06:35:48Z"}, "stats": {"search": {"query_total": 21900, "query_time": "26.2m", "fetch_current": 0, "fetch_total": 21900, "fetch_time": "1m", "query_time_in_millis": 1575323, "open_contexts": 0, "fetch_time_in_millis": 61344, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 101.03, "fetch_current": 0, "fetch_total": 100, "fetch_time": "246ms", "query_time_in_millis_per_query": 95.61, "query_time_in_millis": 9561, "query_time": "9.5s", "client_time_in_millis": 10103, "fetch_time_in_millis_per_query": 2.46, "client_total": 100, "fetch_time_in_millis": 246, "query_current": 0, "client_time": "10.10s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 276.26, "fetch_current": 0, "fetch_total": 100, "fetch_time": "265ms", "query_time_in_millis_per_query": 270.74, "query_time_in_millis": 27074, "query_time": "27s", "client_time_in_millis": 27626, "fetch_time_in_millis_per_query": 2.65, "client_total": 100, "fetch_time_in_millis": 265, "query_current": 0, "client_time": "27.63s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 52.85, "fetch_current": 0, "fetch_total": 100, "fetch_time": "251ms", "query_time_in_millis_per_query": 47.51, "query_time_in_millis": 4751, "query_time": "4.7s", "client_time_in_millis": 5285, "fetch_time_in_millis_per_query": 2.51, "client_total": 100, "fetch_time_in_millis": 251, "query_current": 0, "client_time": "5.29s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.6mb", "memory_size_in_bytes": 1762412}, "abstract": {"memory_size": "264.1mb", "memory_size_in_bytes": 276961233}}, "evictions": 0, "memory_size": "265.8mb", "memory_size_in_bytes": 278723645}, "docs": {"count": 1589728, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1589728, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.6h", "index_time_in_millis": 9376405, "delete_current": 0}, "merges": {"total_time": "6h", "total_docs": 4630542, "total_size_in_bytes": 213372689211, "total_size": "198.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21709900, "total": 1182}, "store": {"size_in_bytes": 72213277178, "throttle_time_in_millis": 17472380, "throttle_time": "4.8h", "size": "67.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/bfdc12bd' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1611015, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 22200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1659, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2270, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10242, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 12389, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2529, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 308, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11808, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 160, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389163157539, "total": {"available": "92.7gb", "disk_io_size": "3230.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1046116910080, "disk_read_size": "974.2gb", "disk_writes": 8832532, "disk_io_size_in_bytes": 3468294476800, "free": "92.9gb", "disk_write_size_in_bytes": 2422177566720, "disk_io_op": 13236464, "disk_reads": 4403932, "free_in_bytes": 99850682368, "disk_write_size": "2255.8gb", "available_in_bytes": 99588538368}, "data": [{"available": "92.7gb", "disk_io_size": "3230.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1046116910080, "disk_read_size": "974.2gb", "disk_writes": 8832532, "mount": "/", "disk_io_size_in_bytes": 3468294476800, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2422177566720, "free": "92.9gb", "disk_io_op": 13236464, "disk_reads": 4403932, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 99850682368, "disk_write_size": "2255.8gb", "available_in_bytes": 99588538368}]}, "http": {"total_opened": 106, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "858.2mb", "resident_in_bytes": 899919872, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4085395456}, "timestamp": 1389163157538, "open_file_descriptors": 462, "cpu": {"user_in_millis": 17252860, "percent": 121, "sys": "26m", "sys_in_millis": 1564716, "total_in_millis": 18817576, "total": "5.2h", "user": "4.7h"}}, "timestamp": 1389163157535, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.6h", "mem": {"non_heap_used_in_bytes": 52042776, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "425.5mb", "heap_used_in_bytes": 446223832, "non_heap_committed": "77.7mb", "heap_used_percent": 42, "heap_committed": "688.4mb", "heap_committed_in_bytes": 721907712, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43861912, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43861912, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "131.1kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 134320, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8186432, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8180864, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "519.1mb", "used": "421.5mb", "peak_used_in_bytes": 544383296, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 442059200, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "3.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 4030312, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389163157538, "uptime_in_millis": 20360401, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 88098, "collection_time_in_millis": 239472, "collectors": {"ParNew": {"collection_count": 87028, "collection_time_in_millis": 232593, "collection_time": "3.8m"}, "ConcurrentMarkSweep": {"collection_count": 1070, "collection_time_in_millis": 6879, "collection_time": "6.8s"}}, "collection_time": "3.9m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 22200, "query_time": "26.9m", "fetch_current": 0, "fetch_total": 22200, "fetch_time": "1m", "query_time_in_millis": 1617368, "open_contexts": 0, "fetch_time_in_millis": 62130, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1800776}, "abstract": {"memory_size": "266.5mb", "memory_size_in_bytes": 279500262}}, "evictions": 0, "memory_size": "268.2mb", "memory_size_in_bytes": 281301038}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1611015, "deleted": 0}, "segments": {"count": 52}, "indexing": {"delete_time_in_millis": 0, "index_total": 1611015, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.6h", "index_time_in_millis": 9504804, "delete_current": 0}, "refresh": {"total_time": "35.9m", "total_time_in_millis": 2158568, "total": 10244}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "197.4kb", "memory_size_in_bytes": 202216}, "flush": {"total_time": "1.2m", "total_time_in_millis": 73796, "total": 308}, "warmer": {"current": 0, "total_time": "2.8s", "total": 11809, "total_time_in_millis": 2827}, "store": {"size_in_bytes": 73196100265, "throttle_time_in_millis": 17615915, "throttle_time": "4.8h", "size": "68.1gb"}, "merges": {"total_time": "6h", "total_docs": 4666870, "total_size_in_bytes": 215147407277, "total_size": "200.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21892086, "total": 1206}}, "os": {"load_average": [2.08544921875, 1.9951171875, 1.83544921875], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10276089856, "free_percent": 59, "free_in_bytes": 5691641856, "free": "5.3gb", "used": "10.6gb", "actual_used": "6.4gb", "used_in_bytes": 11488227328, "actual_used_in_bytes": 6903779328}, "timestamp": 1389163157538, "uptime_in_millis": 1586670, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 18, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 125723308, "curr_estab": 93, "out_rsts": -1, "active_opens": 109265, "attempt_fails": 1324, "in_segs": 130288693, "passive_opens": 2190, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 42, "t_optimize": "0.28s", "t_optimize_in_millis": 284, "num_committed_segments": 42}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:38:33Z", "observation_sequence_no": 74, "observation_id": "bfdc12bd", "t_total_in_millis": 43962, "t_total": "0.73m", "observation_stop": "2014-01-08T06:39:17Z"}, "stats": {"search": {"query_total": 22200, "query_time": "26.9m", "fetch_current": 0, "fetch_total": 22200, "fetch_time": "1m", "query_time_in_millis": 1617368, "open_contexts": 0, "fetch_time_in_millis": 62130, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 102.84, "fetch_current": 0, "fetch_total": 100, "fetch_time": "257ms", "query_time_in_millis_per_query": 97.45, "query_time_in_millis": 9745, "query_time": "9.7s", "client_time_in_millis": 10284, "fetch_time_in_millis_per_query": 2.57, "client_total": 100, "fetch_time_in_millis": 257, "query_current": 0, "client_time": "10.28s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 280.4, "fetch_current": 0, "fetch_total": 100, "fetch_time": "287ms", "query_time_in_millis_per_query": 274.68, "query_time_in_millis": 27468, "query_time": "27.4s", "client_time_in_millis": 28040, "fetch_time_in_millis_per_query": 2.87, "client_total": 100, "fetch_time_in_millis": 287, "query_current": 0, "client_time": "28.04s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 53.51, "fetch_current": 0, "fetch_total": 100, "fetch_time": "241ms", "query_time_in_millis_per_query": 48.31, "query_time_in_millis": 4831, "query_time": "4.8s", "client_time_in_millis": 5351, "fetch_time_in_millis_per_query": 2.41, "client_total": 100, "fetch_time_in_millis": 241, "query_current": 0, "client_time": "5.35s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1800776}, "abstract": {"memory_size": "266.5mb", "memory_size_in_bytes": 279500262}}, "evictions": 0, "memory_size": "268.2mb", "memory_size_in_bytes": 281301038}, "docs": {"count": 1610942, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1610942, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.6h", "index_time_in_millis": 9504149, "delete_current": 0}, "merges": {"total_time": "6h", "total_docs": 4666538, "total_size_in_bytes": 215132867254, "total_size": "200.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 21890679, "total": 1198}, "store": {"size_in_bytes": 73192881193, "throttle_time_in_millis": 17615709, "throttle_time": "4.8h", "size": "68.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/cd15bfb2' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1631966, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 22500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1703, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2335, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10378, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 12554, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2563, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 312, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 11966, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 165, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389163768484, "total": {"available": "91.7gb", "disk_io_size": "3243gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1050095473664, "disk_read_size": "977.9gb", "disk_writes": 8853429, "disk_io_size_in_bytes": 3482250218496, "free": "92gb", "disk_write_size_in_bytes": 2432154744832, "disk_io_op": 13281468, "disk_reads": 4428039, "free_in_bytes": 98802630656, "disk_write_size": "2265.1gb", "available_in_bytes": 98540486656}, "data": [{"available": "91.7gb", "disk_io_size": "3243gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1050095473664, "disk_read_size": "977.9gb", "disk_writes": 8853429, "mount": "/", "disk_io_size_in_bytes": 3482250218496, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2432154744832, "free": "92gb", "disk_io_op": 13281468, "disk_reads": 4428039, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 98802630656, "disk_write_size": "2265.1gb", "available_in_bytes": 98540486656}]}, "http": {"total_opened": 111, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "858mb", "resident_in_bytes": 899719168, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4084846592}, "timestamp": 1389163768483, "open_file_descriptors": 424, "cpu": {"user_in_millis": 17562012, "percent": 57, "sys": "26.7m", "sys_in_millis": 1606425, "total_in_millis": 19168437, "total": "5.3h", "user": "4.8h"}}, "timestamp": 1389163768482, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.8h", "mem": {"non_heap_used_in_bytes": 52043032, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "376.4mb", "heap_used_in_bytes": 394770120, "non_heap_committed": "77.7mb", "heap_used_percent": 37, "heap_committed": "688.4mb", "heap_committed_in_bytes": 721907712, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43862168, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43862168, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "852.1kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 872584, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8186432, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8180864, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "519.1mb", "used": "373.8mb", "peak_used_in_bytes": 544383296, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 392035704, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "1.7mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 1861832, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389163768483, "uptime_in_millis": 20971346, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 89514, "collection_time_in_millis": 244016, "collectors": {"ParNew": {"collection_count": 88433, "collection_time_in_millis": 237062, "collection_time": "3.9m"}, "ConcurrentMarkSweep": {"collection_count": 1081, "collection_time_in_millis": 6954, "collection_time": "6.9s"}}, "collection_time": "4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 22500, "query_time": "27.6m", "fetch_current": 0, "fetch_total": 22500, "fetch_time": "1m", "query_time_in_millis": 1660433, "open_contexts": 0, "fetch_time_in_millis": 62902, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1808740}, "abstract": {"memory_size": "275.6mb", "memory_size_in_bytes": 289045679}}, "evictions": 0, "memory_size": "277.3mb", "memory_size_in_bytes": 290854419}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1631966, "deleted": 0}, "segments": {"count": 35}, "indexing": {"delete_time_in_millis": 0, "index_total": 1631966, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.6h", "index_time_in_millis": 9632399, "delete_current": 0}, "refresh": {"total_time": "36.4m", "total_time_in_millis": 2187429, "total": 10380}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "199.8kb", "memory_size_in_bytes": 204648}, "flush": {"total_time": "1.2m", "total_time_in_millis": 74744, "total": 312}, "warmer": {"current": 0, "total_time": "2.8s", "total": 11967, "total_time_in_millis": 2865}, "store": {"size_in_bytes": 74165314865, "throttle_time_in_millis": 18123482, "throttle_time": "5h", "size": "69gb"}, "merges": {"total_time": "6.2h", "total_docs": 4810898, "total_size_in_bytes": 221889092632, "total_size": "206.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 22527075, "total": 1223}}, "os": {"load_average": [0.994140625, 1.24609375, 1.54150390625], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10272055296, "free_percent": 59, "free_in_bytes": 5673717760, "free": "5.2gb", "used": "10.7gb", "actual_used": "6.4gb", "used_in_bytes": 11506151424, "actual_used_in_bytes": 6907813888}, "timestamp": 1389163768483, "uptime_in_millis": 1587281, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 125898713, "curr_estab": 93, "out_rsts": -1, "active_opens": 109273, "attempt_fails": 1324, "in_segs": 130465106, "passive_opens": 2195, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 33, "t_optimize": "402.26s", "t_optimize_in_millis": 402256, "num_committed_segments": 33}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:48:43Z", "observation_sequence_no": 75, "observation_id": "cd15bfb2", "t_total_in_millis": 446941, "t_total": "7.45m", "observation_stop": "2014-01-08T06:49:28Z"}, "stats": {"search": {"query_total": 22500, "query_time": "27.6m", "fetch_current": 0, "fetch_total": 22500, "fetch_time": "1m", "query_time_in_millis": 1660433, "open_contexts": 0, "fetch_time_in_millis": 62902, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 104.68, "fetch_current": 0, "fetch_total": 100, "fetch_time": "245ms", "query_time_in_millis_per_query": 99.42, "query_time_in_millis": 9942, "query_time": "9.9s", "client_time_in_millis": 10468, "fetch_time_in_millis_per_query": 2.45, "client_total": 100, "fetch_time_in_millis": 245, "query_current": 0, "client_time": "10.47s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 289.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "285ms", "query_time_in_millis_per_query": 283.42, "query_time_in_millis": 28342, "query_time": "28.3s", "client_time_in_millis": 28919, "fetch_time_in_millis_per_query": 2.85, "client_total": 100, "fetch_time_in_millis": 285, "query_current": 0, "client_time": "28.92s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 52.96, "fetch_current": 0, "fetch_total": 100, "fetch_time": "241ms", "query_time_in_millis_per_query": 47.79, "query_time_in_millis": 4779, "query_time": "4.7s", "client_time_in_millis": 5296, "fetch_time_in_millis_per_query": 2.41, "client_total": 100, "fetch_time_in_millis": 241, "query_current": 0, "client_time": "5.30s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1808740}, "abstract": {"memory_size": "275.6mb", "memory_size_in_bytes": 289045679}}, "evictions": 0, "memory_size": "277.3mb", "memory_size_in_bytes": 290854419}, "docs": {"count": 1631892, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1631892, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.6h", "index_time_in_millis": 9631735, "delete_current": 0}, "merges": {"total_time": "6.2h", "total_docs": 4810566, "total_size_in_bytes": 221874552609, "total_size": "206.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 22525668, "total": 1215}, "store": {"size_in_bytes": 74161963555, "throttle_time_in_millis": 18123276, "throttle_time": "5h", "size": "69gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/049b30e2' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1652437, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 22800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1723, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2360, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10513, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 12719, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2596, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 316, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 12121, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 167, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389164000134, "total": {"available": "90.8gb", "disk_io_size": "3248.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1050951492608, "disk_read_size": "978.7gb", "disk_writes": 8864397, "disk_io_size_in_bytes": 3488465053696, "free": "91.1gb", "disk_write_size_in_bytes": 2437513561088, "disk_io_op": 13298160, "disk_reads": 4433763, "free_in_bytes": 97820798976, "disk_write_size": "2270.1gb", "available_in_bytes": 97558654976}, "data": [{"available": "90.8gb", "disk_io_size": "3248.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1050951492608, "disk_read_size": "978.7gb", "disk_writes": 8864397, "mount": "/", "disk_io_size_in_bytes": 3488465053696, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2437513561088, "free": "91.1gb", "disk_io_op": 13298160, "disk_reads": 4433763, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 97820798976, "disk_write_size": "2270.1gb", "available_in_bytes": 97558654976}]}, "http": {"total_opened": 112, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "888.6mb", "resident_in_bytes": 931815424, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389164000133, "open_file_descriptors": 408, "cpu": {"user_in_millis": 17807337, "percent": 113, "sys": "27m", "sys_in_millis": 1624476, "total_in_millis": 19431813, "total": "5.3h", "user": "4.9h"}}, "timestamp": 1389164000132, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.8h", "mem": {"non_heap_used_in_bytes": 52043032, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "480.1mb", "heap_used_in_bytes": 503447968, "non_heap_committed": "77.7mb", "heap_used_percent": 47, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43862168, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43862168, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "228.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 234264, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8186432, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8180864, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "542mb", "used": "477.1mb", "peak_used_in_bytes": 568412552, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 500350896, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "2.7mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 2864904, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389164000133, "uptime_in_millis": 21202996, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 90674, "collection_time_in_millis": 247731, "collectors": {"ParNew": {"collection_count": 89583, "collection_time_in_millis": 240702, "collection_time": "4m"}, "ConcurrentMarkSweep": {"collection_count": 1091, "collection_time_in_millis": 7029, "collection_time": "7s"}}, "collection_time": "4.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 22800, "query_time": "28.3m", "fetch_current": 0, "fetch_total": 22800, "fetch_time": "1m", "query_time_in_millis": 1703312, "open_contexts": 0, "fetch_time_in_millis": 63663, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1815004}, "abstract": {"memory_size": "277.6mb", "memory_size_in_bytes": 291163678}}, "evictions": 0, "memory_size": "279.4mb", "memory_size_in_bytes": 292978682}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1652437, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1652437, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.7h", "index_time_in_millis": 9760100, "delete_current": 0}, "refresh": {"total_time": "36.9m", "total_time_in_millis": 2217237, "total": 10515}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "202.5kb", "memory_size_in_bytes": 207360}, "flush": {"total_time": "1.2m", "total_time_in_millis": 75729, "total": 316}, "warmer": {"current": 0, "total_time": "2.8s", "total": 12122, "total_time_in_millis": 2896}, "store": {"size_in_bytes": 75146618804, "throttle_time_in_millis": 18319862, "throttle_time": "5h", "size": "69.9gb"}, "merges": {"total_time": "6.3h", "total_docs": 4858227, "total_size_in_bytes": 224143454999, "total_size": "208.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 22770015, "total": 1238}}, "os": {"load_average": [2.2548828125, 1.76123046875, 1.69189453125], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10240114688, "free_percent": 59, "free_in_bytes": 5564981248, "free": "5.1gb", "used": "10.8gb", "actual_used": "6.4gb", "used_in_bytes": 11614887936, "actual_used_in_bytes": 6939754496}, "timestamp": 1389164000133, "uptime_in_millis": 1587513, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 126070675, "curr_estab": 93, "out_rsts": -1, "active_opens": 109274, "attempt_fails": 1324, "in_segs": 130637092, "passive_opens": 2196, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 41, "t_optimize": "23.55s", "t_optimize_in_millis": 23545, "num_committed_segments": 41}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:52:35Z", "observation_sequence_no": 76, "observation_id": "049b30e2", "t_total_in_millis": 68045, "t_total": "1.13m", "observation_stop": "2014-01-08T06:53:20Z"}, "stats": {"search": {"query_total": 22800, "query_time": "28.3m", "fetch_current": 0, "fetch_total": 22800, "fetch_time": "1m", "query_time_in_millis": 1703312, "open_contexts": 0, "fetch_time_in_millis": 63663, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 104.43, "fetch_current": 0, "fetch_total": 100, "fetch_time": "233ms", "query_time_in_millis_per_query": 99.17, "query_time_in_millis": 9917, "query_time": "9.9s", "client_time_in_millis": 10443, "fetch_time_in_millis_per_query": 2.33, "client_total": 100, "fetch_time_in_millis": 233, "query_current": 0, "client_time": "10.44s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 286.24, "fetch_current": 0, "fetch_total": 100, "fetch_time": "287ms", "query_time_in_millis_per_query": 280.5, "query_time_in_millis": 28050, "query_time": "28s", "client_time_in_millis": 28624, "fetch_time_in_millis_per_query": 2.87, "client_total": 100, "fetch_time_in_millis": 287, "query_current": 0, "client_time": "28.62s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 54.32, "fetch_current": 0, "fetch_total": 100, "fetch_time": "240ms", "query_time_in_millis_per_query": 49.11, "query_time_in_millis": 4911, "query_time": "4.9s", "client_time_in_millis": 5432, "fetch_time_in_millis_per_query": 2.4, "client_total": 100, "fetch_time_in_millis": 240, "query_current": 0, "client_time": "5.43s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1815004}, "abstract": {"memory_size": "277.6mb", "memory_size_in_bytes": 291163678}}, "evictions": 0, "memory_size": "279.4mb", "memory_size_in_bytes": 292978682}, "docs": {"count": 1652362, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1652362, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.7h", "index_time_in_millis": 9759426, "delete_current": 0}, "merges": {"total_time": "6.3h", "total_docs": 4857895, "total_size_in_bytes": 224128914976, "total_size": "208.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 22768608, "total": 1230}, "store": {"size_in_bytes": 75143135220, "throttle_time_in_millis": 18319656, "throttle_time": "5h", "size": "69.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/ea425697' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1672647, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 23100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1741, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2384, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10648, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 12884, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2629, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 320, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 12277, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 168, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389164210651, "total": {"available": "89.9gb", "disk_io_size": "3253.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1051215119360, "disk_read_size": "979gb", "disk_writes": 8874839, "disk_io_size_in_bytes": 3493538682880, "free": "90.1gb", "disk_write_size_in_bytes": 2442323563520, "disk_io_op": 13310915, "disk_reads": 4436076, "free_in_bytes": 96831426560, "disk_write_size": "2274.5gb", "available_in_bytes": 96569282560}, "data": [{"available": "89.9gb", "disk_io_size": "3253.6gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1051215119360, "disk_read_size": "979gb", "disk_writes": 8874839, "mount": "/", "disk_io_size_in_bytes": 3493538682880, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2442323563520, "free": "90.1gb", "disk_io_op": 13310915, "disk_reads": 4436076, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 96831426560, "disk_write_size": "2274.5gb", "available_in_bytes": 96569282560}]}, "http": {"total_opened": 112, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "888.6mb", "resident_in_bytes": 931815424, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389164210650, "open_file_descriptors": 438, "cpu": {"user_in_millis": 18045893, "percent": 120, "sys": "27.3m", "sys_in_millis": 1639907, "total_in_millis": 19685800, "total": "5.4h", "user": "5h"}}, "timestamp": 1389164210649, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "5.9h", "mem": {"non_heap_used_in_bytes": 52043032, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "442.2mb", "heap_used_in_bytes": 463693200, "non_heap_committed": "77.7mb", "heap_used_percent": 43, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43862168, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43862168, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "1mb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1098400, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8186432, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8180864, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "542mb", "used": "416.2mb", "peak_used_in_bytes": 568412552, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 436485128, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "24.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 26111760, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389164210651, "uptime_in_millis": 21413514, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 91833, "collection_time_in_millis": 251428, "collectors": {"ParNew": {"collection_count": 90732, "collection_time_in_millis": 244339, "collection_time": "4m"}, "ConcurrentMarkSweep": {"collection_count": 1101, "collection_time_in_millis": 7089, "collection_time": "7s"}}, "collection_time": "4.1m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 23100, "query_time": "29.1m", "fetch_current": 0, "fetch_total": 23100, "fetch_time": "1m", "query_time_in_millis": 1746702, "open_contexts": 0, "fetch_time_in_millis": 64427, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1832440}, "abstract": {"memory_size": "279.9mb", "memory_size_in_bytes": 293507543}}, "evictions": 0, "memory_size": "281.6mb", "memory_size_in_bytes": 295339983}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1672647, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1672647, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.7h", "index_time_in_millis": 9888068, "delete_current": 0}, "refresh": {"total_time": "37.4m", "total_time_in_millis": 2247199, "total": 10650}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "204.9kb", "memory_size_in_bytes": 209880}, "flush": {"total_time": "1.2m", "total_time_in_millis": 76669, "total": 320}, "warmer": {"current": 0, "total_time": "2.9s", "total": 12278, "total_time_in_millis": 2929}, "store": {"size_in_bytes": 76136277495, "throttle_time_in_millis": 18452065, "throttle_time": "5.1h", "size": "70.9gb"}, "merges": {"total_time": "6.3h", "total_docs": 4893265, "total_size_in_bytes": 225828367105, "total_size": "210.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 22938869, "total": 1254}}, "os": {"load_average": [2.123046875, 2.04052734375, 1.8212890625], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10237788160, "free_percent": 59, "free_in_bytes": 5657669632, "free": "5.2gb", "used": "10.7gb", "actual_used": "6.4gb", "used_in_bytes": 11522199552, "actual_used_in_bytes": 6942081024}, "timestamp": 1389164210650, "uptime_in_millis": 1587723, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 126242067, "curr_estab": 93, "out_rsts": -1, "active_opens": 109275, "attempt_fails": 1324, "in_segs": 130808498, "passive_opens": 2196, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "1.62s", "t_optimize_in_millis": 1619, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T06:56:05Z", "observation_sequence_no": 77, "observation_id": "ea425697", "t_total_in_millis": 46615, "t_total": "0.78m", "observation_stop": "2014-01-08T06:56:50Z"}, "stats": {"search": {"query_total": 23100, "query_time": "29.1m", "fetch_current": 0, "fetch_total": 23100, "fetch_time": "1m", "query_time_in_millis": 1746702, "open_contexts": 0, "fetch_time_in_millis": 64427, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 105.54, "fetch_current": 0, "fetch_total": 100, "fetch_time": "240ms", "query_time_in_millis_per_query": 100.3, "query_time_in_millis": 10030, "query_time": "10s", "client_time_in_millis": 10554, "fetch_time_in_millis_per_query": 2.4, "client_total": 100, "fetch_time_in_millis": 240, "query_current": 0, "client_time": "10.55s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 289.8, "fetch_current": 0, "fetch_total": 100, "fetch_time": "283ms", "query_time_in_millis_per_query": 284.12, "query_time_in_millis": 28412, "query_time": "28.4s", "client_time_in_millis": 28980, "fetch_time_in_millis_per_query": 2.83, "client_total": 100, "fetch_time_in_millis": 283, "query_current": 0, "client_time": "28.98s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 54.58, "fetch_current": 0, "fetch_total": 100, "fetch_time": "240ms", "query_time_in_millis_per_query": 49.46, "query_time_in_millis": 4946, "query_time": "4.9s", "client_time_in_millis": 5458, "fetch_time_in_millis_per_query": 2.4, "client_total": 100, "fetch_time_in_millis": 240, "query_current": 0, "client_time": "5.46s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1832440}, "abstract": {"memory_size": "279.9mb", "memory_size_in_bytes": 293507543}}, "evictions": 0, "memory_size": "281.6mb", "memory_size_in_bytes": 295339983}, "docs": {"count": 1672571, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1672571, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.7h", "index_time_in_millis": 9887387, "delete_current": 0}, "merges": {"total_time": "6.3h", "total_docs": 4892933, "total_size_in_bytes": 225813827082, "total_size": "210.3gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 22937462, "total": 1246}, "store": {"size_in_bytes": 76132661653, "throttle_time_in_millis": 18451859, "throttle_time": "5.1h", "size": "70.9gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/56d7bd4c' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1693523, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 23400, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1761, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2412, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10784, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 13049, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2662, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 325, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 12434, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 171, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389164460513, "total": {"available": "89gb", "disk_io_size": "3258.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1051452204032, "disk_read_size": "979.2gb", "disk_writes": 8885894, "disk_io_size_in_bytes": 3499220712448, "free": "89.2gb", "disk_write_size_in_bytes": 2447768508416, "disk_io_op": 13322930, "disk_reads": 4437036, "free_in_bytes": 95850131456, "disk_write_size": "2279.6gb", "available_in_bytes": 95587987456}, "data": [{"available": "89gb", "disk_io_size": "3258.9gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1051452204032, "disk_read_size": "979.2gb", "disk_writes": 8885894, "mount": "/", "disk_io_size_in_bytes": 3499220712448, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2447768508416, "free": "89.2gb", "disk_io_op": 13322930, "disk_reads": 4437036, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 95850131456, "disk_write_size": "2279.6gb", "available_in_bytes": 95587987456}]}, "http": {"total_opened": 114, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "888.6mb", "resident_in_bytes": 931856384, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389164460512, "open_file_descriptors": 419, "cpu": {"user_in_millis": 18293036, "percent": 106, "sys": "27.6m", "sys_in_millis": 1658430, "total_in_millis": 19951466, "total": "5.5h", "user": "5h"}}, "timestamp": 1389164460510, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6h", "mem": {"non_heap_used_in_bytes": 52045656, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "445.8mb", "heap_used_in_bytes": 467468688, "non_heap_committed": "77.7mb", "heap_used_percent": 44, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43862168, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43862168, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "144.1kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 147584, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8193536, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8183488, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "542mb", "used": "441.2mb", "peak_used_in_bytes": 568412552, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 462651920, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "4.4mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 4671280, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389164460512, "uptime_in_millis": 21663375, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 92979, "collection_time_in_millis": 255104, "collectors": {"ParNew": {"collection_count": 91869, "collection_time_in_millis": 247956, "collection_time": "4.1m"}, "ConcurrentMarkSweep": {"collection_count": 1110, "collection_time_in_millis": 7148, "collection_time": "7.1s"}}, "collection_time": "4.2m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 23400, "query_time": "29.8m", "fetch_current": 0, "fetch_total": 23400, "fetch_time": "1m", "query_time_in_millis": 1790592, "open_contexts": 0, "fetch_time_in_millis": 65195, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1872256}, "abstract": {"memory_size": "281.7mb", "memory_size_in_bytes": 295389275}}, "evictions": 0, "memory_size": "283.4mb", "memory_size_in_bytes": 297261531}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1693523, "deleted": 0}, "segments": {"count": 45}, "indexing": {"delete_time_in_millis": 0, "index_total": 1693523, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.7h", "index_time_in_millis": 10015726, "delete_current": 0}, "refresh": {"total_time": "37.9m", "total_time_in_millis": 2276010, "total": 10786}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "207.5kb", "memory_size_in_bytes": 212480}, "flush": {"total_time": "1.2m", "total_time_in_millis": 77560, "total": 325}, "warmer": {"current": 0, "total_time": "2.9s", "total": 12435, "total_time_in_millis": 2964}, "store": {"size_in_bytes": 77117571886, "throttle_time_in_millis": 18647477, "throttle_time": "5.1h", "size": "71.8gb"}, "merges": {"total_time": "6.4h", "total_docs": 4942512, "total_size_in_bytes": 228162857681, "total_size": "212.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 23181673, "total": 1270}}, "os": {"load_average": [1.79248046875, 2.0576171875, 1.89794921875], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10233708544, "free_percent": 59, "free_in_bytes": 5602938880, "free": "5.2gb", "used": "10.7gb", "actual_used": "6.4gb", "used_in_bytes": 11576930304, "actual_used_in_bytes": 6946160640}, "timestamp": 1389164460512, "uptime_in_millis": 1587973, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 126415515, "curr_estab": 96, "out_rsts": -1, "active_opens": 109280, "attempt_fails": 1324, "in_segs": 130981939, "passive_opens": 2198, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "40.32s", "t_optimize_in_millis": 40321, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:00:15Z", "observation_sequence_no": 78, "observation_id": "56d7bd4c", "t_total_in_millis": 85814, "t_total": "1.43m", "observation_stop": "2014-01-08T07:01:00Z"}, "stats": {"search": {"query_total": 23400, "query_time": "29.8m", "fetch_current": 0, "fetch_total": 23400, "fetch_time": "1m", "query_time_in_millis": 1790592, "open_contexts": 0, "fetch_time_in_millis": 65195, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 106.19, "fetch_current": 0, "fetch_total": 100, "fetch_time": "238ms", "query_time_in_millis_per_query": 100.98, "query_time_in_millis": 10098, "query_time": "10s", "client_time_in_millis": 10619, "fetch_time_in_millis_per_query": 2.38, "client_total": 100, "fetch_time_in_millis": 238, "query_current": 0, "client_time": "10.62s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 293.14, "fetch_current": 0, "fetch_total": 100, "fetch_time": "287ms", "query_time_in_millis_per_query": 287.46, "query_time_in_millis": 28746, "query_time": "28.7s", "client_time_in_millis": 29314, "fetch_time_in_millis_per_query": 2.87, "client_total": 100, "fetch_time_in_millis": 287, "query_current": 0, "client_time": "29.31s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 55.58, "fetch_current": 0, "fetch_total": 100, "fetch_time": "241ms", "query_time_in_millis_per_query": 50.45, "query_time_in_millis": 5045, "query_time": "5s", "client_time_in_millis": 5558, "fetch_time_in_millis_per_query": 2.41, "client_total": 100, "fetch_time_in_millis": 241, "query_current": 0, "client_time": "5.56s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.7mb", "memory_size_in_bytes": 1872256}, "abstract": {"memory_size": "281.7mb", "memory_size_in_bytes": 295389275}}, "evictions": 0, "memory_size": "283.4mb", "memory_size_in_bytes": 297261531}, "docs": {"count": 1693446, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1693446, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.7h", "index_time_in_millis": 10015034, "delete_current": 0}, "merges": {"total_time": "6.4h", "total_docs": 4942180, "total_size_in_bytes": 228148317658, "total_size": "212.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 23180266, "total": 1262}, "store": {"size_in_bytes": 77115830124, "throttle_time_in_millis": 18647271, "throttle_time": "5.1h", "size": "71.8gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/72d02748' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1714486, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 23700, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1781, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2437, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 10921, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 13214, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2695, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 329, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 12591, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 172, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389164687754, "total": {"available": "88.1gb", "disk_io_size": "3263.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1051699848192, "disk_read_size": "979.4gb", "disk_writes": 8896013, "disk_io_size_in_bytes": 3504414574592, "free": "88.3gb", "disk_write_size_in_bytes": 2452714726400, "disk_io_op": 13334363, "disk_reads": 4438350, "free_in_bytes": 94868234240, "disk_write_size": "2284.2gb", "available_in_bytes": 94606090240}, "data": [{"available": "88.1gb", "disk_io_size": "3263.7gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1051699848192, "disk_read_size": "979.4gb", "disk_writes": 8896013, "mount": "/", "disk_io_size_in_bytes": 3504414574592, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2452714726400, "free": "88.3gb", "disk_io_op": 13334363, "disk_reads": 4438350, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 94868234240, "disk_write_size": "2284.2gb", "available_in_bytes": 94606090240}]}, "http": {"total_opened": 114, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "888.8mb", "resident_in_bytes": 932044800, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389164687753, "open_file_descriptors": 450, "cpu": {"user_in_millis": 18533226, "percent": 112, "sys": "27.9m", "sys_in_millis": 1674785, "total_in_millis": 20208011, "total": "5.6h", "user": "5.1h"}}, "timestamp": 1389164687750, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6h", "mem": {"non_heap_used_in_bytes": 52046952, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "426mb", "heap_used_in_bytes": 446727968, "non_heap_committed": "77.7mb", "heap_used_percent": 42, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "124.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 127792, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8193536, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8183488, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "542mb", "used": "415.3mb", "peak_used_in_bytes": 568412552, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 435561992, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "10.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 11038184, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389164687753, "uptime_in_millis": 21890616, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 94095, "collection_time_in_millis": 258756, "collectors": {"ParNew": {"collection_count": 92976, "collection_time_in_millis": 251563, "collection_time": "4.1m"}, "ConcurrentMarkSweep": {"collection_count": 1119, "collection_time_in_millis": 7193, "collection_time": "7.1s"}}, "collection_time": "4.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 23700, "query_time": "30.5m", "fetch_current": 0, "fetch_total": 23700, "fetch_time": "1m", "query_time_in_millis": 1835166, "open_contexts": 0, "fetch_time_in_millis": 65947, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1924212}, "abstract": {"memory_size": "284mb", "memory_size_in_bytes": 297847958}}, "evictions": 0, "memory_size": "285.8mb", "memory_size_in_bytes": 299772170}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1714486, "deleted": 0}, "segments": {"count": 46}, "indexing": {"delete_time_in_millis": 0, "index_total": 1714486, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.8h", "index_time_in_millis": 10143425, "delete_current": 0}, "refresh": {"total_time": "38.4m", "total_time_in_millis": 2304869, "total": 10923}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "210.6kb", "memory_size_in_bytes": 215680}, "flush": {"total_time": "1.3m", "total_time_in_millis": 78448, "total": 329}, "warmer": {"current": 0, "total_time": "3s", "total": 12592, "total_time_in_millis": 3004}, "store": {"size_in_bytes": 78098996742, "throttle_time_in_millis": 18795702, "throttle_time": "5.2h", "size": "72.7gb"}, "merges": {"total_time": "6.4h", "total_docs": 4977866, "total_size_in_bytes": 229994716194, "total_size": "214.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 23368838, "total": 1286}}, "os": {"load_average": [1.7548828125, 1.8427734375, 1.830078125], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10233454592, "free_percent": 59, "free_in_bytes": 5527306240, "free": "5.1gb", "used": "10.8gb", "actual_used": "6.4gb", "used_in_bytes": 11652562944, "actual_used_in_bytes": 6946414592}, "timestamp": 1389164687753, "uptime_in_millis": 1588200, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 17, "idle": 82, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 126588418, "curr_estab": 95, "out_rsts": -1, "active_opens": 109282, "attempt_fails": 1324, "in_segs": 131154846, "passive_opens": 2198, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "16.61s", "t_optimize_in_millis": 16609, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:04:01Z", "observation_sequence_no": 79, "observation_id": "72d02748", "t_total_in_millis": 62748, "t_total": "1.05m", "observation_stop": "2014-01-08T07:04:47Z"}, "stats": {"search": {"query_total": 23700, "query_time": "30.5m", "fetch_current": 0, "fetch_total": 23700, "fetch_time": "1m", "query_time_in_millis": 1835166, "open_contexts": 0, "fetch_time_in_millis": 65947, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 108.39, "fetch_current": 0, "fetch_total": 100, "fetch_time": "234ms", "query_time_in_millis_per_query": 103.39, "query_time_in_millis": 10339, "query_time": "10.3s", "client_time_in_millis": 10839, "fetch_time_in_millis_per_query": 2.34, "client_total": 100, "fetch_time_in_millis": 234, "query_current": 0, "client_time": "10.84s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 297.32, "fetch_current": 0, "fetch_total": 100, "fetch_time": "285ms", "query_time_in_millis_per_query": 291.58, "query_time_in_millis": 29158, "query_time": "29.1s", "client_time_in_millis": 29732, "fetch_time_in_millis_per_query": 2.85, "client_total": 100, "fetch_time_in_millis": 285, "query_current": 0, "client_time": "29.73s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 55.67, "fetch_current": 0, "fetch_total": 100, "fetch_time": "232ms", "query_time_in_millis_per_query": 50.75, "query_time_in_millis": 5075, "query_time": "5s", "client_time_in_millis": 5567, "fetch_time_in_millis_per_query": 2.32, "client_total": 100, "fetch_time_in_millis": 232, "query_current": 0, "client_time": "5.57s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1924212}, "abstract": {"memory_size": "284mb", "memory_size_in_bytes": 297847958}}, "evictions": 0, "memory_size": "285.8mb", "memory_size_in_bytes": 299772170}, "docs": {"count": 1714408, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1714408, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.8h", "index_time_in_millis": 10142723, "delete_current": 0}, "merges": {"total_time": "6.4h", "total_docs": 4977534, "total_size_in_bytes": 229980176171, "total_size": "214.1gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 23367431, "total": 1278}, "store": {"size_in_bytes": 78097122779, "throttle_time_in_millis": 18795496, "throttle_time": "5.2h", "size": "72.7gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/d5fc9716' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1734061, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 24000, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1829, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2507, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11055, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 13377, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2728, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 333, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 12746, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 177, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389165345598, "total": {"available": "87.1gb", "disk_io_size": "3277.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1055959307264, "disk_read_size": "983.4gb", "disk_writes": 8915723, "disk_io_size_in_bytes": 3518835426304, "free": "87.4gb", "disk_write_size_in_bytes": 2462876119040, "disk_io_op": 13376250, "disk_reads": 4460527, "free_in_bytes": 93892247552, "disk_write_size": "2293.7gb", "available_in_bytes": 93630103552}, "data": [{"available": "87.1gb", "disk_io_size": "3277.1gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1055959307264, "disk_read_size": "983.4gb", "disk_writes": 8915723, "mount": "/", "disk_io_size_in_bytes": 3518835426304, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2462876119040, "free": "87.4gb", "disk_io_op": 13376250, "disk_reads": 4460527, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 93892247552, "disk_write_size": "2293.7gb", "available_in_bytes": 93630103552}]}, "http": {"total_opened": 119, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.2mb", "resident_in_bytes": 935632896, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389165345598, "open_file_descriptors": 434, "cpu": {"user_in_millis": 18849604, "percent": 54, "sys": "28.6m", "sys_in_millis": 1718392, "total_in_millis": 20567996, "total": "5.7h", "user": "5.2h"}}, "timestamp": 1389165345595, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.2h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "412mb", "heap_used_in_bytes": 432111088, "non_heap_committed": "77.7mb", "heap_used_percent": 40, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "92.4kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 94624, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "400.1mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 419542784, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "11.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 12473680, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389165345598, "uptime_in_millis": 22548461, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 95554, "collection_time_in_millis": 263312, "collectors": {"ParNew": {"collection_count": 94424, "collection_time_in_millis": 256078, "collection_time": "4.2m"}, "ConcurrentMarkSweep": {"collection_count": 1130, "collection_time_in_millis": 7234, "collection_time": "7.2s"}}, "collection_time": "4.3m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 24000, "query_time": "31.3m", "fetch_current": 0, "fetch_total": 24000, "fetch_time": "1.1m", "query_time_in_millis": 1880968, "open_contexts": 0, "fetch_time_in_millis": 66673, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1891956}, "abstract": {"memory_size": "293.8mb", "memory_size_in_bytes": 308150132}}, "evictions": 0, "memory_size": "295.6mb", "memory_size_in_bytes": 310042088}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1734061, "deleted": 0}, "segments": {"count": 45}, "indexing": {"delete_time_in_millis": 0, "index_total": 1734061, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.8h", "index_time_in_millis": 10270850, "delete_current": 0}, "refresh": {"total_time": "38.9m", "total_time_in_millis": 2334503, "total": 11057}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "212.4kb", "memory_size_in_bytes": 217504}, "flush": {"total_time": "1.3m", "total_time_in_millis": 79442, "total": 333}, "warmer": {"current": 0, "total_time": "3s", "total": 12747, "total_time_in_millis": 3039}, "store": {"size_in_bytes": 79076223872, "throttle_time_in_millis": 19306524, "throttle_time": "5.3h", "size": "73.6gb"}, "merges": {"total_time": "6.6h", "total_docs": 5128116, "total_size_in_bytes": 237023063579, "total_size": "220.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24012287, "total": 1302}}, "os": {"load_average": [1.16015625, 1.0810546875, 1.41015625], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10246508544, "free_percent": 59, "free_in_bytes": 5579354112, "free": "5.1gb", "used": "10.8gb", "actual_used": "6.4gb", "used_in_bytes": 11600515072, "actual_used_in_bytes": 6933360640}, "timestamp": 1389165345597, "uptime_in_millis": 1588858, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 90, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 126757767, "curr_estab": 93, "out_rsts": -1, "active_opens": 109288, "attempt_fails": 1324, "in_segs": 131324204, "passive_opens": 2203, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 38, "t_optimize": "447.91s", "t_optimize_in_millis": 447909, "num_committed_segments": 38}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:14:58Z", "observation_sequence_no": 80, "observation_id": "d5fc9716", "t_total_in_millis": 495249, "t_total": "8.25m", "observation_stop": "2014-01-08T07:15:45Z"}, "stats": {"search": {"query_total": 24000, "query_time": "31.3m", "fetch_current": 0, "fetch_total": 24000, "fetch_time": "1.1m", "query_time_in_millis": 1880968, "open_contexts": 0, "fetch_time_in_millis": 66673, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 110.6, "fetch_current": 0, "fetch_total": 100, "fetch_time": "227ms", "query_time_in_millis_per_query": 105.73, "query_time_in_millis": 10573, "query_time": "10.5s", "client_time_in_millis": 11060, "fetch_time_in_millis_per_query": 2.27, "client_total": 100, "fetch_time_in_millis": 227, "query_current": 0, "client_time": "11.06s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 306.9, "fetch_current": 0, "fetch_total": 100, "fetch_time": "277ms", "query_time_in_millis_per_query": 301.21, "query_time_in_millis": 30121, "query_time": "30.1s", "client_time_in_millis": 30690, "fetch_time_in_millis_per_query": 2.77, "client_total": 100, "fetch_time_in_millis": 277, "query_current": 0, "client_time": "30.69s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 55.87, "fetch_current": 0, "fetch_total": 100, "fetch_time": "220ms", "query_time_in_millis_per_query": 51.06, "query_time_in_millis": 5106, "query_time": "5.1s", "client_time_in_millis": 5587, "fetch_time_in_millis_per_query": 2.2, "client_total": 100, "fetch_time_in_millis": 220, "query_current": 0, "client_time": "5.59s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1891956}, "abstract": {"memory_size": "293.8mb", "memory_size_in_bytes": 308150132}}, "evictions": 0, "memory_size": "295.6mb", "memory_size_in_bytes": 310042088}, "docs": {"count": 1733982, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1733982, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.8h", "index_time_in_millis": 10270139, "delete_current": 0}, "merges": {"total_time": "6.6h", "total_docs": 5127784, "total_size_in_bytes": 237008523556, "total_size": "220.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24010880, "total": 1294}, "store": {"size_in_bytes": 79074217710, "throttle_time_in_millis": 19306318, "throttle_time": "5.3h", "size": "73.6gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/0c39219f' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1754257, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 24300, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1847, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2532, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11190, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 13541, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2762, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 337, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 12902, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 179, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389165571254, "total": {"available": "86.2gb", "disk_io_size": "3283.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057088480256, "disk_read_size": "984.4gb", "disk_writes": 8926730, "disk_io_size_in_bytes": 3525502901248, "free": "86.5gb", "disk_write_size_in_bytes": 2468414420992, "disk_io_op": 13395937, "disk_reads": 4469207, "free_in_bytes": 92907335680, "disk_write_size": "2298.8gb", "available_in_bytes": 92645191680}, "data": [{"available": "86.2gb", "disk_io_size": "3283.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057088480256, "disk_read_size": "984.4gb", "disk_writes": 8926730, "mount": "/", "disk_io_size_in_bytes": 3525502901248, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2468414420992, "free": "86.5gb", "disk_io_op": 13395937, "disk_reads": 4469207, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 92907335680, "disk_write_size": "2298.8gb", "available_in_bytes": 92645191680}]}, "http": {"total_opened": 120, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.2mb", "resident_in_bytes": 935636992, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389165571253, "open_file_descriptors": 414, "cpu": {"user_in_millis": 19100414, "percent": 119, "sys": "28.9m", "sys_in_millis": 1737039, "total_in_millis": 20837453, "total": "5.7h", "user": "5.3h"}}, "timestamp": 1389165571250, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.3h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "454.9mb", "heap_used_in_bytes": 477093392, "non_heap_committed": "77.7mb", "heap_used_percent": 44, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "81.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 83576, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "448.8mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 470665960, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "6mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 6343856, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389165571253, "uptime_in_millis": 22774116, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 96718, "collection_time_in_millis": 266959, "collectors": {"ParNew": {"collection_count": 95578, "collection_time_in_millis": 259648, "collection_time": "4.3m"}, "ConcurrentMarkSweep": {"collection_count": 1140, "collection_time_in_millis": 7311, "collection_time": "7.3s"}}, "collection_time": "4.4m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 24300, "query_time": "32.1m", "fetch_current": 0, "fetch_total": 24300, "fetch_time": "1.1m", "query_time_in_millis": 1926480, "open_contexts": 0, "fetch_time_in_millis": 67407, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1920684}, "abstract": {"memory_size": "295.5mb", "memory_size_in_bytes": 309957392}}, "evictions": 0, "memory_size": "297.4mb", "memory_size_in_bytes": 311878076}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1754257, "deleted": 0}, "segments": {"count": 45}, "indexing": {"delete_time_in_millis": 0, "index_total": 1754257, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.8h", "index_time_in_millis": 10398885, "delete_current": 0}, "refresh": {"total_time": "39.3m", "total_time_in_millis": 2363636, "total": 11192}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "214.8kb", "memory_size_in_bytes": 219992}, "flush": {"total_time": "1.3m", "total_time_in_millis": 80532, "total": 337}, "warmer": {"current": 0, "total_time": "3s", "total": 12903, "total_time_in_millis": 3071}, "store": {"size_in_bytes": 80060420142, "throttle_time_in_millis": 19519808, "throttle_time": "5.4h", "size": "74.5gb"}, "merges": {"total_time": "6.7h", "total_docs": 5175664, "total_size_in_bytes": 239447397952, "total_size": "223gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24276266, "total": 1318}}, "os": {"load_average": [1.638671875, 1.54541015625, 1.54443359375], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10228387840, "free_percent": 59, "free_in_bytes": 5601607680, "free": "5.2gb", "used": "10.7gb", "actual_used": "6.4gb", "used_in_bytes": 11578261504, "actual_used_in_bytes": 6951481344}, "timestamp": 1389165571253, "uptime_in_millis": 1589084, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 17, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 126928846, "curr_estab": 94, "out_rsts": -1, "active_opens": 109291, "attempt_fails": 1324, "in_segs": 131495362, "passive_opens": 2204, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 37, "t_optimize": "14.99s", "t_optimize_in_millis": 14991, "num_committed_segments": 37}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:18:44Z", "observation_sequence_no": 81, "observation_id": "0c39219f", "t_total_in_millis": 62052, "t_total": "1.03m", "observation_stop": "2014-01-08T07:19:31Z"}, "stats": {"search": {"query_total": 24300, "query_time": "32.1m", "fetch_current": 0, "fetch_total": 24300, "fetch_time": "1.1m", "query_time_in_millis": 1926480, "open_contexts": 0, "fetch_time_in_millis": 67407, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 110.05, "fetch_current": 0, "fetch_total": 100, "fetch_time": "226ms", "query_time_in_millis_per_query": 105.11, "query_time_in_millis": 10511, "query_time": "10.5s", "client_time_in_millis": 11005, "fetch_time_in_millis_per_query": 2.26, "client_total": 100, "fetch_time_in_millis": 226, "query_current": 0, "client_time": "11.01s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 304.03, "fetch_current": 0, "fetch_total": 100, "fetch_time": "279ms", "query_time_in_millis_per_query": 298.35, "query_time_in_millis": 29835, "query_time": "29.8s", "client_time_in_millis": 30403, "fetch_time_in_millis_per_query": 2.79, "client_total": 100, "fetch_time_in_millis": 279, "query_current": 0, "client_time": "30.40s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 56.51, "fetch_current": 0, "fetch_total": 100, "fetch_time": "227ms", "query_time_in_millis_per_query": 51.65, "query_time_in_millis": 5165, "query_time": "5.1s", "client_time_in_millis": 5651, "fetch_time_in_millis_per_query": 2.27, "client_total": 100, "fetch_time_in_millis": 227, "query_current": 0, "client_time": "5.65s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1920684}, "abstract": {"memory_size": "295.5mb", "memory_size_in_bytes": 309957392}}, "evictions": 0, "memory_size": "297.4mb", "memory_size_in_bytes": 311878076}, "docs": {"count": 1754177, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1754177, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.8h", "index_time_in_millis": 10398164, "delete_current": 0}, "merges": {"total_time": "6.7h", "total_docs": 5175332, "total_size_in_bytes": 239432857929, "total_size": "222.9gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24274859, "total": 1310}, "store": {"size_in_bytes": 80058281709, "throttle_time_in_millis": 19519602, "throttle_time": "5.4h", "size": "74.5gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/6411a483' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1774048, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 24600, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1867, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2558, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11325, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 13706, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2796, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 341, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 13056, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 180, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389165798443, "total": {"available": "85.3gb", "disk_io_size": "3288gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057328276480, "disk_read_size": "984.7gb", "disk_writes": 8936518, "disk_io_size_in_bytes": 3530550396928, "free": "85.5gb", "disk_write_size_in_bytes": 2473222120448, "disk_io_op": 13406939, "disk_reads": 4470421, "free_in_bytes": 91911929856, "disk_write_size": "2303.3gb", "available_in_bytes": 91649785856}, "data": [{"available": "85.3gb", "disk_io_size": "3288gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057328276480, "disk_read_size": "984.7gb", "disk_writes": 8936518, "mount": "/", "disk_io_size_in_bytes": 3530550396928, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2473222120448, "free": "85.5gb", "disk_io_op": 13406939, "disk_reads": 4470421, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 91911929856, "disk_write_size": "2303.3gb", "available_in_bytes": 91649785856}]}, "http": {"total_opened": 120, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.3mb", "resident_in_bytes": 935645184, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389165798442, "open_file_descriptors": 447, "cpu": {"user_in_millis": 19340906, "percent": 112, "sys": "29.2m", "sys_in_millis": 1752603, "total_in_millis": 21093509, "total": "5.8h", "user": "5.3h"}}, "timestamp": 1389165798439, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.3h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "484.6mb", "heap_used_in_bytes": 508172208, "non_heap_committed": "77.7mb", "heap_used_percent": 47, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "82.6kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 84592, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "480.6mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 503986928, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "3.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 4100688, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389165798442, "uptime_in_millis": 23001305, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 97840, "collection_time_in_millis": 270612, "collectors": {"ParNew": {"collection_count": 96689, "collection_time_in_millis": 263217, "collection_time": "4.3m"}, "ConcurrentMarkSweep": {"collection_count": 1151, "collection_time_in_millis": 7395, "collection_time": "7.3s"}}, "collection_time": "4.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 24600, "query_time": "32.8m", "fetch_current": 0, "fetch_total": 24600, "fetch_time": "1.1m", "query_time_in_millis": 1972583, "open_contexts": 0, "fetch_time_in_millis": 68142, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1963280}, "abstract": {"memory_size": "297.9mb", "memory_size_in_bytes": 312462851}}, "evictions": 0, "memory_size": "299.8mb", "memory_size_in_bytes": 314426131}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1774048, "deleted": 0}, "segments": {"count": 53}, "indexing": {"delete_time_in_millis": 0, "index_total": 1774048, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.9h", "index_time_in_millis": 10526513, "delete_current": 0}, "refresh": {"total_time": "39.8m", "total_time_in_millis": 2393684, "total": 11327}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "217.4kb", "memory_size_in_bytes": 222640}, "flush": {"total_time": "1.3m", "total_time_in_millis": 81391, "total": 341}, "warmer": {"current": 0, "total_time": "3.1s", "total": 13057, "total_time_in_millis": 3108}, "store": {"size_in_bytes": 81055104362, "throttle_time_in_millis": 19649231, "throttle_time": "5.4h", "size": "75.4gb"}, "merges": {"total_time": "6.7h", "total_docs": 5210721, "total_size_in_bytes": 241125484377, "total_size": "224.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24440744, "total": 1333}}, "os": {"load_average": [1.56982421875, 1.6875, 1.6123046875], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10222301184, "free_percent": 59, "free_in_bytes": 5663375360, "free": "5.2gb", "used": "10.7gb", "actual_used": "6.4gb", "used_in_bytes": 11516493824, "actual_used_in_bytes": 6957568000}, "timestamp": 1389165798442, "uptime_in_millis": 1589311, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 18, "idle": 81, "stolen": 0, "user": 15}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 127098445, "curr_estab": 93, "out_rsts": -1, "active_opens": 109291, "attempt_fails": 1324, "in_segs": 131665004, "passive_opens": 2204, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 44, "t_optimize": "16.25s", "t_optimize_in_millis": 16252, "num_committed_segments": 44}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:22:30Z", "observation_sequence_no": 82, "observation_id": "6411a483", "t_total_in_millis": 63924, "t_total": "1.07m", "observation_stop": "2014-01-08T07:23:18Z"}, "stats": {"search": {"query_total": 24600, "query_time": "32.8m", "fetch_current": 0, "fetch_total": 24600, "fetch_time": "1.1m", "query_time_in_millis": 1972583, "open_contexts": 0, "fetch_time_in_millis": 68142, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 111.47, "fetch_current": 0, "fetch_total": 100, "fetch_time": "233ms", "query_time_in_millis_per_query": 106.42, "query_time_in_millis": 10642, "query_time": "10.6s", "client_time_in_millis": 11147, "fetch_time_in_millis_per_query": 2.33, "client_total": 100, "fetch_time_in_millis": 233, "query_current": 0, "client_time": "11.15s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 307.6, "fetch_current": 0, "fetch_total": 100, "fetch_time": "273ms", "query_time_in_millis_per_query": 301.79, "query_time_in_millis": 30179, "query_time": "30.1s", "client_time_in_millis": 30760, "fetch_time_in_millis_per_query": 2.73, "client_total": 100, "fetch_time_in_millis": 273, "query_current": 0, "client_time": "30.76s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 57.64, "fetch_current": 0, "fetch_total": 100, "fetch_time": "227ms", "query_time_in_millis_per_query": 52.8, "query_time_in_millis": 5280, "query_time": "5.2s", "client_time_in_millis": 5764, "fetch_time_in_millis_per_query": 2.27, "client_total": 100, "fetch_time_in_millis": 227, "query_current": 0, "client_time": "5.76s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1963280}, "abstract": {"memory_size": "297.9mb", "memory_size_in_bytes": 312462851}}, "evictions": 0, "memory_size": "299.8mb", "memory_size_in_bytes": 314426131}, "docs": {"count": 1773967, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1773967, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.9h", "index_time_in_millis": 10525786, "delete_current": 0}, "merges": {"total_time": "6.7h", "total_docs": 5210389, "total_size_in_bytes": 241110944354, "total_size": "224.5gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24439337, "total": 1325}, "store": {"size_in_bytes": 81052833645, "throttle_time_in_millis": 19649025, "throttle_time": "5.4h", "size": "75.4gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/faffd0ce' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1793932, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 24900, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1887, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2586, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11461, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 13870, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2829, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 345, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 13214, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 182, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389166047282, "total": {"available": "84.4gb", "disk_io_size": "3293.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057577739264, "disk_read_size": "984.9gb", "disk_writes": 8947930, "disk_io_size_in_bytes": 3536244886528, "free": "84.6gb", "disk_write_size_in_bytes": 2478667147264, "disk_io_op": 13419537, "disk_reads": 4471607, "free_in_bytes": 90940493824, "disk_write_size": "2308.4gb", "available_in_bytes": 90678349824}, "data": [{"available": "84.4gb", "disk_io_size": "3293.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057577739264, "disk_read_size": "984.9gb", "disk_writes": 8947930, "mount": "/", "disk_io_size_in_bytes": 3536244886528, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2478667147264, "free": "84.6gb", "disk_io_op": 13419537, "disk_reads": 4471607, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 90940493824, "disk_write_size": "2308.4gb", "available_in_bytes": 90678349824}]}, "http": {"total_opened": 121, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.3mb", "resident_in_bytes": 935653376, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389166047281, "open_file_descriptors": 434, "cpu": {"user_in_millis": 19591262, "percent": 108, "sys": "29.5m", "sys_in_millis": 1771209, "total_in_millis": 21362471, "total": "5.9h", "user": "5.4h"}}, "timestamp": 1389166047277, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.4h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "521.2mb", "heap_used_in_bytes": 546522496, "non_heap_committed": "77.7mb", "heap_used_percent": 51, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "988.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1012512, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "495.3mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 519439168, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "24.8mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 26070816, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389166047281, "uptime_in_millis": 23250144, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 99007, "collection_time_in_millis": 274363, "collectors": {"ParNew": {"collection_count": 97845, "collection_time_in_millis": 266890, "collection_time": "4.4m"}, "ConcurrentMarkSweep": {"collection_count": 1162, "collection_time_in_millis": 7473, "collection_time": "7.4s"}}, "collection_time": "4.5m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 24900, "query_time": "33.6m", "fetch_current": 0, "fetch_total": 24900, "fetch_time": "1.1m", "query_time_in_millis": 2019259, "open_contexts": 0, "fetch_time_in_millis": 68871, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1977168}, "abstract": {"memory_size": "299.7mb", "memory_size_in_bytes": 314301358}}, "evictions": 0, "memory_size": "301.6mb", "memory_size_in_bytes": 316278526}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1793932, "deleted": 0}, "segments": {"count": 54}, "indexing": {"delete_time_in_millis": 0, "index_total": 1793932, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.9h", "index_time_in_millis": 10653395, "delete_current": 0}, "refresh": {"total_time": "40.3m", "total_time_in_millis": 2421753, "total": 11463}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "219.8kb", "memory_size_in_bytes": 225152}, "flush": {"total_time": "1.3m", "total_time_in_millis": 82383, "total": 345}, "warmer": {"current": 0, "total_time": "3.1s", "total": 13215, "total_time_in_millis": 3146}, "store": {"size_in_bytes": 82026424998, "throttle_time_in_millis": 19843020, "throttle_time": "5.5h", "size": "76.3gb"}, "merges": {"total_time": "6.8h", "total_docs": 5257222, "total_size_in_bytes": 243481776369, "total_size": "226.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24683276, "total": 1350}}, "os": {"load_average": [1.8115234375, 1.9658203125, 1.7666015625], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10220027904, "free_percent": 59, "free_in_bytes": 5594742784, "free": "5.2gb", "used": "10.7gb", "actual_used": "6.4gb", "used_in_bytes": 11585126400, "actual_used_in_bytes": 6959841280}, "timestamp": 1389166047281, "uptime_in_millis": 1589560, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 16, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 127268676, "curr_estab": 93, "out_rsts": -1, "active_opens": 109292, "attempt_fails": 1324, "in_segs": 131835243, "passive_opens": 2205, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 44, "t_optimize": "38.24s", "t_optimize_in_millis": 38240, "num_committed_segments": 44}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:26:39Z", "observation_sequence_no": 83, "observation_id": "faffd0ce", "t_total_in_millis": 86478, "t_total": "1.44m", "observation_stop": "2014-01-08T07:27:27Z"}, "stats": {"search": {"query_total": 24900, "query_time": "33.6m", "fetch_current": 0, "fetch_total": 24900, "fetch_time": "1.1m", "query_time_in_millis": 2019259, "open_contexts": 0, "fetch_time_in_millis": 68871, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 112.91, "fetch_current": 0, "fetch_total": 100, "fetch_time": "225ms", "query_time_in_millis_per_query": 107.99, "query_time_in_millis": 10799, "query_time": "10.7s", "client_time_in_millis": 11291, "fetch_time_in_millis_per_query": 2.25, "client_total": 100, "fetch_time_in_millis": 225, "query_current": 0, "client_time": "11.29s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 311.46, "fetch_current": 0, "fetch_total": 100, "fetch_time": "275ms", "query_time_in_millis_per_query": 305.65, "query_time_in_millis": 30565, "query_time": "30.5s", "client_time_in_millis": 31146, "fetch_time_in_millis_per_query": 2.75, "client_total": 100, "fetch_time_in_millis": 275, "query_current": 0, "client_time": "31.15s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 57.99, "fetch_current": 0, "fetch_total": 100, "fetch_time": "227ms", "query_time_in_millis_per_query": 53.11, "query_time_in_millis": 5311, "query_time": "5.3s", "client_time_in_millis": 5799, "fetch_time_in_millis_per_query": 2.27, "client_total": 100, "fetch_time_in_millis": 227, "query_current": 0, "client_time": "5.80s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.8mb", "memory_size_in_bytes": 1977168}, "abstract": {"memory_size": "299.7mb", "memory_size_in_bytes": 314301358}}, "evictions": 0, "memory_size": "301.6mb", "memory_size_in_bytes": 316278526}, "docs": {"count": 1793850, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1793850, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.9h", "index_time_in_millis": 10652661, "delete_current": 0}, "merges": {"total_time": "6.8h", "total_docs": 5256808, "total_size_in_bytes": 243464834614, "total_size": "226.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24681636, "total": 1341}, "store": {"size_in_bytes": 82023340037, "throttle_time_in_millis": 19842780, "throttle_time": "5.5h", "size": "76.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/4360efad' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1813490, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 25200, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1905, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2612, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11595, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 14034, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2863, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 350, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 13369, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 183, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389166261789, "total": {"available": "83.5gb", "disk_io_size": "3298.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057822352384, "disk_read_size": "985.1gb", "disk_writes": 8957856, "disk_io_size_in_bytes": 3541423899648, "free": "83.7gb", "disk_write_size_in_bytes": 2483601547264, "disk_io_op": 13430643, "disk_reads": 4472787, "free_in_bytes": 89938890752, "disk_write_size": "2313gb", "available_in_bytes": 89676746752}, "data": [{"available": "83.5gb", "disk_io_size": "3298.2gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1057822352384, "disk_read_size": "985.1gb", "disk_writes": 8957856, "mount": "/", "disk_io_size_in_bytes": 3541423899648, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2483601547264, "free": "83.7gb", "disk_io_op": 13430643, "disk_reads": 4472787, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 89938890752, "disk_write_size": "2313gb", "available_in_bytes": 89676746752}]}, "http": {"total_opened": 121, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.3mb", "resident_in_bytes": 935653376, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389166261788, "open_file_descriptors": 448, "cpu": {"user_in_millis": 19836392, "percent": 121, "sys": "29.7m", "sys_in_millis": 1787125, "total_in_millis": 21623517, "total": "6h", "user": "5.5h"}}, "timestamp": 1389166261787, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.5h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "548.8mb", "heap_used_in_bytes": 575552496, "non_heap_committed": "77.7mb", "heap_used_percent": 54, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "986.1kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 1009856, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "524mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 549468864, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "23.9mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 25075864, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389166261788, "uptime_in_millis": 23464651, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 100183, "collection_time_in_millis": 278123, "collectors": {"ParNew": {"collection_count": 99010, "collection_time_in_millis": 270588, "collection_time": "4.5m"}, "ConcurrentMarkSweep": {"collection_count": 1173, "collection_time_in_millis": 7535, "collection_time": "7.5s"}}, "collection_time": "4.6m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 25200, "query_time": "34.4m", "fetch_current": 0, "fetch_total": 25200, "fetch_time": "1.1m", "query_time_in_millis": 2066259, "open_contexts": 0, "fetch_time_in_millis": 69588, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.9mb", "memory_size_in_bytes": 2026820}, "abstract": {"memory_size": "301.8mb", "memory_size_in_bytes": 316496824}}, "evictions": 0, "memory_size": "303.7mb", "memory_size_in_bytes": 318523644}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1813490, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1813490, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.9h", "index_time_in_millis": 10781675, "delete_current": 0}, "refresh": {"total_time": "40.8m", "total_time_in_millis": 2452180, "total": 11597}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "222.1kb", "memory_size_in_bytes": 227528}, "flush": {"total_time": "1.3m", "total_time_in_millis": 83275, "total": 350}, "warmer": {"current": 0, "total_time": "3.1s", "total": 13370, "total_time_in_millis": 3178}, "store": {"size_in_bytes": 83028494544, "throttle_time_in_millis": 19988920, "throttle_time": "5.5h", "size": "77.3gb"}, "merges": {"total_time": "6.9h", "total_docs": 5291146, "total_size_in_bytes": 245268234930, "total_size": "228.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24867167, "total": 1366}}, "os": {"load_average": [1.513671875, 1.83984375, 1.755859375], "uptime": "26.4m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10228449280, "free_percent": 59, "free_in_bytes": 5420965888, "free": "5gb", "used": "10.9gb", "actual_used": "6.4gb", "used_in_bytes": 11758903296, "actual_used_in_bytes": 6951419904}, "timestamp": 1389166261788, "uptime_in_millis": 1589774, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 19, "idle": 80, "stolen": 0, "user": 16}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 127437643, "curr_estab": 93, "out_rsts": -1, "active_opens": 109292, "attempt_fails": 1324, "in_segs": 132004223, "passive_opens": 2205, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 42, "t_optimize": "2.23s", "t_optimize_in_millis": 2226, "num_committed_segments": 42}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:30:13Z", "observation_sequence_no": 84, "observation_id": "4360efad", "t_total_in_millis": 50816, "t_total": "0.85m", "observation_stop": "2014-01-08T07:31:01Z"}, "stats": {"search": {"query_total": 25200, "query_time": "34.4m", "fetch_current": 0, "fetch_total": 25200, "fetch_time": "1.1m", "query_time_in_millis": 2066259, "open_contexts": 0, "fetch_time_in_millis": 69588, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 113.76, "fetch_current": 0, "fetch_total": 100, "fetch_time": "224ms", "query_time_in_millis_per_query": 109.0, "query_time_in_millis": 10900, "query_time": "10.9s", "client_time_in_millis": 11376, "fetch_time_in_millis_per_query": 2.24, "client_total": 100, "fetch_time_in_millis": 224, "query_current": 0, "client_time": "11.38s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 313.86, "fetch_current": 0, "fetch_total": 100, "fetch_time": "277ms", "query_time_in_millis_per_query": 307.77, "query_time_in_millis": 30777, "query_time": "30.7s", "client_time_in_millis": 31386, "fetch_time_in_millis_per_query": 2.77, "client_total": 100, "fetch_time_in_millis": 277, "query_current": 0, "client_time": "31.39s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 58.27, "fetch_current": 0, "fetch_total": 100, "fetch_time": "214ms", "query_time_in_millis_per_query": 53.22, "query_time_in_millis": 5322, "query_time": "5.3s", "client_time_in_millis": 5827, "fetch_time_in_millis_per_query": 2.14, "client_total": 100, "fetch_time_in_millis": 214, "query_current": 0, "client_time": "5.83s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.9mb", "memory_size_in_bytes": 2026820}, "abstract": {"memory_size": "301.8mb", "memory_size_in_bytes": 316496824}}, "evictions": 0, "memory_size": "303.7mb", "memory_size_in_bytes": 318523644}, "docs": {"count": 1813407, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1813407, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "2.9h", "index_time_in_millis": 10780927, "delete_current": 0}, "merges": {"total_time": "6.9h", "total_docs": 5290732, "total_size_in_bytes": 245251293175, "total_size": "228.4gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 24865527, "total": 1357}, "store": {"size_in_bytes": 83027018154, "throttle_time_in_millis": 19988680, "throttle_time": "5.5h", "size": "77.3gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/435fb838' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1832885, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 25500, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1927, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2641, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11729, "rejected": 0, "queue": 0, "threads": 2, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 14198, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2896, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 354, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 13524, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 186, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389166525434, "total": {"available": "82.5gb", "disk_io_size": "3303.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1058152293376, "disk_read_size": "985.4gb", "disk_writes": 8969281, "disk_io_size_in_bytes": 3547443121152, "free": "82.8gb", "disk_write_size_in_bytes": 2489290827776, "disk_io_op": 13444155, "disk_reads": 4474874, "free_in_bytes": 88947990528, "disk_write_size": "2318.3gb", "available_in_bytes": 88685846528}, "data": [{"available": "82.5gb", "disk_io_size": "3303.8gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1058152293376, "disk_read_size": "985.4gb", "disk_writes": 8969281, "mount": "/", "disk_io_size_in_bytes": 3547443121152, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2489290827776, "free": "82.8gb", "disk_io_op": 13444155, "disk_reads": 4474874, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 88947990528, "disk_write_size": "2318.3gb", "available_in_bytes": 88685846528}]}, "http": {"total_opened": 123, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.4mb", "resident_in_bytes": 935763968, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4096028672}, "timestamp": 1389166525434, "open_file_descriptors": 422, "cpu": {"user_in_millis": 20095427, "percent": 105, "sys": "30.1m", "sys_in_millis": 1806895, "total_in_millis": 21902322, "total": "6h", "user": "5.5h"}}, "timestamp": 1389166525432, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.5h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "489mb", "heap_used_in_bytes": 512838088, "non_heap_committed": "77.7mb", "heap_used_percent": 48, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "47.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 48896, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "466.8mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 489499488, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "22.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 23291800, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389166525434, "uptime_in_millis": 23728297, "threads": {"count": 106, "peak_count": 110}, "gc": {"collection_count": 101458, "collection_time_in_millis": 282148, "collectors": {"ParNew": {"collection_count": 100273, "collection_time_in_millis": 274530, "collection_time": "4.5m"}, "ConcurrentMarkSweep": {"collection_count": 1185, "collection_time_in_millis": 7618, "collection_time": "7.6s"}}, "collection_time": "4.7m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 25500, "query_time": "35.2m", "fetch_current": 0, "fetch_total": 25500, "fetch_time": "1.1m", "query_time_in_millis": 2113910, "open_contexts": 0, "fetch_time_in_millis": 70334, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.9mb", "memory_size_in_bytes": 2029692}, "abstract": {"memory_size": "303.4mb", "memory_size_in_bytes": 318159272}}, "evictions": 0, "memory_size": "305.3mb", "memory_size_in_bytes": 320188964}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1832885, "deleted": 0}, "segments": {"count": 43}, "indexing": {"delete_time_in_millis": 0, "index_total": 1832885, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "3h", "index_time_in_millis": 10909873, "delete_current": 0}, "refresh": {"total_time": "41.3m", "total_time_in_millis": 2482390, "total": 11731}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "224.5kb", "memory_size_in_bytes": 229896}, "flush": {"total_time": "1.4m", "total_time_in_millis": 84288, "total": 354}, "warmer": {"current": 0, "total_time": "3.2s", "total": 13525, "total_time_in_millis": 3207}, "store": {"size_in_bytes": 84019333166, "throttle_time_in_millis": 20202900, "throttle_time": "5.6h", "size": "78.2gb"}, "merges": {"total_time": "6.9h", "total_docs": 5339529, "total_size_in_bytes": 247812859983, "total_size": "230.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 25134587, "total": 1382}}, "os": {"load_average": [1.478515625, 1.77734375, 1.755859375], "uptime": "26.5m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10257072128, "free_percent": 59, "free_in_bytes": 5261750272, "free": "4.9gb", "used": "11gb", "actual_used": "6.4gb", "used_in_bytes": 11918118912, "actual_used_in_bytes": 6922797056}, "timestamp": 1389166525434, "uptime_in_millis": 1590038, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 3, "usage": 17, "idle": 82, "stolen": 0, "user": 14}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 127606309, "curr_estab": 94, "out_rsts": -1, "active_opens": 109295, "attempt_fails": 1324, "in_segs": 132172906, "passive_opens": 2207, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "51.11s", "t_optimize_in_millis": 51114, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:34:36Z", "observation_sequence_no": 85, "observation_id": "435fb838", "t_total_in_millis": 100330, "t_total": "1.67m", "observation_stop": "2014-01-08T07:35:25Z"}, "stats": {"search": {"query_total": 25500, "query_time": "35.2m", "fetch_current": 0, "fetch_total": 25500, "fetch_time": "1.1m", "query_time_in_millis": 2113910, "open_contexts": 0, "fetch_time_in_millis": 70334, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 114.8, "fetch_current": 0, "fetch_total": 100, "fetch_time": "227ms", "query_time_in_millis_per_query": 109.9, "query_time_in_millis": 10990, "query_time": "10.9s", "client_time_in_millis": 11480, "fetch_time_in_millis_per_query": 2.27, "client_total": 100, "fetch_time_in_millis": 227, "query_current": 0, "client_time": "11.48s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 318.29, "fetch_current": 0, "fetch_total": 100, "fetch_time": "288ms", "query_time_in_millis_per_query": 312.44, "query_time_in_millis": 31244, "query_time": "31.2s", "client_time_in_millis": 31829, "fetch_time_in_millis_per_query": 2.88, "client_total": 100, "fetch_time_in_millis": 288, "query_current": 0, "client_time": "31.83s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 59.04, "fetch_current": 0, "fetch_total": 100, "fetch_time": "229ms", "query_time_in_millis_per_query": 54.15, "query_time_in_millis": 5415, "query_time": "5.4s", "client_time_in_millis": 5904, "fetch_time_in_millis_per_query": 2.29, "client_total": 100, "fetch_time_in_millis": 229, "query_current": 0, "client_time": "5.90s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.9mb", "memory_size_in_bytes": 2029692}, "abstract": {"memory_size": "303.4mb", "memory_size_in_bytes": 318159272}}, "evictions": 0, "memory_size": "305.3mb", "memory_size_in_bytes": 320188964}, "docs": {"count": 1832801, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1832801, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "3h", "index_time_in_millis": 10909118, "delete_current": 0}, "merges": {"total_time": "6.9h", "total_docs": 5339115, "total_size_in_bytes": 247795918228, "total_size": "230.7gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 25132947, "total": 1373}, "store": {"size_in_bytes": 84017724521, "throttle_time_in_millis": 20202660, "throttle_time": "5.6h", "size": "78.2gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/fb54fd89' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1853692, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 25800, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1969, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2700, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 11865, "rejected": 0, "queue": 0, "threads": 0, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 14363, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2929, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 358, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 13681, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 191, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389167098093, "total": {"available": "81.6gb", "disk_io_size": "3317gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1062929658880, "disk_read_size": "989.9gb", "disk_writes": 8987740, "disk_io_size_in_bytes": 3561644762112, "free": "81.9gb", "disk_write_size_in_bytes": 2498715103232, "disk_io_op": 13485965, "disk_reads": 4498225, "free_in_bytes": 87967305728, "disk_write_size": "2327.1gb", "available_in_bytes": 87705161728}, "data": [{"available": "81.6gb", "disk_io_size": "3317gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1062929658880, "disk_read_size": "989.9gb", "disk_writes": 8987740, "mount": "/", "disk_io_size_in_bytes": 3561644762112, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2498715103232, "free": "81.9gb", "disk_io_op": 13485965, "disk_reads": 4498225, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 87967305728, "disk_write_size": "2327.1gb", "available_in_bytes": 87705161728}]}, "http": {"total_opened": 128, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.2mb", "resident_in_bytes": 935567360, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095479808}, "timestamp": 1389167098092, "open_file_descriptors": 453, "cpu": {"user_in_millis": 20404855, "percent": 60, "sys": "30.7m", "sys_in_millis": 1846067, "total_in_millis": 22250922, "total": "6.1h", "user": "5.6h"}}, "timestamp": 1389167098090, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.7h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "403.9mb", "heap_used_in_bytes": 423620160, "non_heap_committed": "77.7mb", "heap_used_percent": 39, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "84.5kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 86592, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "391.3mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 410331536, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "12.5mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 13204128, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389167098092, "uptime_in_millis": 24300955, "threads": {"count": 104, "peak_count": 110}, "gc": {"collection_count": 102872, "collection_time_in_millis": 286476, "collectors": {"ParNew": {"collection_count": 101675, "collection_time_in_millis": 278789, "collection_time": "4.6m"}, "ConcurrentMarkSweep": {"collection_count": 1197, "collection_time_in_millis": 7687, "collection_time": "7.6s"}}, "collection_time": "4.7m"}}, "indices": {"completion": {"size_in_bytes": 0, "size": "0b"}, "search": {"query_total": 25800, "query_time": "36m", "fetch_current": 0, "fetch_total": 25800, "fetch_time": "1.1m", "query_time_in_millis": 2162896, "open_contexts": 0, "fetch_time_in_millis": 71073, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.9mb", "memory_size_in_bytes": 2042236}, "abstract": {"memory_size": "313mb", "memory_size_in_bytes": 328244557}}, "evictions": 0, "memory_size": "314.9mb", "memory_size_in_bytes": 330286793}, "get": {"missing_total": 0, "exists_total": 0, "current": 0, "missing_time": "0s", "time_in_millis": 0, "get_time": "0s", "missing_time_in_millis": 0, "exists_time_in_millis": 0, "total": 0, "exists_time": "0s"}, "docs": {"count": 1853692, "deleted": 0}, "segments": {"count": 44}, "indexing": {"delete_time_in_millis": 0, "index_total": 1853692, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "3h", "index_time_in_millis": 11037688, "delete_current": 0}, "refresh": {"total_time": "41.8m", "total_time_in_millis": 2511502, "total": 11867}, "id_cache": {"memory_size": "0b", "memory_size_in_bytes": 0}, "filter_cache": {"evictions": 0, "memory_size": "239.7kb", "memory_size_in_bytes": 245464}, "flush": {"total_time": "1.4m", "total_time_in_millis": 85263, "total": 358}, "warmer": {"current": 0, "total_time": "3.2s", "total": 13682, "total_time_in_millis": 3243}, "store": {"size_in_bytes": 84999622136, "throttle_time_in_millis": 20699020, "throttle_time": "5.7h", "size": "79.1gb"}, "merges": {"total_time": "7.1h", "total_docs": 5464482, "total_size_in_bytes": 254114879775, "total_size": "236.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 25748542, "total": 1398}}, "os": {"load_average": [1.10107421875, 1.17431640625, 1.46826171875], "uptime": "26.5m", "mem": {"actual_free": "9.5gb", "used_percent": 40, "actual_free_in_bytes": 10248503296, "free_percent": 59, "free_in_bytes": 5408477184, "free": "5gb", "used": "10.9gb", "actual_used": "6.4gb", "used_in_bytes": 11771392000, "actual_used_in_bytes": 6931365888}, "timestamp": 1389167098092, "uptime_in_millis": 1590611, "swap": {"free_in_bytes": 747577344, "used": "1.3gb", "used_in_bytes": 1399906304, "free": "712.9mb"}, "cpu": {"sys": 2, "usage": 9, "idle": 89, "stolen": 0, "user": 7}}, "transport": {"tx_size_in_bytes": 0, "server_open": 13, "rx_size": "0b", "tx_count": 0, "rx_count": 0, "rx_size_in_bytes": 0, "tx_size": "0b"}, "network": {"tcp": {"out_segs": 127778970, "curr_estab": 93, "out_rsts": -1, "active_opens": 109300, "attempt_fails": 1324, "in_segs": 132345583, "passive_opens": 2212, "retrans_segs": 14287, "in_errs": 394, "estab_resets": 1754}}}}}, "segments": {"segments": null, "num_search_segments": 40, "t_optimize": "358.04s", "t_optimize_in_millis": 358042, "num_committed_segments": 40}, "meta": {"benchmark_id": "351b0aa5", "observation_start": "2014-01-08T07:44:07Z", "observation_sequence_no": 86, "observation_id": "fb54fd89", "t_total_in_millis": 408599, "t_total": "6.81m", "observation_stop": "2014-01-08T07:44:58Z"}, "stats": {"search": {"query_total": 25800, "query_time": "36m", "fetch_current": 0, "fetch_total": 25800, "fetch_time": "1.1m", "query_time_in_millis": 2162896, "open_contexts": 0, "fetch_time_in_millis": 71073, "groups": {"match_description_facet_date_histogram": {"query_total": 100, "client_time_in_millis_per_query": 117.94, "fetch_current": 0, "fetch_total": 100, "fetch_time": "232ms", "query_time_in_millis_per_query": 112.92, "query_time_in_millis": 11292, "query_time": "11.2s", "client_time_in_millis": 11794, "fetch_time_in_millis_per_query": 2.32, "client_total": 100, "fetch_time_in_millis": 232, "query_current": 0, "client_time": "11.79s"}, "match_description_sorted_abstract": {"query_total": 100, "client_time_in_millis_per_query": 327.74, "fetch_current": 0, "fetch_total": 100, "fetch_time": "280ms", "query_time_in_millis_per_query": 321.91, "query_time_in_millis": 32191, "query_time": "32.1s", "client_time_in_millis": 32774, "fetch_time_in_millis_per_query": 2.8, "client_total": 100, "fetch_time_in_millis": 280, "query_current": 0, "client_time": "32.77s"}, "match_description": {"query_total": 100, "client_time_in_millis_per_query": 59.87, "fetch_current": 0, "fetch_total": 100, "fetch_time": "225ms", "query_time_in_millis_per_query": 55.02, "query_time_in_millis": 5502, "query_time": "5.5s", "client_time_in_millis": 5987, "fetch_time_in_millis_per_query": 2.25, "client_total": 100, "fetch_time_in_millis": 225, "query_current": 0, "client_time": "5.99s"}}, "query_current": 0}, "fielddata": {"fields": {"dates.date_published": {"memory_size": "1.9mb", "memory_size_in_bytes": 2042236}, "abstract": {"memory_size": "313mb", "memory_size_in_bytes": 328244557}}, "evictions": 0, "memory_size": "314.9mb", "memory_size_in_bytes": 330286793}, "docs": {"count": 1853607, "deleted": 0}, "indexing": {"delete_time_in_millis": 0, "index_total": 1853607, "index_current": 0, "delete_time": "0s", "delete_total": 0, "index_time": "3h", "index_time_in_millis": 11036923, "delete_current": 0}, "merges": {"total_time": "7.1h", "total_docs": 5464068, "total_size_in_bytes": 254097938020, "total_size": "236.6gb", "current_size": "0b", "current_size_in_bytes": 0, "current_docs": 0, "current": 0, "total_time_in_millis": 25746902, "total": 1389}, "store": {"size_in_bytes": 84997881277, "throttle_time_in_millis": 20698780, "throttle_time": "5.7h", "size": "79.1gb"}}}'
curl -XPUT 'http://localhost:9200/esbench_stats/obs/a4c86bf4' -d '{"cluster": {"cluster_name": "mik_local", "node_count": 1, "nodes": {"eQDp6TjSQ8C-9_5ktiyLDA": {"thread_pool": {"index": {"completed": 1873881, "rejected": 0, "queue": 0, "threads": 8, "largest": 8, "active": 0}, "search": {"completed": 26100, "rejected": 0, "queue": 0, "threads": 24, "largest": 24, "active": 0}, "management": {"completed": 1989, "rejected": 0, "queue": 0, "threads": 3, "largest": 3, "active": 1}, "get": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "generic": {"completed": 2726, "rejected": 0, "queue": 0, "threads": 1, "largest": 3, "active": 0}, "suggest": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "refresh": {"completed": 12001, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "bulk": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "merge": {"completed": 14528, "rejected": 0, "queue": 0, "threads": 1, "largest": 2, "active": 0}, "snapshot": {"completed": 2963, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "percolate": {"completed": 0, "rejected": 0, "queue": 0, "threads": 0, "largest": 0, "active": 0}, "flush": {"completed": 362, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "warmer": {"completed": 13838, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}, "optimize": {"completed": 192, "rejected": 0, "queue": 0, "threads": 1, "largest": 1, "active": 0}}, "fs": {"timestamp": 1389167318755, "total": {"available": "80.7gb", "disk_io_size": "3323.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1064141648896, "disk_read_size": "991gb", "disk_writes": 8999810, "disk_io_size_in_bytes": 3568392224768, "free": "81gb", "disk_write_size_in_bytes": 2504250575872, "disk_io_op": 13507569, "disk_reads": 4507759, "free_in_bytes": 86991040512, "disk_write_size": "2332.2gb", "available_in_bytes": 86728896512}, "data": [{"available": "80.7gb", "disk_io_size": "3323.3gb", "total": "233.4gb", "total_in_bytes": 250656219136, "disk_read_size_in_bytes": 1064141648896, "disk_read_size": "991gb", "disk_writes": 8999810, "mount": "/", "disk_io_size_in_bytes": 3568392224768, "dev": "/dev/disk0s2", "disk_write_size_in_bytes": 2504250575872, "free": "81gb", "disk_io_op": 13507569, "disk_reads": 4507759, "path": "/Users/z013rqg/dev/elasticsearch-0.90.8/data/mik_local/nodes/0", "free_in_bytes": 86991040512, "disk_write_size": "2332.2gb", "available_in_bytes": 86728896512}]}, "http": {"total_opened": 128, "current_open": 1}, "name": "Rigellian Recorder", "process": {"mem": {"share_in_bytes": -1, "resident": "892.3mb", "resident_in_bytes": 935677952, "share": "-1b", "total_virtual": "3.8gb", "total_virtual_in_bytes": 4095754240}, "timestamp": 1389167318754, "open_file_descriptors": 429, "cpu": {"user_in_millis": 20657329, "percent": 122, "sys": "31m", "sys_in_millis": 1864654, "total_in_millis": 22521983, "total": "6.2h", "user": "5.7h"}}, "timestamp": 1389167318752, "hostname": "14109fd2699b.local", "transport_address": "inet[/192.168.171.142:9300]", "jvm": {"uptime": "6.8h", "mem": {"non_heap_used_in_bytes": 52048744, "heap_max_in_bytes": 1060372480, "non_heap_committed_in_bytes": 81559552, "heap_used": "449mb", "heap_used_in_bytes": 470811816, "non_heap_committed": "77.7mb", "heap_used_percent": 44, "heap_committed": "734.5mb", "heap_committed_in_bytes": 770232320, "non_heap_used": "49.6mb", "pools": {"CMS Perm Gen": {"peak_used": "41.8mb", "used": "41.8mb", "peak_used_in_bytes": 43863464, "max_in_bytes": 85983232, "max": "82mb", "used_in_bytes": 43863464, "peak_max_in_bytes": 85983232, "peak_max": "82mb"}, "Par Survivor Space": {"peak_used": "3.3mb", "used": "89.7kb", "peak_used_in_bytes": 3473408, "max_in_bytes": 13369344, "max": "12.7mb", "used_in_bytes": 91920, "peak_max_in_bytes": 13369344, "peak_max": "12.7mb"}, "Code Cache": {"peak_used": "7.8mb", "used": "7.8mb", "peak_used_in_bytes": 8195968, "max_in_bytes": 50331648, "max": "48mb", "used_in_bytes": 8185280, "peak_max_in_bytes": 50331648, "peak_max": "48mb"}, "CMS Old Gen": {"peak_used": "553.4mb", "used": "428.6mb", "peak_used_in_bytes": 580384928, "max_in_bytes": 939524096, "max": "896mb", "used_in_bytes": 449476072, "peak_max_in_bytes": 939524096, "peak_max": "896mb"}, "Par Eden Space": {"peak_used": "27mb", "used": "20.2mb", "peak_used_in_bytes": 28311552, "max_in_bytes": 107479040, "max": "102.5mb", "used_in_bytes": 21243824, "peak_max_in_bytes": 107479040, "peak_max": "102.5mb"}}, "heap_max": "1011.2mb"}, "timestamp": 1389167318754, "uptime_in_millis": 24521617, "threads": {"count": 105, "peak_count": 110}, "gc": {"collection_count": 104001, "collection_time_in_millis": 289978, "collecto