Skip to content

Instantly share code, notes, and snippets.

@liamwhite

liamwhite/diff-old_vs_new.diff Secret

Last active August 26, 2015 02:04
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save liamwhite/6fb3dcb5fd338fafedbe to your computer and use it in GitHub Desktop.
Save liamwhite/6fb3dcb5fd338fafedbe to your computer and use it in GitHub Desktop.
Download ZIP
Raw
diff-old_vs_new.diff
--- oldprod-nodestats.txt 2015-08-25 22:01:05.661717261 -0400
+++ newprod-nodestats.txt 2015-08-25 22:00:18.486705096 -0400
@@ -1,85 +1,85 @@
{
"cluster_name" : "elasticsearch",
"nodes" : {
- "ghzrhquETFawIKznzaC32Q" : {
- "timestamp" : 1440553376364,
- "name" : "Oldprod",
- "transport_address" : "inet[/11.11.11.11:9300]",
- "host" : "oldprod.production.com",
- "ip" : [ "inet[/11.11.11.11:9300]", "NONE" ],
+ "M69_WaL5R4evQg1aOa4-2w" : {
+ "timestamp" : 1440553344370,
+ "name" : "Newprod",
+ "transport_address" : "inet[newprod.production.com/11.11.11.12:9300]",
+ "host" : "newprod.production.com",
+ "ip" : [ "inet[newprod.production.com/11.11.11.12:9300]", "NONE" ],
"attributes" : {
- "rack" : "rbx",
+ "rack" : "roubaix",
"master" : "true"
},
"indices" : {
"docs" : {
- "count" : 6931126,
- "deleted" : 1004892
+ "count" : 7214166,
+ "deleted" : 1154082
},
"store" : {
- "size_in_bytes" : 15507057707,
- "throttle_time_in_millis" : 4062237
+ "size_in_bytes" : 7126715393,
+ "throttle_time_in_millis" : 26979
},
"indexing" : {
- "index_total" : 11581495,
- "index_time_in_millis" : 13423347,
+ "index_total" : 12237,
+ "index_time_in_millis" : 22957,
"index_current" : 0,
- "delete_total" : 679,
- "delete_time_in_millis" : 271,
+ "delete_total" : 0,
+ "delete_time_in_millis" : 0,
"delete_current" : 0,
"noop_update_total" : 0,
"is_throttled" : false,
- "throttle_time_in_millis" : 0
+ "throttle_time_in_millis" : 25
},
"get" : {
- "total" : 128773,
- "time_in_millis" : 28968,
- "exists_total" : 128773,
- "exists_time_in_millis" : 28968,
+ "total" : 2,
+ "time_in_millis" : 2,
+ "exists_total" : 2,
+ "exists_time_in_millis" : 2,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
- "query_total" : 70848293,
- "query_time_in_millis" : 1966194223,
+ "query_total" : 76020,
+ "query_time_in_millis" : 3318930,
"query_current" : 0,
- "fetch_total" : 62958787,
- "fetch_time_in_millis" : 65922478,
+ "fetch_total" : 74400,
+ "fetch_time_in_millis" : 96239,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
- "total" : 292958,
- "total_time_in_millis" : 39805505,
- "total_docs" : 466568504,
- "total_size_in_bytes" : 675114217446
+ "total" : 744,
+ "total_time_in_millis" : 113539,
+ "total_docs" : 2379939,
+ "total_size_in_bytes" : 1264540421
},
"refresh" : {
- "total" : 3058800,
- "total_time_in_millis" : 21171048
+ "total" : 9146,
+ "total_time_in_millis" : 65142
},
"flush" : {
- "total" : 23382,
- "total_time_in_millis" : 552937
+ "total" : 22,
+ "total_time_in_millis" : 272
},
"warmer" : {
"current" : 0,
- "total" : 5743853,
- "total_time_in_millis" : 351066
+ "total" : 17269,
+ "total_time_in_millis" : 1990
},
"filter_cache" : {
- "memory_size_in_bytes" : 750656,
- "evictions" : 227098319
+ "memory_size_in_bytes" : 3329181868,
+ "evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
- "memory_size_in_bytes" : 102969348,
+ "memory_size_in_bytes" : 106452268,
"evictions" : 0
},
"percolate" : {
@@ -94,16 +94,16 @@
"size_in_bytes" : 0
},
"segments" : {
- "count" : 143,
- "memory_in_bytes" : 46121670,
+ "count" : 107,
+ "memory_in_bytes" : 28622414,
"index_writer_memory_in_bytes" : 0,
- "index_writer_max_memory_in_bytes" : 7168000,
- "version_map_memory_in_bytes" : 0,
+ "index_writer_max_memory_in_bytes" : 2568293576,
+ "version_map_memory_in_bytes" : 752,
"fixed_bit_set_memory_in_bytes" : 0
},
"translog" : {
- "operations" : 0,
- "size_in_bytes" : 17
+ "operations" : 6108,
+ "size_in_bytes" : 366129
},
"suggest" : {
"total" : 0,
@@ -115,104 +115,109 @@
"evictions" : 0,
"hit_count" : 0,
"miss_count" : 0
+ },
+ "recovery" : {
+ "current_as_source" : 0,
+ "current_as_target" : 0,
+ "throttle_time_in_millis" : 0
}
},
"os" : {
- "timestamp" : 1440553376378,
- "uptime_in_millis" : 46415027,
- "load_average" : [ 0.04, 0.09, 0.14 ],
+ "timestamp" : 1440553344384,
+ "uptime_in_millis" : 2187127,
+ "load_average" : [ 9.47, 10.4, 10.47 ],
"cpu" : {
- "sys" : 0,
- "user" : 1,
- "idle" : 98,
- "usage" : 1,
+ "sys" : 3,
+ "user" : 45,
+ "idle" : 50,
+ "usage" : 48,
"stolen" : 0
},
"mem" : {
- "free_in_bytes" : 2770632704,
- "used_in_bytes" : 132678090752,
- "free_percent" : 24,
- "used_percent" : 75,
- "actual_free_in_bytes" : 33647726592,
- "actual_used_in_bytes" : 101800996864
+ "free_in_bytes" : 1046708224,
+ "used_in_bytes" : 134398480384,
+ "free_percent" : 43,
+ "used_percent" : 56,
+ "actual_free_in_bytes" : 59051147264,
+ "actual_used_in_bytes" : 76394041344
},
"swap" : {
"used_in_bytes" : 0,
- "free_in_bytes" : 41940934656
+ "free_in_bytes" : 0
}
},
"process" : {
- "timestamp" : 1440553376378,
- "open_file_descriptors" : 748,
+ "timestamp" : 1440553344385,
+ "open_file_descriptors" : 582,
"cpu" : {
- "percent" : 0,
- "sys_in_millis" : 30074710,
- "user_in_millis" : 2028708750,
- "total_in_millis" : 2058783460
+ "percent" : 118,
+ "sys_in_millis" : 106350,
+ "user_in_millis" : 3760950,
+ "total_in_millis" : 3867300
},
"mem" : {
- "resident_in_bytes" : 33436889088,
- "share_in_bytes" : 23609344,
- "total_virtual_in_bytes" : 36784635904
+ "resident_in_bytes" : 27053707264,
+ "share_in_bytes" : 257593344,
+ "total_virtual_in_bytes" : 36927352832
}
},
"jvm" : {
- "timestamp" : 1440553376379,
- "uptime_in_millis" : 5278678137,
+ "timestamp" : 1440553344385,
+ "uptime_in_millis" : 3419478,
"mem" : {
- "heap_used_in_bytes" : 17787163040,
- "heap_used_percent" : 55,
- "heap_committed_in_bytes" : 31997558784,
- "heap_max_in_bytes" : 31997558784,
- "non_heap_used_in_bytes" : 61061376,
- "non_heap_committed_in_bytes" : 89223168,
+ "heap_used_in_bytes" : 6352477536,
+ "heap_used_percent" : 24,
+ "heap_committed_in_bytes" : 25662455808,
+ "heap_max_in_bytes" : 25662455808,
+ "non_heap_used_in_bytes" : 55494600,
+ "non_heap_committed_in_bytes" : 55836672,
"pools" : {
"young" : {
- "used_in_bytes" : 47581488,
- "max_in_bytes" : 1718091776,
- "peak_used_in_bytes" : 1718091776,
- "peak_max_in_bytes" : 1718091776
+ "used_in_bytes" : 604648320,
+ "max_in_bytes" : 859045888,
+ "peak_used_in_bytes" : 859045888,
+ "peak_max_in_bytes" : 859045888
},
"survivor" : {
- "used_in_bytes" : 196168,
- "max_in_bytes" : 214695936,
- "peak_used_in_bytes" : 214695936,
- "peak_max_in_bytes" : 214695936
+ "used_in_bytes" : 82284280,
+ "max_in_bytes" : 107347968,
+ "peak_used_in_bytes" : 107347968,
+ "peak_max_in_bytes" : 107347968
},
"old" : {
- "used_in_bytes" : 17739385384,
- "max_in_bytes" : 30064771072,
- "peak_used_in_bytes" : 24201087328,
- "peak_max_in_bytes" : 30064771072
+ "used_in_bytes" : 5665544936,
+ "max_in_bytes" : 24696061952,
+ "peak_used_in_bytes" : 5665544936,
+ "peak_max_in_bytes" : 24696061952
}
}
},
"threads" : {
- "count" : 152,
- "peak_count" : 173
+ "count" : 198,
+ "peak_count" : 204
},
"gc" : {
"collectors" : {
"young" : {
- "collection_count" : 67247,
- "collection_time_in_millis" : 6124820
+ "collection_count" : 306,
+ "collection_time_in_millis" : 23043
},
"old" : {
- "collection_count" : 129,
- "collection_time_in_millis" : 23883
+ "collection_count" : 0,
+ "collection_time_in_millis" : 0
}
}
},
"buffer_pools" : {
"direct" : {
- "count" : 10099,
- "used_in_bytes" : 185339638,
- "total_capacity_in_bytes" : 185339638
+ "count" : 3678,
+ "used_in_bytes" : 83249035,
+ "total_capacity_in_bytes" : 83249035
},
"mapped" : {
- "count" : 190,
- "used_in_bytes" : 2943449181,
- "total_capacity_in_bytes" : 2943449181
+ "count" : 40,
+ "used_in_bytes" : 1503037993,
+ "total_capacity_in_bytes" : 1503037993
}
}
},
@@ -223,17 +228,17 @@
"active" : 0,
"rejected" : 0,
"largest" : 4,
- "completed" : 619170
+ "completed" : 420
},
"index" : {
- "threads" : 12,
+ "threads" : 16,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 12,
- "completed" : 11582266
+ "largest" : 16,
+ "completed" : 7778
},
- "bench" : {
+ "fetch_shard_store" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
@@ -258,12 +263,12 @@
"completed" : 0
},
"merge" : {
- "threads" : 1,
+ "threads" : 2,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 5,
- "completed" : 2888946
+ "largest" : 2,
+ "completed" : 638
},
"suggest" : {
"threads" : 0,
@@ -274,52 +279,60 @@
"completed" : 0
},
"bulk" : {
- "threads" : 0,
+ "threads" : 16,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 0,
- "completed" : 0
+ "largest" : 16,
+ "completed" : 1016
},
"optimize" : {
- "threads" : 1,
+ "threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 1,
- "completed" : 11
+ "largest" : 0,
+ "completed" : 0
},
"warmer" : {
- "threads" : 1,
+ "threads" : 2,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 4,
- "completed" : 3195994
+ "largest" : 2,
+ "completed" : 8345
},
"flush" : {
- "threads" : 1,
+ "threads" : 5,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 5,
- "completed" : 1328205
+ "completed" : 1854
},
"search" : {
- "threads" : 36,
+ "threads" : 25,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 36,
- "completed" : 138188363
+ "largest" : 25,
+ "completed" : 150428
},
- "listener" : {
- "threads" : 6,
+ "fetch_shard_started" : {
+ "threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 6,
- "completed" : 51080
+ "completed" : 10
+ },
+ "listener" : {
+ "threads" : 8,
+ "queue" : 0,
+ "active" : 0,
+ "rejected" : 0,
+ "largest" : 8,
+ "completed" : 433
},
"percolate" : {
"threads" : 0,
@@ -335,57 +348,58 @@
"active" : 1,
"rejected" : 0,
"largest" : 5,
- "completed" : 3134652
+ "completed" : 5273
},
"refresh" : {
- "threads" : 1,
+ "threads" : 3,
"queue" : 0,
"active" : 0,
"rejected" : 0,
- "largest" : 6,
- "completed" : 3058807
+ "largest" : 3,
+ "completed" : 9144
}
},
"network" : {
"tcp" : {
- "active_opens" : 3985157913,
- "passive_opens" : 5916434242,
- "curr_estab" : 70,
- "in_segs" : 889664020416,
- "out_segs" : 1093583218963,
- "retrans_segs" : 6512140485,
- "estab_resets" : 90547360,
- "attempt_fails" : 40186687,
- "in_errs" : 511717,
- "out_rsts" : 236909752
+ "active_opens" : 112913426,
+ "passive_opens" : 204855744,
+ "curr_estab" : 1714,
+ "in_segs" : 23812035510,
+ "out_segs" : 29953458895,
+ "retrans_segs" : 46178441,
+ "estab_resets" : 745879,
+ "attempt_fails" : 463420,
+ "in_errs" : 6712,
+ "out_rsts" : 11622160
}
},
"fs" : {
- "timestamp" : 1440553376379,
+ "timestamp" : 1440553344386,
"total" : {
- "total_in_bytes" : 215643176960,
- "free_in_bytes" : 122739474432,
- "available_in_bytes" : 111785373696,
- "disk_reads" : 8436523538,
- "disk_writes" : 7859130254,
- "disk_io_op" : 16295653792,
- "disk_read_size_in_bytes" : 159453702190080,
- "disk_write_size_in_bytes" : 62009831743488,
- "disk_io_size_in_bytes" : 221463533933568
+ "total_in_bytes" : 471279730688,
+ "free_in_bytes" : 372123365376,
+ "available_in_bytes" : 372123365376,
+ "disk_reads" : 52910098,
+ "disk_writes" : 99465082,
+ "disk_io_op" : 152375180,
+ "disk_read_size_in_bytes" : 710253392384,
+ "disk_write_size_in_bytes" : 3023310461440,
+ "disk_io_size_in_bytes" : 3733563853824
},
"data" : [ {
"path" : "/var/lib/elasticsearch/elasticsearch/nodes/0",
"mount" : "/",
"dev" : "/dev/md1",
- "total_in_bytes" : 215643176960,
- "free_in_bytes" : 122739474432,
- "available_in_bytes" : 111785373696,
- "disk_reads" : 8436523538,
- "disk_writes" : 7859130254,
- "disk_io_op" : 16295653792,
- "disk_read_size_in_bytes" : 159453702190080,
- "disk_write_size_in_bytes" : 62009831743488,
- "disk_io_size_in_bytes" : 221463533933568
+ "type" : "xfs",
+ "total_in_bytes" : 471279730688,
+ "free_in_bytes" : 372123365376,
+ "available_in_bytes" : 372123365376,
+ "disk_reads" : 52910098,
+ "disk_writes" : 99465082,
+ "disk_io_op" : 152375180,
+ "disk_read_size_in_bytes" : 710253392384,
+ "disk_write_size_in_bytes" : 3023310461440,
+ "disk_io_size_in_bytes" : 3733563853824
} ]
},
"transport" : {
@@ -396,31 +410,31 @@
"tx_size_in_bytes" : 1872
},
"http" : {
- "current_open" : 1,
- "total_opened" : 4581552
+ "current_open" : 23,
+ "total_opened" : 4804
},
"breakers" : {
"fielddata" : {
- "limit_size_in_bytes" : 19198535270,
- "limit_size" : "17.8gb",
- "estimated_size_in_bytes" : 102969348,
- "estimated_size" : "98.1mb",
+ "limit_size_in_bytes" : 15397473484,
+ "limit_size" : "14.3gb",
+ "estimated_size_in_bytes" : 106452268,
+ "estimated_size" : "101.5mb",
"overhead" : 1.03,
"tripped" : 0
},
"request" : {
- "limit_size_in_bytes" : 12799023513,
- "limit_size" : "11.9gb",
+ "limit_size_in_bytes" : 10264982323,
+ "limit_size" : "9.5gb",
"estimated_size_in_bytes" : 0,
"estimated_size" : "0b",
"overhead" : 1.0,
"tripped" : 0
},
"parent" : {
- "limit_size_in_bytes" : 22398291148,
- "limit_size" : "20.8gb",
- "estimated_size_in_bytes" : 102969348,
- "estimated_size" : "98.1mb",
+ "limit_size_in_bytes" : 17963719065,
+ "limit_size" : "16.7gb",
+ "estimated_size_in_bytes" : 106452268,
+ "estimated_size" : "101.5mb",
"overhead" : 1.0,
"tripped" : 0
Raw
new.json
{
"cluster_name" : "elasticsearch",
"nodes" : {
"M69_WaL5R4evQg1aOa4-2w" : {
"timestamp" : 1440553344370,
"name" : "Newprod",
"transport_address" : "inet[newprod.production.com/11.11.11.12:9300]",
"host" : "newprod.production.com",
"ip" : [ "inet[newprod.production.com/11.11.11.12:9300]", "NONE" ],
"attributes" : {
"rack" : "roubaix",
"master" : "true"
},
"indices" : {
"docs" : {
"count" : 7214166,
"deleted" : 1154082
},
"store" : {
"size_in_bytes" : 7126715393,
"throttle_time_in_millis" : 26979
},
"indexing" : {
"index_total" : 12237,
"index_time_in_millis" : 22957,
"index_current" : 0,
"delete_total" : 0,
"delete_time_in_millis" : 0,
"delete_current" : 0,
"noop_update_total" : 0,
"is_throttled" : false,
"throttle_time_in_millis" : 25
},
"get" : {
"total" : 2,
"time_in_millis" : 2,
"exists_total" : 2,
"exists_time_in_millis" : 2,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 76020,
"query_time_in_millis" : 3318930,
"query_current" : 0,
"fetch_total" : 74400,
"fetch_time_in_millis" : 96239,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 744,
"total_time_in_millis" : 113539,
"total_docs" : 2379939,
"total_size_in_bytes" : 1264540421
},
"refresh" : {
"total" : 9146,
"total_time_in_millis" : 65142
},
"flush" : {
"total" : 22,
"total_time_in_millis" : 272
},
"warmer" : {
"current" : 0,
"total" : 17269,
"total_time_in_millis" : 1990
},
"filter_cache" : {
"memory_size_in_bytes" : 3329181868,
"evictions" : 0
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 106452268,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 107,
"memory_in_bytes" : 28622414,
"index_writer_memory_in_bytes" : 0,
"index_writer_max_memory_in_bytes" : 2568293576,
"version_map_memory_in_bytes" : 752,
"fixed_bit_set_memory_in_bytes" : 0
},
"translog" : {
"operations" : 6108,
"size_in_bytes" : 366129
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
},
"query_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0,
"hit_count" : 0,
"miss_count" : 0
},
"recovery" : {
"current_as_source" : 0,
"current_as_target" : 0,
"throttle_time_in_millis" : 0
}
},
"os" : {
"timestamp" : 1440553344384,
"uptime_in_millis" : 2187127,
"load_average" : [ 9.47, 10.4, 10.47 ],
"cpu" : {
"sys" : 3,
"user" : 45,
"idle" : 50,
"usage" : 48,
"stolen" : 0
},
"mem" : {
"free_in_bytes" : 1046708224,
"used_in_bytes" : 134398480384,
"free_percent" : 43,
"used_percent" : 56,
"actual_free_in_bytes" : 59051147264,
"actual_used_in_bytes" : 76394041344
},
"swap" : {
"used_in_bytes" : 0,
"free_in_bytes" : 0
}
},
"process" : {
"timestamp" : 1440553344385,
"open_file_descriptors" : 582,
"cpu" : {
"percent" : 118,
"sys_in_millis" : 106350,
"user_in_millis" : 3760950,
"total_in_millis" : 3867300
},
"mem" : {
"resident_in_bytes" : 27053707264,
"share_in_bytes" : 257593344,
"total_virtual_in_bytes" : 36927352832
}
},
"jvm" : {
"timestamp" : 1440553344385,
"uptime_in_millis" : 3419478,
"mem" : {
"heap_used_in_bytes" : 6352477536,
"heap_used_percent" : 24,
"heap_committed_in_bytes" : 25662455808,
"heap_max_in_bytes" : 25662455808,
"non_heap_used_in_bytes" : 55494600,
"non_heap_committed_in_bytes" : 55836672,
"pools" : {
"young" : {
"used_in_bytes" : 604648320,
"max_in_bytes" : 859045888,
"peak_used_in_bytes" : 859045888,
"peak_max_in_bytes" : 859045888
},
"survivor" : {
"used_in_bytes" : 82284280,
"max_in_bytes" : 107347968,
"peak_used_in_bytes" : 107347968,
"peak_max_in_bytes" : 107347968
},
"old" : {
"used_in_bytes" : 5665544936,
"max_in_bytes" : 24696061952,
"peak_used_in_bytes" : 5665544936,
"peak_max_in_bytes" : 24696061952
}
}
},
"threads" : {
"count" : 198,
"peak_count" : 204
},
"gc" : {
"collectors" : {
"young" : {
"collection_count" : 306,
"collection_time_in_millis" : 23043
},
"old" : {
"collection_count" : 0,
"collection_time_in_millis" : 0
}
}
},
"buffer_pools" : {
"direct" : {
"count" : 3678,
"used_in_bytes" : 83249035,
"total_capacity_in_bytes" : 83249035
},
"mapped" : {
"count" : 40,
"used_in_bytes" : 1503037993,
"total_capacity_in_bytes" : 1503037993
}
}
},
"thread_pool" : {
"generic" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 4,
"completed" : 420
},
"index" : {
"threads" : 16,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 16,
"completed" : 7778
},
"fetch_shard_store" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"get" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"snapshot" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"merge" : {
"threads" : 2,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 2,
"completed" : 638
},
"suggest" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"bulk" : {
"threads" : 16,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 16,
"completed" : 1016
},
"optimize" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"warmer" : {
"threads" : 2,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 2,
"completed" : 8345
},
"flush" : {
"threads" : 5,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 5,
"completed" : 1854
},
"search" : {
"threads" : 25,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 25,
"completed" : 150428
},
"fetch_shard_started" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 6,
"completed" : 10
},
"listener" : {
"threads" : 8,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 8,
"completed" : 433
},
"percolate" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"management" : {
"threads" : 5,
"queue" : 0,
"active" : 1,
"rejected" : 0,
"largest" : 5,
"completed" : 5273
},
"refresh" : {
"threads" : 3,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 3,
"completed" : 9144
}
},
"network" : {
"tcp" : {
"active_opens" : 112913426,
"passive_opens" : 204855744,
"curr_estab" : 1714,
"in_segs" : 23812035510,
"out_segs" : 29953458895,
"retrans_segs" : 46178441,
"estab_resets" : 745879,
"attempt_fails" : 463420,
"in_errs" : 6712,
"out_rsts" : 11622160
}
},
"fs" : {
"timestamp" : 1440553344386,
"total" : {
"total_in_bytes" : 471279730688,
"free_in_bytes" : 372123365376,
"available_in_bytes" : 372123365376,
"disk_reads" : 52910098,
"disk_writes" : 99465082,
"disk_io_op" : 152375180,
"disk_read_size_in_bytes" : 710253392384,
"disk_write_size_in_bytes" : 3023310461440,
"disk_io_size_in_bytes" : 3733563853824
},
"data" : [ {
"path" : "/var/lib/elasticsearch/elasticsearch/nodes/0",
"mount" : "/",
"dev" : "/dev/md1",
"type" : "xfs",
"total_in_bytes" : 471279730688,
"free_in_bytes" : 372123365376,
"available_in_bytes" : 372123365376,
"disk_reads" : 52910098,
"disk_writes" : 99465082,
"disk_io_op" : 152375180,
"disk_read_size_in_bytes" : 710253392384,
"disk_write_size_in_bytes" : 3023310461440,
"disk_io_size_in_bytes" : 3733563853824
} ]
},
"transport" : {
"server_open" : 13,
"rx_count" : 6,
"rx_size_in_bytes" : 1872,
"tx_count" : 6,
"tx_size_in_bytes" : 1872
},
"http" : {
"current_open" : 23,
"total_opened" : 4804
},
"breakers" : {
"fielddata" : {
"limit_size_in_bytes" : 15397473484,
"limit_size" : "14.3gb",
"estimated_size_in_bytes" : 106452268,
"estimated_size" : "101.5mb",
"overhead" : 1.03,
"tripped" : 0
},
"request" : {
"limit_size_in_bytes" : 10264982323,
"limit_size" : "9.5gb",
"estimated_size_in_bytes" : 0,
"estimated_size" : "0b",
"overhead" : 1.0,
"tripped" : 0
},
"parent" : {
"limit_size_in_bytes" : 17963719065,
"limit_size" : "16.7gb",
"estimated_size_in_bytes" : 106452268,
"estimated_size" : "101.5mb",
"overhead" : 1.0,
"tripped" : 0
}
}
}
}
}
Raw
old.json
{
"cluster_name" : "elasticsearch",
"nodes" : {
"ghzrhquETFawIKznzaC32Q" : {
"timestamp" : 1440553376364,
"name" : "Oldprod",
"transport_address" : "inet[/11.11.11.11:9300]",
"host" : "oldprod.production.com",
"ip" : [ "inet[/11.11.11.11:9300]", "NONE" ],
"attributes" : {
"rack" : "rbx",
"master" : "true"
},
"indices" : {
"docs" : {
"count" : 6931126,
"deleted" : 1004892
},
"store" : {
"size_in_bytes" : 15507057707,
"throttle_time_in_millis" : 4062237
},
"indexing" : {
"index_total" : 11581495,
"index_time_in_millis" : 13423347,
"index_current" : 0,
"delete_total" : 679,
"delete_time_in_millis" : 271,
"delete_current" : 0,
"noop_update_total" : 0,
"is_throttled" : false,
"throttle_time_in_millis" : 0
},
"get" : {
"total" : 128773,
"time_in_millis" : 28968,
"exists_total" : 128773,
"exists_time_in_millis" : 28968,
"missing_total" : 0,
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"open_contexts" : 0,
"query_total" : 70848293,
"query_time_in_millis" : 1966194223,
"query_current" : 0,
"fetch_total" : 62958787,
"fetch_time_in_millis" : 65922478,
"fetch_current" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size_in_bytes" : 0,
"total" : 292958,
"total_time_in_millis" : 39805505,
"total_docs" : 466568504,
"total_size_in_bytes" : 675114217446
},
"refresh" : {
"total" : 3058800,
"total_time_in_millis" : 21171048
},
"flush" : {
"total" : 23382,
"total_time_in_millis" : 552937
},
"warmer" : {
"current" : 0,
"total" : 5743853,
"total_time_in_millis" : 351066
},
"filter_cache" : {
"memory_size_in_bytes" : 750656,
"evictions" : 227098319
},
"id_cache" : {
"memory_size_in_bytes" : 0
},
"fielddata" : {
"memory_size_in_bytes" : 102969348,
"evictions" : 0
},
"percolate" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0,
"memory_size_in_bytes" : -1,
"memory_size" : "-1b",
"queries" : 0
},
"completion" : {
"size_in_bytes" : 0
},
"segments" : {
"count" : 143,
"memory_in_bytes" : 46121670,
"index_writer_memory_in_bytes" : 0,
"index_writer_max_memory_in_bytes" : 7168000,
"version_map_memory_in_bytes" : 0,
"fixed_bit_set_memory_in_bytes" : 0
},
"translog" : {
"operations" : 0,
"size_in_bytes" : 17
},
"suggest" : {
"total" : 0,
"time_in_millis" : 0,
"current" : 0
},
"query_cache" : {
"memory_size_in_bytes" : 0,
"evictions" : 0,
"hit_count" : 0,
"miss_count" : 0
}
},
"os" : {
"timestamp" : 1440553376378,
"uptime_in_millis" : 46415027,
"load_average" : [ 0.04, 0.09, 0.14 ],
"cpu" : {
"sys" : 0,
"user" : 1,
"idle" : 98,
"usage" : 1,
"stolen" : 0
},
"mem" : {
"free_in_bytes" : 2770632704,
"used_in_bytes" : 132678090752,
"free_percent" : 24,
"used_percent" : 75,
"actual_free_in_bytes" : 33647726592,
"actual_used_in_bytes" : 101800996864
},
"swap" : {
"used_in_bytes" : 0,
"free_in_bytes" : 41940934656
}
},
"process" : {
"timestamp" : 1440553376378,
"open_file_descriptors" : 748,
"cpu" : {
"percent" : 0,
"sys_in_millis" : 30074710,
"user_in_millis" : 2028708750,
"total_in_millis" : 2058783460
},
"mem" : {
"resident_in_bytes" : 33436889088,
"share_in_bytes" : 23609344,
"total_virtual_in_bytes" : 36784635904
}
},
"jvm" : {
"timestamp" : 1440553376379,
"uptime_in_millis" : 5278678137,
"mem" : {
"heap_used_in_bytes" : 17787163040,
"heap_used_percent" : 55,
"heap_committed_in_bytes" : 31997558784,
"heap_max_in_bytes" : 31997558784,
"non_heap_used_in_bytes" : 61061376,
"non_heap_committed_in_bytes" : 89223168,
"pools" : {
"young" : {
"used_in_bytes" : 47581488,
"max_in_bytes" : 1718091776,
"peak_used_in_bytes" : 1718091776,
"peak_max_in_bytes" : 1718091776
},
"survivor" : {
"used_in_bytes" : 196168,
"max_in_bytes" : 214695936,
"peak_used_in_bytes" : 214695936,
"peak_max_in_bytes" : 214695936
},
"old" : {
"used_in_bytes" : 17739385384,
"max_in_bytes" : 30064771072,
"peak_used_in_bytes" : 24201087328,
"peak_max_in_bytes" : 30064771072
}
}
},
"threads" : {
"count" : 152,
"peak_count" : 173
},
"gc" : {
"collectors" : {
"young" : {
"collection_count" : 67247,
"collection_time_in_millis" : 6124820
},
"old" : {
"collection_count" : 129,
"collection_time_in_millis" : 23883
}
}
},
"buffer_pools" : {
"direct" : {
"count" : 10099,
"used_in_bytes" : 185339638,
"total_capacity_in_bytes" : 185339638
},
"mapped" : {
"count" : 190,
"used_in_bytes" : 2943449181,
"total_capacity_in_bytes" : 2943449181
}
}
},
"thread_pool" : {
"generic" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 4,
"completed" : 619170
},
"index" : {
"threads" : 12,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 12,
"completed" : 11582266
},
"bench" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"get" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"snapshot" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"merge" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 5,
"completed" : 2888946
},
"suggest" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"bulk" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"optimize" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 1,
"completed" : 11
},
"warmer" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 4,
"completed" : 3195994
},
"flush" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 5,
"completed" : 1328205
},
"search" : {
"threads" : 36,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 36,
"completed" : 138188363
},
"listener" : {
"threads" : 6,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 6,
"completed" : 51080
},
"percolate" : {
"threads" : 0,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 0,
"completed" : 0
},
"management" : {
"threads" : 5,
"queue" : 0,
"active" : 1,
"rejected" : 0,
"largest" : 5,
"completed" : 3134652
},
"refresh" : {
"threads" : 1,
"queue" : 0,
"active" : 0,
"rejected" : 0,
"largest" : 6,
"completed" : 3058807
}
},
"network" : {
"tcp" : {
"active_opens" : 3985157913,
"passive_opens" : 5916434242,
"curr_estab" : 70,
"in_segs" : 889664020416,
"out_segs" : 1093583218963,
"retrans_segs" : 6512140485,
"estab_resets" : 90547360,
"attempt_fails" : 40186687,
"in_errs" : 511717,
"out_rsts" : 236909752
}
},
"fs" : {
"timestamp" : 1440553376379,
"total" : {
"total_in_bytes" : 215643176960,
"free_in_bytes" : 122739474432,
"available_in_bytes" : 111785373696,
"disk_reads" : 8436523538,
"disk_writes" : 7859130254,
"disk_io_op" : 16295653792,
"disk_read_size_in_bytes" : 159453702190080,
"disk_write_size_in_bytes" : 62009831743488,
"disk_io_size_in_bytes" : 221463533933568
},
"data" : [ {
"path" : "/var/lib/elasticsearch/elasticsearch/nodes/0",
"mount" : "/",
"dev" : "/dev/md1",
"total_in_bytes" : 215643176960,
"free_in_bytes" : 122739474432,
"available_in_bytes" : 111785373696,
"disk_reads" : 8436523538,
"disk_writes" : 7859130254,
"disk_io_op" : 16295653792,
"disk_read_size_in_bytes" : 159453702190080,
"disk_write_size_in_bytes" : 62009831743488,
"disk_io_size_in_bytes" : 221463533933568
} ]
},
"transport" : {
"server_open" : 13,
"rx_count" : 6,
"rx_size_in_bytes" : 1872,
"tx_count" : 6,
"tx_size_in_bytes" : 1872
},
"http" : {
"current_open" : 1,
"total_opened" : 4581552
},
"breakers" : {
"fielddata" : {
"limit_size_in_bytes" : 19198535270,
"limit_size" : "17.8gb",
"estimated_size_in_bytes" : 102969348,
"estimated_size" : "98.1mb",
"overhead" : 1.03,
"tripped" : 0
},
"request" : {
"limit_size_in_bytes" : 12799023513,
"limit_size" : "11.9gb",
"estimated_size_in_bytes" : 0,
"estimated_size" : "0b",
"overhead" : 1.0,
"tripped" : 0
},
"parent" : {
"limit_size_in_bytes" : 22398291148,
"limit_size" : "20.8gb",
"estimated_size_in_bytes" : 102969348,
"estimated_size" : "98.1mb",
"overhead" : 1.0,
"tripped" : 0
}
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment