Skip to content

Instantly share code, notes, and snippets.

@focampo

focampo/cluster_health.json

Created January 12, 2012 18:26
Show Gist options
  • Save focampo/1602222 to your computer and use it in GitHub Desktop.
Save focampo/1602222 to your computer and use it in GitHub Desktop.
Download ZIP
ES Stats and Health
Raw
cluster_health.json
//ORIGINAL
{
"cluster_name" : "items",
"status" : "green",
"timed_out" : false,
"number_of_nodes" : 12,
"number_of_data_nodes" : 6,
"active_primary_shards" : 20,
"active_shards" : 40,
"relocating_shards" : 0,
"initializing_shards" : 0,
"unassigned_shards" : 0
}
//AFTER EXECUTING A 'CLOSE' REQUEST (BUT WITH NO ANSWER RECEIVED)
{
"cluster_name" : "itemqueries",
"status" : "green",
"timed_out" : false,
"number_of_nodes" : 6,
"number_of_data_nodes" : 6,
"active_primary_shards" : 0,
"active_shards" : 0,
"relocating_shards" : 0,
"initializing_shards" : 0,
"unassigned_shards" : 0
}
//AFTER SHUTTING DOWN 1 NODE
{
"cluster_name" : "itemqueries",
"status" : "red",
"timed_out" : false,
"number_of_nodes" : 4,
"number_of_data_nodes" : 4,
"active_primary_shards" : 18,
"active_shards" : 19,
"relocating_shards" : 0,
"initializing_shards" : 8,
"unassigned_shards" : 13
}
Raw
cluster_info.json
{
"cluster_name" : "itemsqueries",
"nodes" : {
"p9i8PFdqQgOY-gxcYniFDA" : {
"name" : "Toomes, Adrian",
"transport_address" : "inet[/###.##.###.31:9300]",
"attributes" : {
},
"http_address" : "inet[/###.##.###.31:9200]",
"os" : {
"refresh_interval" : 1000,
"cpu" : {
"vendor" : "Intel",
"model" : "Core(TM)2 Duo CPU T7700 @ 2.40GHz",
"mhz" : 2369,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 6,
"cache_size" : "4kb",
"cache_size_in_bytes" : 4096
},
"mem" : {
"total" : "7.8gb",
"total_in_bytes" : 8390230016
},
"swap" : {
"total" : "0b",
"total_in_bytes" : 0
}
},
"process" : {
"refresh_interval" : 1000,
"id" : 17227,
"max_file_descriptors" : 131072
},
"jvm" : {
"pid" : 17227,
"version" : "1.6.0_26",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "20.1-b02",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1327705789237,
"mem" : {
"heap_init" : "2gb",
"heap_init_in_bytes" : 2147483648,
"heap_max" : "5.9gb",
"heap_max_in_bytes" : 6433734656,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "130mb",
"non_heap_max_in_bytes" : 136314880
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "###.##.###.31",
"name" : "eth0",
"mac_address" : "02:16:3E:27:6E:88"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.31:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.31:9200]"
}
},
"nI8Pwzt8TPO5dhbSyosWSg" : {
"name" : "Crimson Dynamo V",
"transport_address" : "inet[/###.##.###.114:9300]",
"attributes" : {
"client" : "true",
"data" : "false",
"local" : "false"
},
"http_address" : "inet[/###.##.###.114:9200]",
"os" : {
"refresh_interval" : 1000
},
"process" : {
"refresh_interval" : 1000,
"id" : 24905,
"max_file_descriptors" : 10000
},
"jvm" : {
"pid" : 24905,
"version" : "1.6.0_21",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "17.0-b16",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005465354,
"mem" : {
"heap_init" : "3gb",
"heap_init_in_bytes" : 3221225472,
"heap_max" : "2.8gb",
"heap_max_in_bytes" : 3087007744,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "132mb",
"non_heap_max_in_bytes" : 138412032
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "",
"name" : "",
"mac_address" : ""
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.114:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.114:9200]"
}
},
"WMC25pdGSUyRahLLC0hJ6w" : {
"name" : "Battering Ram",
"transport_address" : "inet[/###.##.###.113:9300]",
"attributes" : {
"client" : "true",
"data" : "false",
"local" : "false"
},
"http_address" : "inet[/###.##.###.113:9200]",
"os" : {
"refresh_interval" : 1000
},
"process" : {
"refresh_interval" : 1000,
"id" : 10771,
"max_file_descriptors" : 10000
},
"jvm" : {
"pid" : 10771,
"version" : "1.6.0_21",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "17.0-b16",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005393662,
"mem" : {
"heap_init" : "3gb",
"heap_init_in_bytes" : 3221225472,
"heap_max" : "2.8gb",
"heap_max_in_bytes" : 3087007744,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "132mb",
"non_heap_max_in_bytes" : 138412032
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "",
"name" : "",
"mac_address" : ""
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.113:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.113:9200]"
}
},
"XVHKJXkOSsar78TKXBuysw" : {
"name" : "Swordsman",
"transport_address" : "inet[/###.##.###.37:9300]",
"attributes" : {
},
"http_address" : "inet[/###.##.###.37:9200]",
"os" : {
"refresh_interval" : 1000,
"cpu" : {
"vendor" : "Intel",
"model" : "QEMU Virtual CPU version 0.12.5",
"mhz" : 2400,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size" : "4kb",
"cache_size_in_bytes" : 4096
},
"mem" : {
"total" : "7.8gb",
"total_in_bytes" : 8390205440
},
"swap" : {
"total" : "0b",
"total_in_bytes" : 0
}
},
"process" : {
"refresh_interval" : 1000,
"id" : 8722,
"max_file_descriptors" : 131072
},
"jvm" : {
"pid" : 8722,
"version" : "1.6.0_26",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "20.1-b02",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328004837257,
"mem" : {
"heap_init" : "2gb",
"heap_init_in_bytes" : 2147483648,
"heap_max" : "5.9gb",
"heap_max_in_bytes" : 6433734656,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "130mb",
"non_heap_max_in_bytes" : 136314880
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "###.##.###.37",
"name" : "eth0",
"mac_address" : "02:16:3E:5E:02:9C"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.37:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.37:9200]"
}
},
"950mDnbGTVmL_dMDza7yHw" : {
"name" : "Energizer",
"transport_address" : "inet[/###.##.###.27:9300]",
"attributes" : {
},
"http_address" : "inet[/###.##.###.27:9200]",
"os" : {
"refresh_interval" : 1000,
"cpu" : {
"vendor" : "Intel",
"model" : "QEMU Virtual CPU version 0.12.5",
"mhz" : 2399,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size" : "4kb",
"cache_size_in_bytes" : 4096
},
"mem" : {
"total" : "7.8gb",
"total_in_bytes" : 8390189056
},
"swap" : {
"total" : "0b",
"total_in_bytes" : 0
}
},
"process" : {
"refresh_interval" : 1000,
"id" : 21180,
"max_file_descriptors" : 131072
},
"jvm" : {
"pid" : 21180,
"version" : "1.6.0_26",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "20.1-b02",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1327659924269,
"mem" : {
"heap_init" : "2gb",
"heap_init_in_bytes" : 2147483648,
"heap_max" : "5.9gb",
"heap_max_in_bytes" : 6433734656,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "130mb",
"non_heap_max_in_bytes" : 136314880
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "###.##.###.27",
"name" : "eth0",
"mac_address" : "02:16:3E:3A:1D:2D"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.27:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.27:9200]"
}
},
"ZxJlfiY7SVy4JYry2s8-fw" : {
"name" : "Poison",
"transport_address" : "inet[/###.##.###.26:9300]",
"attributes" : {
},
"http_address" : "inet[/###.##.###.26:9200]",
"os" : {
"refresh_interval" : 1000,
"cpu" : {
"vendor" : "Intel",
"model" : "QEMU Virtual CPU version 0.12.5",
"mhz" : 2399,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size" : "4kb",
"cache_size_in_bytes" : 4096
},
"mem" : {
"total" : "7.8gb",
"total_in_bytes" : 8390197248
},
"swap" : {
"total" : "0b",
"total_in_bytes" : 0
}
},
"process" : {
"refresh_interval" : 1000,
"id" : 3394,
"max_file_descriptors" : 131072
},
"jvm" : {
"pid" : 3394,
"version" : "1.6.0_26",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "20.1-b02",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005134720,
"mem" : {
"heap_init" : "2gb",
"heap_init_in_bytes" : 2147483648,
"heap_max" : "5.9gb",
"heap_max_in_bytes" : 6433734656,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "130mb",
"non_heap_max_in_bytes" : 136314880
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "###.##.###.26",
"name" : "eth0",
"mac_address" : "02:16:3E:34:B3:75"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.26:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.26:9200]"
}
},
"D7lHGSpnRgGLVLIxv3auww" : {
"name" : "Morg",
"transport_address" : "inet[/###.##.###.28:9300]",
"attributes" : {
},
"http_address" : "inet[/###.##.###.28:9200]",
"os" : {
"refresh_interval" : 1000,
"cpu" : {
"vendor" : "Intel",
"model" : "QEMU Virtual CPU version 0.12.5",
"mhz" : 2399,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size" : "4kb",
"cache_size_in_bytes" : 4096
},
"mem" : {
"total" : "7.8gb",
"total_in_bytes" : 8390189056
},
"swap" : {
"total" : "0b",
"total_in_bytes" : 0
}
},
"process" : {
"refresh_interval" : 1000,
"id" : 22208,
"max_file_descriptors" : 131072
},
"jvm" : {
"pid" : 22208,
"version" : "1.6.0_26",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "20.1-b02",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328004442002,
"mem" : {
"heap_init" : "2gb",
"heap_init_in_bytes" : 2147483648,
"heap_max" : "5.9gb",
"heap_max_in_bytes" : 6433734656,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "130mb",
"non_heap_max_in_bytes" : 136314880
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "###.##.###.28",
"name" : "eth0",
"mac_address" : "02:16:3E:7B:A0:37"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0:9300]",
"publish_address" : "inet[/###.##.###.28:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0:9200]",
"publish_address" : "inet[/###.##.###.28:9200]"
}
},
"ypoo-3uaRWiHA81d_OO_Wg" : {
"name" : "Tarot",
"transport_address" : "inet[/###.##.###.65:9300]",
"attributes" : {
"client" : "true",
"data" : "false",
"local" : "false"
},
"http_address" : "inet[/###.##.###.65:9200]",
"os" : {
"refresh_interval" : 1000
},
"process" : {
"refresh_interval" : 1000,
"id" : 24878,
"max_file_descriptors" : 10000
},
"jvm" : {
"pid" : 24878,
"version" : "1.6.0_21",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "17.0-b16",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005335974,
"mem" : {
"heap_init" : "3gb",
"heap_init_in_bytes" : 3221225472,
"heap_max" : "2.8gb",
"heap_max_in_bytes" : 3087007744,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "132mb",
"non_heap_max_in_bytes" : 138412032
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "",
"name" : "",
"mac_address" : ""
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.65:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.65:9200]"
}
},
"uON15CT5SJ2B7TSvqW1EOg" : {
"name" : "Sanders, James",
"transport_address" : "inet[/###.##.###.32:9300]",
"attributes" : {
},
"http_address" : "inet[/###.##.###.32:9200]",
"os" : {
"refresh_interval" : 1000,
"cpu" : {
"vendor" : "Intel",
"model" : "Core(TM)2 Duo CPU T7700 @ 2.40GHz",
"mhz" : 2400,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 6,
"cache_size" : "4kb",
"cache_size_in_bytes" : 4096
},
"mem" : {
"total" : "7.8gb",
"total_in_bytes" : 8390230016
},
"swap" : {
"total" : "0b",
"total_in_bytes" : 0
}
},
"process" : {
"refresh_interval" : 1000,
"id" : 16224,
"max_file_descriptors" : 131072
},
"jvm" : {
"pid" : 16224,
"version" : "1.6.0_26",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "20.1-b02",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1327659902756,
"mem" : {
"heap_init" : "2gb",
"heap_init_in_bytes" : 2147483648,
"heap_max" : "5.9gb",
"heap_max_in_bytes" : 6433734656,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "130mb",
"non_heap_max_in_bytes" : 136314880
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "###.##.###.32",
"name" : "eth0",
"mac_address" : "02:16:3E:3F:D7:AF"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.32:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.32:9200]"
}
},
"x82Tu5naTXOTa7itqpuVKg" : {
"name" : "SuperPro",
"transport_address" : "inet[/###.##.###.112:9300]",
"attributes" : {
"client" : "true",
"data" : "false",
"local" : "false"
},
"http_address" : "inet[/###.##.###.112:9200]",
"os" : {
"refresh_interval" : 1000
},
"process" : {
"refresh_interval" : 1000,
"id" : 23156,
"max_file_descriptors" : 10000
},
"jvm" : {
"pid" : 23156,
"version" : "1.6.0_21",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "17.0-b16",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005465124,
"mem" : {
"heap_init" : "3gb",
"heap_init_in_bytes" : 3221225472,
"heap_max" : "2.8gb",
"heap_max_in_bytes" : 3087007744,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "132mb",
"non_heap_max_in_bytes" : 138412032
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "",
"name" : "",
"mac_address" : ""
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.112:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.112:9200]"
}
},
"UExNQvQ0TwG4CZDQiGt80A" : {
"name" : "Killpower",
"transport_address" : "inet[/###.##.###.64:9300]",
"attributes" : {
"client" : "true",
"data" : "false",
"local" : "false"
},
"http_address" : "inet[/###.##.###.64:9200]",
"os" : {
"refresh_interval" : 1000
},
"process" : {
"refresh_interval" : 1000,
"id" : 31451,
"max_file_descriptors" : 10000
},
"jvm" : {
"pid" : 31451,
"version" : "1.6.0_21",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "17.0-b16",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005465703,
"mem" : {
"heap_init" : "3gb",
"heap_init_in_bytes" : 3221225472,
"heap_max" : "2.8gb",
"heap_max_in_bytes" : 3087007744,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "132mb",
"non_heap_max_in_bytes" : 138412032
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "",
"name" : "",
"mac_address" : ""
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.64:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.64:9200]"
}
},
"kqp0c0enT02avLwLW9XuKA" : {
"name" : "Power Broker",
"transport_address" : "inet[/###.##.###.##:9300]",
"attributes" : {
"client" : "true",
"data" : "false",
"local" : "false"
},
"http_address" : "inet[/###.##.###.##:9200]",
"os" : {
"refresh_interval" : 1000
},
"process" : {
"refresh_interval" : 1000,
"id" : 22026,
"max_file_descriptors" : 10000
},
"jvm" : {
"pid" : 22026,
"version" : "1.6.0_21",
"vm_name" : "Java HotSpot(TM) 64-Bit Server VM",
"vm_version" : "17.0-b16",
"vm_vendor" : "Sun Microsystems Inc.",
"start_time" : 1328005465474,
"mem" : {
"heap_init" : "3gb",
"heap_init_in_bytes" : 3221225472,
"heap_max" : "2.8gb",
"heap_max_in_bytes" : 3087007744,
"non_heap_init" : "23.1mb",
"non_heap_init_in_bytes" : 24313856,
"non_heap_max" : "132mb",
"non_heap_max_in_bytes" : 138412032
}
},
"network" : {
"refresh_interval" : 5000,
"primary_interface" : {
"address" : "",
"name" : "",
"mac_address" : ""
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/###.##.###.##:9300]"
},
"http" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9200]",
"publish_address" : "inet[/###.##.###.##:9200]"
}
}
}
}
Raw
elasticsearch.log
[2012-01-31 05:48:56,237][INFO ][cluster.service ] [Sanders, James] removed {[Umar][yaVddo3dRQ6Fgrgb8dl2aw][inet[/ ###.##.###.66:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]])
[2012-01-31 05:48:56,255][INFO ][cluster.service ] [Sanders, James] removed {[Darkhawk][fWeYx0yvTneteQM7ia489w][inet[/ ###.##.###.112:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]])
[2012-01-31 05:48:56,617][INFO ][cluster.service ] [Sanders, James] removed {[Brand, Abigail][WfNMkJgDRfKM1EYBqoIBZA][inet[/ ###.##.###.64:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]])
[2012-01-31 05:48:56,711][INFO ][cluster.service ] [Sanders, James] removed {[McKenzie, Namor][hGG8RkwDRrG-gUkhgjDdXQ][inet[/ ###.##.###.113:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]])
[2012-01-31 05:48:56,879][INFO ][cluster.service ] [Sanders, James] removed {[Cowgirl][-teuTeXRQS6EKvjcguk7mw][inet[/ ###.##.###.114:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]])
[2012-01-31 05:48:57,415][INFO ][cluster.service ] [Sanders, James] removed {[Black Goliath][Rah38KiOSp2y_99rtSugFw][inet[/ ###.##.###.65:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]])
[2012-01-31 06:06:09,497][INFO ][discovery.zen ] [Sanders, James] master_left [[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]], reason [transport disconnected (with verified connect)]
[2012-01-31 06:06:09,500][INFO ][cluster.service ] [Sanders, James] master {new [Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]], previous [Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]]}, removed {[Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]],}, reason: zen-disco-master_failed ([Nebulon][6h94r6FUQ-2qiOpxmt-Yqg][inet[/ ###.##.###.26:9300]])
[2012-01-31 06:06:09,673][INFO ][cluster.service ] [Sanders, James] removed {[Deadpool][HIQ38a7YSKqBMySRzJhVbw][inet[/ ###.##.###.28:9300]],}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:06:10,524][INFO ][discovery.zen ] [Sanders, James] master_left [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]], reason [no longer master]
[2012-01-31 06:06:10,525][WARN ][discovery.zen ] [Sanders, James] not enough master nodes after master left (reason = no longer master), current nodes: {[Toomes, Adrian][p9i8PFdqQgOY-gxcYniFDA][inet[/ ###.##.###.31:9300]],[Sanders, James][uON15CT5SJ2B7TSvqW1EOg][inet[/ ###.##.###.32:9300]],[Crimson Cavalier][Gk8u6LkMRQOe3nKczF1_8Q][inet[/ ###.##.###.37:9300]],}
[2012-01-31 06:06:10,525][INFO ][cluster.service ] [Sanders, James] removed {[Toomes, Adrian][p9i8PFdqQgOY-gxcYniFDA][inet[/ ###.##.###.31:9300]],[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]],[Crimson Cavalier][Gk8u6LkMRQOe3nKczF1_8Q][inet[/ ###.##.###.37:9300]],}, reason: zen-disco-master_failed ([Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]])
//FOLLOWING WARNING REPEATES LOTS OF TIMES
[2012-01-31 06:06:10,528][WARN ][transport.netty ] [Sanders, James] Exception caught on netty layer [[id: 0x4e32463d]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Net.java:30)
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:480)
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:150)
at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:113)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:574)
at org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:541)
at org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:210)
at org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:227)
at org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:188)
at org.elasticsearch.transport.netty.NettyTransport.connectToChannelsLight(NettyTransport.java:530)
at org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:499)
at org.elasticsearch.transport.netty.NettyTransport.connectToNodeLight(NettyTransport.java:478)
at org.elasticsearch.transport.TransportService.connectToNodeLight(TransportService.java:128)
at org.elasticsearch.discovery.zen.ping.unicast.UnicastZenPing$3.run(UnicastZenPing.java:273)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
....
2012-01-31 06:06:11,827][WARN ][indices.cluster ] [Sanders, James] [items][14] failed to start shard
org.elasticsearch.indices.recovery.RecoveryFailedException: Index Shard [items][14]: Recovery failed from [Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]] into [Sanders, James][uON15CT5SJ2B7TSvqW1EOg][inet[/ ###.##.###.32:9300]]
at org.elasticsearch.indices.recovery.RecoveryTarget.doRecovery(RecoveryTarget.java:263)
at org.elasticsearch.indices.recovery.RecoveryTarget.access$100(RecoveryTarget.java:73)
at org.elasticsearch.indices.recovery.RecoveryTarget$2.run(RecoveryTarget.java:161)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
Caused by: org.elasticsearch.transport.RemoteTransportException: [Energizer][inet[/ ###.##.###.27:9300]][index/shard/recovery/startRecovery]
Caused by: org.elasticsearch.transport.NotSerializableTransportException: [org.elasticsearch.index.engine.RecoveryEngineException] [items][14] Phase[1] Execution failed; [items][14] CurrentState[CLOSED] ; [items][14] Failed to transfer [205] files with total size of [3gb]; [Sanders, James][inet[/ ###.##.###.32:9300]][index/shard/recovery/fileChunk] disconnected;
....
[2012-01-31 06:06:12,273][WARN ][cluster.action.shard ] [Sanders, James] sending failed shard for [items][14], node[uON15CT5SJ2B7TSvqW1EOg], [R], s[INITIALIZING], reason
[Failed to start shard, message [RecoveryFailedException[Index Shard [items][14]: Recovery failed from [Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]] into [
Sanders, James][uON15CT5SJ2B7TSvqW1EOg][inet[/ ###.##.###.32:9300]]]; nested: RemoteTransportException[[Energizer][inet[/ ###.##.###.27:9300]][index/shard/recovery/startRecove
ry]]; nested: NotSerializableTransportException[[org.elasticsearch.index.engine.RecoveryEngineException] [items][14] Phase[1] Execution failed; [items][14] CurrentState[CLOS
ED] ; [items][14] Failed to transfer [205] files with total size of [3gb]; [Sanders, James][inet[/ ###.##.###.32:9300]][index/shard/recovery/fileChunk] disconnected; ]; ]]
[2012-01-31 06:06:12,275][WARN ][cluster.action.shard ] [Sanders, James] failed to send failed shard to [null]
org.elasticsearch.transport.SendRequestTransportException: [cluster/shardFailure]
at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:196)
at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:168)
at org.elasticsearch.cluster.action.shard.ShardStateAction.shardFailed(ShardStateAction.java:89)
at org.elasticsearch.indices.cluster.IndicesClusterStateService.handleRecoveryFailure(IndicesClusterStateService.java:686)
at org.elasticsearch.indices.cluster.IndicesClusterStateService.access$300(IndicesClusterStateService.java:82)
at org.elasticsearch.indices.cluster.IndicesClusterStateService$PeerRecoveryListener.onRecoveryFailure(IndicesClusterStateService.java:668)
at org.elasticsearch.indices.recovery.RecoveryTarget.doRecovery(RecoveryTarget.java:263)
at org.elasticsearch.indices.recovery.RecoveryTarget.access$100(RecoveryTarget.java:73)
at org.elasticsearch.indices.recovery.RecoveryTarget$2.run(RecoveryTarget.java:161)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.lang.NullPointerException
at java.util.concurrent.ConcurrentHashMap.get(ConcurrentHashMap.java:768)
at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:634)
at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:448)
at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:181)
... 11 more
...
[2012-01-31 06:07:34,692][INFO ][cluster.service ] [Sanders, James] detected_master [Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]], added {[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]],}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:07:35,892][INFO ][cluster.service ] [Sanders, James] added {[Morg][D7lHGSpnRgGLVLIxv3auww][inet[/ ###.##.###.28:9300]],}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:07:36,608][INFO ][cluster.service ] [Sanders, James] added {[Toomes, Adrian][p9i8PFdqQgOY-gxcYniFDA][inet[/ ###.##.###.31:9300]],}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:14:04,680][INFO ][cluster.service ] [Sanders, James] added {[Swordsman][XVHKJXkOSsar78TKXBuysw][inet[/ ###.##.###.37:9300]],}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:19:02,984][INFO ][cluster.service ] [Sanders, James] added {[Poison][ZxJlfiY7SVy4JYry2s8-fw][inet[/ ###.##.###.26:9300]],}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:22:38,872][INFO ][cluster.service ] [Sanders, James] added {[Tarot][ypoo-3uaRWiHA81d_OO_Wg][inet[/ ###.##.###.65:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:23:35,073][INFO ][cluster.service ] [Sanders, James] added {[Battering Ram][WMC25pdGSUyRahLLC0hJ6w][inet[/ ###.##.###.113:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:24:46,959][INFO ][cluster.service ] [Sanders, James] added {[SuperPro][x82Tu5naTXOTa7itqpuVKg][inet[/ ###.##.###.112:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:24:47,560][INFO ][cluster.service ] [Sanders, James] added {[Power Broker][kqp0c0enT02avLwLW9XuKA][inet[/ ###.##.###.66:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:24:48,049][INFO ][cluster.service ] [Sanders, James] added {[Killpower][UExNQvQ0TwG4CZDQiGt80A][inet[/ ###.##.###.64:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
[2012-01-31 06:24:49,025][INFO ][cluster.service ] [Sanders, James] added {[Crimson Dynamo V][nI8Pwzt8TPO5dhbSyosWSg][inet[/ ###.##.###.114:9300]]{client=true, data=false, local=false},}, reason: zen-disco-receive(from master [[Energizer][950mDnbGTVmL_dMDza7yHw][inet[/ ###.##.###.27:9300]]])
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment