Created
June 13, 2018 23:40
-
-
Save blackpearl13/edd6ef482773bcc8f236cb2bf4e7370e to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"dryRuns": [ | |
{ | |
"rangeId": "5", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.711341852Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711449515Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711645363Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r5:/System/tsd{-/cr.node.distsender.rpc.sent/1/10s/2018-06-12T17:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4972900 WritesPerSecond:1.8077713391827044}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711702929Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711762767Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.7 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711777585Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711815732Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:46823, 2:46823, 3:46823]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "355", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.711875785Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.711918260Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712009939Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r355:/System/tsd/cr.node.distsender.rpc.sent{/1/10s/2018-06-12T17:00:00Z-.nextreplicaerror/1/10s/2018-06-12T20:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1624811 WritesPerSecond:0.6040897806996673}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712059156Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712110216Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.5 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712117256Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712135789Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:2691, 2:2691, 3:2691]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "320", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.712167197Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712191652Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712247109Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r320:/System/tsd/cr.node.{distsender.rpc.sent.nextreplicaerror/1/10s/2018-06-12T20:00:00Z-exec.latency-p90/1/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5472386 WritesPerSecond:1.5078071771363324}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712275257Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712305731Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.2 MiB, writesPerSecond:1.51\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712312213Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712336654Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:13582, 2:13582, 3:13582]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "279", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.712395404Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712454951Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712574398Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r279:/System/tsd/cr.node.exec.latency-p9{0/1/10s/2018-06-12T07:00:00Z-9.999/2/10s/2018-06-12T13:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6040849 WritesPerSecond:1.2055376581716044}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712622260Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712676121Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.8 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712687924Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712724260Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:24367, 2:24367, 3:24367]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "258", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.712775134Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712867248Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.712960267Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r258:/System/tsd/cr.node.{exec.latency-p99.999/2/10s/2018-06-12T13:00:00Z-gossip.connections.refused/2/10s/2018-06-12T10:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4754388 WritesPerSecond:1.8076713751517004}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713007014Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713105463Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.5 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713116994Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713145143Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:29572, 2:29572, 3:29572]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "349", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.713193978Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713239253Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713329341Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r349:/System/tsd/cr.node.gossip.connections.refused/{2/10s/2018-06-12T10:00:00Z-3/10s/2018-06-12T10:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5718 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713377454Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713428773Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713440781Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713472807Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "241", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.713523314Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713582898Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713674831Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r241:/System/tsd/cr.node.{gossip.connections.refused/3/10s/2018-06-12T10:00:00Z-liveness.heartbeatlatency-p90/3/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7313606 WritesPerSecond:2.410508236046201}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713717551Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713771428Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.0 MiB, writesPerSecond:2.41\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713782754Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713809463Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:33489, 2:33489, 3:33489]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "317", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.713887570Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.713945438Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714069996Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r317:/System/tsd/cr.node.liveness.heartbeatlatency-p90/{3/10s/2018-06-12T07:00:00Z-1/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5721 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714130587Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714189900Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714203578Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714240531Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:13, 2:13, 3:13]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "230", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.714289086Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714330036Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714419040Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r230:/System/tsd/cr.node.liveness.{heartbeatlatency-p90/1/10s/2018-06-12T08:00:00Z-livenodes/2/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4233607 WritesPerSecond:1.3903527363788883}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714468728Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714520147Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.0 MiB, writesPerSecond:1.39\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714532093Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714559453Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:36440, 2:36440, 3:36440]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "369", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.714650967Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714729851Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714858687Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r369:/System/tsd/cr.node.{liveness.livenodes/2/10s/2018-06-12T08:00:00Z-requests.slow.distsender/3/10s/2018-06-13T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1736661 WritesPerSecond:1.037540524742265}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714907078Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714961320Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.7 MiB, writesPerSecond:1.04\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.714973357Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715023706Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:151, 2:151, 3:151]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "319", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.715072828Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715130456Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715241376Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r319:/System/tsd/cr.node.r{equests.slow.distsender/3/10s/2018-06-13T03:00:00Z-ound-trip-latency-p75/1/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3022198 WritesPerSecond:0.9049141805778541}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715283743Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715334864Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.9 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715346216Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715374911Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:13839, 2:13839, 3:13839]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "285", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.715443987Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715491506Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715638258Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r285:/System/tsd/cr.node.round-trip-latency-p75/{1/10s/2018-06-12T03:00:00Z-2/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5714 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715687294Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715759636Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715772611Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715804827Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "221", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.715869040Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.715916417Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716041971Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r221:/System/tsd/cr.node.{round-trip-latency-p75/2/10s/2018-06-12T03:00:00Z-sql.bytesin/2/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4469254 WritesPerSecond:1.8077198292972}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716088908Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716159104Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.3 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716171181Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716215088Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:38595, 2:38595, 3:38595]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "364", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.716263479Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716327248Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716430211Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r364:/System/tsd/cr.node.sql.{bytesin/2/10s/2018-06-12T08:00:00Z-conns/2/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1509570 WritesPerSecond:0.6040361398945884}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716473142Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716543664Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.4 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716555681Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716606085Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:970, 2:970, 3:970]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "325", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.716656614Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716704845Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716849331Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r325:/System/tsd/cr.node.sql.{conns/2/10s/2018-06-12T11:00:00Z-distsql.exec.latency-max/2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2988722 WritesPerSecond:0.9052803969040539}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716899338Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716968607Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.9 MiB, writesPerSecond:0.91\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.716993495Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717034257Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:12196, 2:12196, 3:12196]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "293", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.717086061Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717132617Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717285165Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r293:/System/tsd/cr.node.sql.distsql.exec.latency-{max/2/10s/2018-06-12T02:00:00Z-p75/3/10s/2018-06-12T17:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2906574 WritesPerSecond:0.6043577896578053}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717332977Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717407301Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.8 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717419848Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717458008Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:20102, 2:20102, 3:20102]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "262", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.717527832Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717600144Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717718401Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r262:/System/tsd/cr.node.sql.distsql.exec.latency-p{75/3/10s/2018-06-12T17:00:00Z-90/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:473015 WritesPerSecond:0.30280752955390566}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717763687Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717850332Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:462 KiB, writesPerSecond:0.30\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717875859Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.717916042Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:27307, 2:27307, 3:27307]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "213", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.718041942Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718101664Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718201131Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r213:/System/tsd/cr.node.sql.distsql.{exec.latency-p90/1/10s/2018-06-12T02:00:00Z-queries.active/3/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6436664 WritesPerSecond:2.1096836989241208}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718247039Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718301974Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:2.11\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718313692Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718343341Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:40341, 2:40341, 3:40341]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "344", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.718391585Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718436294Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718530988Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r344:/System/tsd/cr.node.sql.distsql.{queries.active/3/10s/2018-06-12T03:00:00Z-service.latency-max/3/10s/2018-06-12T20:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2892811 WritesPerSecond:0.9047835546691646}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718588865Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718642012Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.8 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718654048Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718702662Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:6665, 2:6665, 3:6665]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "298", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.718767477Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718813468Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718908841Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r298:/System/tsd/cr.node.sql.distsql.service.latency-{max/3/10s/2018-06-12T20:00:00Z-p99/3/10s/2018-06-12T09:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5137801 WritesPerSecond:1.2036415987814404}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.718954458Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719010194Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719020777Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719050331Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19834, 2:19834, 3:19834]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "269", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.719100854Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719143181Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719233924Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r269:/System/tsd/cr.node.sql.{distsql.service.latency-p99/3/10s/2018-06-12T09:00:00Z-exec.latency-max/1/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6030309 WritesPerSecond:1.2055315075838664}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719278387Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719332139Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.8 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719343855Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719371725Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:26057, 2:26057, 3:26057]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "245", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.719417814Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719464348Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719552642Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r245:/System/tsd/cr.node.sql.exec.latency-max/{1/10s/2018-06-12T03:00:00Z-2/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5712 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719610708Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719665096Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719675809Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719702345Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "208", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.719762839Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719811610Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719897516Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r208:/System/tsd/cr.node.sql.exec.latency-{max/2/10s/2018-06-12T03:00:00Z-p99.999/2/10s/2018-06-12T10:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6708578 WritesPerSecond:2.104666668994553}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719946288Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.719997280Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.4 MiB, writesPerSecond:2.10\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720009195Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720037726Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:41587, 2:41587, 3:41587]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "339", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.720086645Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720129322Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720219028Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r339:/System/tsd/cr.node.sql.{exec.latency-p99.999/2/10s/2018-06-12T10:00:00Z-mem.admin.max-max/1/10s/2018-06-12T22:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3023414 WritesPerSecond:0.9047527181551507}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720261003Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720317818Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.9 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720328730Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720357609Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:7465, 2:7465, 3:7465]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "299", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.720408512Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720459345Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720553746Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r299:/System/tsd/cr.node.sql.mem.admin.max-{max/1/10s/2018-06-12T22:00:00Z-p99/1/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5158039 WritesPerSecond:1.2038669413726288}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720618575Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720670988Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720681728Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720710472Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19817, 2:19817, 3:19817]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "270", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.720767139Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720806438Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720898240Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r270:/System/tsd/cr.node.sql.mem.admin.{max-p99/1/10s/2018-06-12T11:00:00Z-session.max-max/3/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7621121 WritesPerSecond:1.5008415275472538}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720939279Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720986602Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.3 MiB, writesPerSecond:1.50\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.720997586Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721025479Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:26072, 2:26072, 3:26072]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "252", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.721070990Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721118388Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721203585Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r252:/System/tsd/cr.node.sql.mem.admin.session.max-{max/3/10s/2018-06-12T06:00:00Z-p99.9/1/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4139204 WritesPerSecond:1.5064669291551274}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721246368Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721310849Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.9 MiB, writesPerSecond:1.51\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721322012Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721349255Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:30671, 2:30671, 3:30671]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "233", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.721396676Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721443338Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721530552Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r233:/System/tsd/cr.node.sql.mem.admin.session.max-p99.9/{1/10s/2018-06-12T04:00:00Z-2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5723 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721591862Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721645086Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721656962Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721685582Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "204", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.721737240Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721794483Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721884858Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r204:/System/tsd/cr.node.sql.mem.admin.{session.max-p99.9/2/10s/2018-06-12T04:00:00Z-txn.max-p90/1/10s/2018-06-12T21:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7227575 WritesPerSecond:2.1014545877077437}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721929466Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721987313Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.9 MiB, writesPerSecond:2.10\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.721999172Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722027609Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:42694, 2:42694, 3:42694]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "333", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.722076269Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722118353Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722209346Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r333:/System/tsd/cr.node.sql.mem.admin.txn.max-p9{0/1/10s/2018-06-12T21:00:00Z-9.999/2/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3526141 WritesPerSecond:1.2056014427934165}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722254355Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722310749Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.4 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722322453Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722350499Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:9005, 2:9005, 3:9005]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "292", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.722399428Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722442639Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722540516Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r292:/System/tsd/cr.node.sql.mem.{admin.txn.max-p99.999/2/10s/2018-06-12T03:00:00Z-client.max-p50/2/10s/2018-06-12T16:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4269668 WritesPerSecond:0.90344015342571}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722597902Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722652790Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.1 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722663582Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722690593Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:20152, 2:20152, 3:20152]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "265", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.722738646Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722805568Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722895026Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r265:/System/tsd/cr.node.sql.mem.client.max-p{50/2/10s/2018-06-12T16:00:00Z-99.99/2/10s/2018-06-12T13:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7692668 WritesPerSecond:1.5053068770488327}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722935002Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722988216Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.3 MiB, writesPerSecond:1.51\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.722999239Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723026675Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:26404, 2:26404, 3:26404]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "250", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.723074755Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723115942Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723204293Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r250:/System/tsd/cr.node.sql.mem.client.{max-p99.99/2/10s/2018-06-12T13:00:00Z-session.max-p99/1/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5802518 WritesPerSecond:2.109735728234014}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723264256Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723317396Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.5 MiB, writesPerSecond:2.11\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723328865Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723357069Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:31118, 2:31118, 3:31118]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "330", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.723403531Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723452506Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723545907Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r330:/System/tsd/cr.node.sql.mem.client.session.max-p99/{1/10s/2018-06-12T06:00:00Z-2/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5722 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723601919Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723653021Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723663777Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723693327Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "235", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.723759433Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723800003Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723889016Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r235:/System/tsd/cr.node.sql.mem.client.{session.max-p99/2/10s/2018-06-12T06:00:00Z-txn.max-p50/3/10s/2018-06-13T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6164762 WritesPerSecond:1.8108623955621481}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723932086Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723984320Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.9 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.723995001Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724022376Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:34461, 2:34461, 3:34461]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "323", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.724077633Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724122550Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724210914Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r323:/System/tsd/cr.node.sql.mem.client.txn.max-p{50/3/10s/2018-06-13T07:00:00Z-75/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:416553 WritesPerSecond:0.3022346774806652}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724254873Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724308456Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:407 KiB, writesPerSecond:0.30\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724319756Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724348521Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:12075, 2:12075, 3:12075]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "223", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.724399393Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724445683Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724544129Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r223:/System/tsd/cr.node.sql.mem.client.txn.max-p75/{1/10s/2018-06-12T02:00:00Z-2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4982 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724608090Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724811777Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724825054Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724857743Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "203", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.724912349Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.724961751Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725055301Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r203:/System/tsd/cr.node.sql.mem.c{lient.txn.max-p75/2/10s/2018-06-12T02:00:00Z-onns.max-max/2/10s/2018-06-12T16:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7088479 WritesPerSecond:2.1131501200218645}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725097630Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725144331Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.8 MiB, writesPerSecond:2.11\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725154206Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725181399Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:43488, 2:43488, 3:43488]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "335", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.725226963Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725274133Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725372579Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r335:/System/tsd/cr.node.sql.mem.conns.max-{max/2/10s/2018-06-12T16:00:00Z-p90/2/10s/2018-06-12T21:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2776914 WritesPerSecond:0.9048107250982513}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725426480Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725476991Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.6 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725487853Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725515831Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:8599, 2:8599, 3:8599]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "297", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.725582317Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725628337Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725722404Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r297:/System/tsd/cr.node.sql.mem.conns.max-p9{0/2/10s/2018-06-12T21:00:00Z-9.999/1/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5181798 WritesPerSecond:1.2063585901142846}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725773441Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725832024Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725844819Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725874327Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19868, 2:19868, 3:19868]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "268", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.725940659Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.725987003Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726094041Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r268:/System/tsd/cr.node.sql.mem.conns.{max-p99.999/1/10s/2018-06-12T11:00:00Z-session.max-p90/2/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7583153 WritesPerSecond:1.5046658958490307}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726136770Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726190077Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.2 MiB, writesPerSecond:1.50\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726201159Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726229491Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:26124, 2:26124, 3:26124]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "251", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.726277316Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726332737Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726419660Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r251:/System/tsd/cr.node.sql.mem.conns.{session.max-p90/2/10s/2018-06-12T06:00:00Z-txn.max-max/3/10s/2018-06-12T09:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5064394 WritesPerSecond:1.8089496397521454}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726463481Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726515591Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.8 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726530029Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726578487Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:30776, 2:30776, 3:30776]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "346", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.726623104Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726665494Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726752809Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r346:/System/tsd/cr.node.sql.mem.conns.txn.max-max/{3/10s/2018-06-12T09:00:00Z-1/10s/2018-06-12T10:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5717 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726803314Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726858769Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726870121Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726899873Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "236", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.726946033Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.726991600Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727077678Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r236:/System/tsd/cr.node.sql.mem.conns.txn.max-{max/1/10s/2018-06-12T10:00:00Z-p99.99/1/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4250868 WritesPerSecond:1.538558502679394}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727119668Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727162497Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.1 MiB, writesPerSecond:1.54\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727169008Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727186851Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:34434, 2:34434, 3:34434]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "368", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.727217051Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727244614Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727310068Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r368:/System/tsd/cr.node.sql.mem.{conns.txn.max-p99.99/1/10s/2018-06-12T11:00:00Z-distsql.max-max/2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2002875 WritesPerSecond:1.1854461859138667}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727336188Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727366695Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:1.19\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727372961Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727388670Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:198, 2:198, 3:198]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "304", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.727417660Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727444471Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727498517Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r304:/System/tsd/cr.node.sql.mem.distsql.max-max/{2/10s/2018-06-12T04:00:00Z-3/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5715 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727523200Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727550622Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727556478Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727596305Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "226", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.727639552Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727683504Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727770681Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r226:/System/tsd/cr.node.sql.mem.distsql.max-{max/3/10s/2018-06-12T04:00:00Z-p99.99/1/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4369158 WritesPerSecond:1.8110942336786207}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727815028Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727865878Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.2 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727877024Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727904161Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:36974, 2:36974, 3:36974]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "365", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.727948581Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.727991727Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728077564Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r365:/System/tsd/cr.node.sql.mem.{distsql.max-p99.99/1/10s/2018-06-12T08:00:00Z-internal.current/3/10s/2018-06-13T00:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1723861 WritesPerSecond:0.6048956556213895}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728111572Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728172045Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.6 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728183534Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728209901Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:605, 2:605, 3:605]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "300", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.728254707Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728303024Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728396030Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r300:/System/tsd/cr.node.sql.mem.internal.{current/3/10s/2018-06-13T00:00:00Z-max-max/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:946891 WritesPerSecond:0.30448049661593807}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728439758Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728488272Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:925 KiB, writesPerSecond:0.30\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728500017Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728527062Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19584, 2:19584, 3:19584]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "216", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.728587891Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728631915Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728717041Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r216:/System/tsd/cr.node.sql.mem.internal.max-max/{1/10s/2018-06-12T02:00:00Z-2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4980 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728759967Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728837217Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728848695Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728875852Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "201", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.728927424Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.728967988Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729055995Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r201:/System/tsd/cr.node.sql.mem.internal.max-{max/2/10s/2018-06-12T02:00:00Z-p99.999/3/10s/2018-06-12T15:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7037901 WritesPerSecond:2.10472610977581}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729108927Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729160147Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.7 MiB, writesPerSecond:2.10\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729171980Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729201138Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:44109, 2:44109, 3:44109]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "336", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.729251617Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729303677Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729397297Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r336:/System/tsd/cr.node.sql.mem.internal.{max-p99.999/3/10s/2018-06-12T15:00:00Z-session.max-p50/2/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2446148 WritesPerSecond:0.9046248512285351}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729442092Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729493075Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.3 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729504524Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729533475Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:8432, 2:8432, 3:8432]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "303", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.729603620Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729657158Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729750331Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r303:/System/tsd/cr.node.sql.mem.internal.session.max-p{50/2/10s/2018-06-12T08:00:00Z-99/3/10s/2018-06-12T16:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4032021 WritesPerSecond:0.90483802703638}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729794045Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729845034Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.8 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729857801Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729885472Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18479, 2:18479, 3:18479]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "274", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.729936404Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.729986641Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730075227Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r274:/System/tsd/cr.node.sql.mem.internal.{session.max-p99/3/10s/2018-06-12T16:00:00Z-txn.max-max/1/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7416044 WritesPerSecond:1.5048902820439425}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730116317Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730165270Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.1 MiB, writesPerSecond:1.50\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730176671Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730204602Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:25223, 2:25223, 3:25223]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "254", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.730254324Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730316494Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730400530Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r254:/System/tsd/cr.node.sql.mem.internal.txn.max-{max/1/10s/2018-06-12T08:00:00Z-p99.99/3/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4894057 WritesPerSecond:1.8011450704403171}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730443385Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730496102Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.7 MiB, writesPerSecond:1.80\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730507474Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730535961Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:30116, 2:30116, 3:30116]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "347", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.730602308Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730653118Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730759455Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r347:/System/tsd/cr.node.sql.mem.internal.txn.max-p99.99/{3/10s/2018-06-12T07:00:00Z-1/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5723 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730806028Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730859628Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730872052Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730900349Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "239", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.730951029Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.730993955Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731085381Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r239:/System/tsd/cr.node.sql.{mem.internal.txn.max-p99.99/1/10s/2018-06-12T08:00:00Z-service.latency-p90/2/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7472612 WritesPerSecond:2.410558449077255}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731128336Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731184789Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.1 MiB, writesPerSecond:2.41\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731196263Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731223568Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:33850, 2:33850, 3:33850]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "315", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.731267133Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731328188Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731422545Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r315:/System/tsd/cr.node.sql.service.latency-p90/{2/10s/2018-06-12T08:00:00Z-3/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5715 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731463802Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731516698Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731527309Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731555948Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "228", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.731623162Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731666591Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731754415Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r228:/System/tsd/cr.node.sql.{service.latency-p90/3/10s/2018-06-12T08:00:00Z-txn.begin.count/2/10s/2018-06-12T17:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4654844 WritesPerSecond:1.8049618750804308}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731801439Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731859596Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.4 MiB, writesPerSecond:1.80\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731871001Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731900231Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:36721, 2:36721, 3:36721]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "360", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.731949563Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.731997323Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732084132Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r360:/System/tsd/cr.node.sql.{txn.begin.count/2/10s/2018-06-12T17:00:00Z-update.count/2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1996387 WritesPerSecond:0.9029138757685272}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732127893Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732179946Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732191268Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732219551Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:1601, 2:1601, 3:1601]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "318", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.732265386Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732324491Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732413213Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r318:/System/tsd/cr.node.s{ql.update.count/2/10s/2018-06-12T02:00:00Z-ys.cgo.totalbytes/2/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2326206 WritesPerSecond:0.6032954820749458}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732457505Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732508168Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.2 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732518505Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732549719Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:14091, 2:14091, 3:14091]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "283", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.732617466Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732668921Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732762069Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r283:/System/tsd/cr.node.sys.cgo.totalbytes/{2/10s/2018-06-12T06:00:00Z-3/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5710 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732809159Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732860808Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732872316Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732899836Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "219", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.732945429Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.732985385Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733076418Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r219:/System/tsd/cr.node.sys.{cgo.totalbytes/3/10s/2018-06-12T06:00:00Z-fd.open/3/10s/2018-06-13T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5334742 WritesPerSecond:1.8116025883489906}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733119655Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733174793Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.1 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733186606Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733215485Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:38742, 2:38742, 3:38742]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "352", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.733259695Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733308876Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733394492Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r352:/System/tsd/cr.node.sys.{fd.open/3/10s/2018-06-13T04:00:00Z-gc.pause.ns/1/10s/2018-06-13T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2422152 WritesPerSecond:0.904836603088216}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733438701Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733495133Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.3 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733507041Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733535988Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:3950, 2:3950, 3:3950]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "307", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.733604595Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733648935Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733744089Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r307:/System/tsd/cr.node.sys.g{c.pause.ns/1/10s/2018-06-13T02:00:00Z-o.totalbytes/1/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3351366 WritesPerSecond:0.9022650872836361}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733788032Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733839382Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.2 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733851581Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733878739Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:17138, 2:17138, 3:17138]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "272", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.733928625Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.733973982Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734060631Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r272:/System/tsd/cr.node.sys.go.totalbytes/{1/10s/2018-06-12T03:00:00Z-2/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5709 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734104548Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734156659Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734167686Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734195028Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "211", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.734245256Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734313958Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734402053Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r211:/System/tsd/cr.node.sys.go.totalbytes/{2/10s/2018-06-12T03:00:00Z-3/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5709 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734443677Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734494697Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734505534Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734533066Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "200", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.734597703Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734648124Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734736850Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r200:/System/tsd/cr.node.{sys.go.totalbytes/3/10s/2018-06-12T03:00:00Z-txn.abandons/1/10s/2018-06-12T19:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7135552 WritesPerSecond:2.10612055645437}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734783213Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734838697Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.8 MiB, writesPerSecond:2.11\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734849253Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734877059Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:44545, 2:44545, 3:44545]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "334", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.734921876Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.734963983Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735052174Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r334:/System/tsd/cr.node.txn.{abandons/1/10s/2018-06-12T19:00:00Z-commits/1/10s/2018-06-12T17:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2754768 WritesPerSecond:0.9047734523245581}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735097144Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735148574Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.6 MiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735159870Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735187540Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:8737, 2:8737, 3:8737]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "302", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.735229184Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735264410Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735328899Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r302:/System/tsd/cr.node.txn.{commits/1/10s/2018-06-12T17:00:00Z-durations-p75/2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5057392 WritesPerSecond:1.2077679058215234}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735355344Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735392774Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.8 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735398810Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735416226Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19230, 2:19230, 3:19230]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "273", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.735447660Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735478417Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735528832Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r273:/System/tsd/cr.node.txn.durations-p{75/2/10s/2018-06-12T04:00:00Z-99.99/2/10s/2018-06-12T14:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6246517 WritesPerSecond:1.2030187315536702}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735553276Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735612387Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.0 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735619332Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735635343Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:25449, 2:25449, 3:25449]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "253", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.735667779Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735693379Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735746990Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r253:/System/tsd/cr.node.txn.{durations-p99.99/2/10s/2018-06-12T14:00:00Z-restarts-p99.9/3/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5578983 WritesPerSecond:2.1084983499581402}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735772396Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735800074Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.3 MiB, writesPerSecond:2.11\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735805980Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735820427Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:30412, 2:30412, 3:30412]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "331", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.735845239Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735866580Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735915203Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r331:/System/tsd/cr.node.txn.restarts-p99.9/{3/10s/2018-06-12T02:00:00Z-1/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5020 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735941470Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735970109Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735976959Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.735992597Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "238", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.736021800Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736047566Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736102842Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r238:/System/tsd/cr.{node.txn.restarts-p99.9/1/10s/2018-06-12T03:00:00Z-store.addsstable.applications/1/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6757037 WritesPerSecond:2.106159662550334}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736129872Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736160660Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.4 MiB, writesPerSecond:2.11\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736166549Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736182130Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:33930, 2:33930, 3:33930]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "321", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.736205400Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736231110Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736278239Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r321:/System/tsd/cr.store.addsstable.applications/{1/10s/2018-06-12T08:00:00Z-2/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5716 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736309817Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736336589Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736342437Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736358523Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:13, 2:13, 3:13]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "227", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.736388127Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736414937Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736468803Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r227:/System/tsd/cr.store.{addsstable.applications/2/10s/2018-06-12T08:00:00Z-capacity/3/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4523674 WritesPerSecond:1.8051885331854107}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736491944Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736519193Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.3 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736525204Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736540444Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:36835, 2:36835, 3:36835]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "362", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.736579037Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736604546Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736654632Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r362:/System/tsd/cr.store.capacity{/3/10s/2018-06-12T11:00:00Z-.available/3/10s/2018-06-13T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1983640 WritesPerSecond:0.6039080003574159}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736682256Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736711826Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736717684Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736733164Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:1152, 2:1152, 3:1152]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "312", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.736761239Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736788677Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736839573Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r312:/System/tsd/cr.store.capacity.{available/3/10s/2018-06-13T02:00:00Z-used/1/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3977274 WritesPerSecond:1.2052623850020687}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736864149Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736894183Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.8 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736900789Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736915533Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:16058, 2:16058, 3:16058]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "280", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.736943543Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.736968824Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737015406Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r280:/System/tsd/cr.store.capacity.used/{1/10s/2018-06-12T04:00:00Z-2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5706 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737040629Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737068199Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737074289Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737088780Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "218", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.737117727Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737145559Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737196419Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r218:/System/tsd/cr.store.c{apacity.used/2/10s/2018-06-12T04:00:00Z-ompactor.compactions.success/4/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4553424 WritesPerSecond:1.8082354471860707}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737222922Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737251766Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.3 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737257989Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737273449Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:38961, 2:38961, 3:38961]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "361", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.737309086Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737335692Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737383819Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r361:/System/tsd/cr.store.compactor.{compactions.success/4/10s/2018-06-12T07:00:00Z-suggestionbytes.compacted/2/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1497966 WritesPerSecond:0.60337179950015}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737410600Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737443957Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.4 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737451227Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737466073Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:1262, 2:1262, 3:1262]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "324", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.737492497Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737517469Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737576030Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r324:/System/tsd/cr.store.compactor.suggestionbytes.{compacted/2/10s/2018-06-12T08:00:00Z-queued/4/10s/2018-06-12T18:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2420725 WritesPerSecond:0.6040224733790475}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737601143Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737638469Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.3 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737644534Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737660492Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:12253, 2:12253, 3:12253]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "288", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.737686787Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737711240Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737758290Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r288:/System/tsd/cr.store.{compactor.suggestionbytes.queued/4/10s/2018-06-12T18:00:00Z-gcbytesage/3/10s/2018-06-12T05:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5043373 WritesPerSecond:1.204516625640871}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737784313Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737819063Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.8 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737836179Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737851089Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:20970, 2:20970, 3:20970]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "261", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.737876922Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737903123Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737951449Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r261:/System/tsd/cr.store.gcbytesage/{3/10s/2018-06-12T05:00:00Z-4/10s/2018-06-12T05:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5703 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.737989040Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738042074Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738048384Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738065532Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "212", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.738095283Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738117189Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738171634Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r212:/System/tsd/cr.store.{gcbytesage/4/10s/2018-06-12T05:00:00Z-intentcount/4/10s/2018-06-13T00:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6171297 WritesPerSecond:1.8071640111690903}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738198504Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738230101Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.9 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738236108Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738250895Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:40465, 2:40465, 3:40465]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "343", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.738279011Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738309818Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738358191Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r343:/System/tsd/cr.store.{intentcount/4/10s/2018-06-13T00:00:00Z-keycount/4/10s/2018-06-12T15:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3213601 WritesPerSecond:1.2062273047727756}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738388768Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738418538Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.1 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738424383Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738449064Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:6856, 2:6856, 3:6856]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "296", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.738475898Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738497147Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738559204Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r296:/System/tsd/cr.store.{keycount/4/10s/2018-06-12T15:00:00Z-leases.epoch/3/10s/2018-06-12T10:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5120525 WritesPerSecond:1.2052614222156641}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738612013Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738640577Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738646687Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738661925Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19911, 2:19911, 3:19911]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "267", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.738691267Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738715638Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738764960Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r267:/System/tsd/cr.store.leases.e{poch/3/10s/2018-06-12T10:00:00Z-xpiration/5/10s/2018-06-12T05:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6007474 WritesPerSecond:1.2032462164824869}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738790467Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738820614Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.7 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738827205Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738842620Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:26129, 2:26129, 3:26129]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "244", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.738869481Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738905030Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738965050Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r244:/System/tsd/cr.store.leases.expiration/{5/10s/2018-06-12T05:00:00Z-6/10s/2018-06-12T05:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5710 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.738992718Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739035125Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739041176Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739056088Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "207", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.739083175Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739127769Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739172559Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r207:/System/tsd/cr.store.leases.{expiration/6/10s/2018-06-12T05:00:00Z-success/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2221702 WritesPerSecond:0.603858491100165}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739210050Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739256745Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.1 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739262997Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739278870Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:40545, 2:40545, 3:40545]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "199", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.739316844Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739348321Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739395694Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r199:/System/tsd/cr.store.l{eases.success/1/10s/2018-06-12T02:00:00Z-ivebytes/1/10s/2018-06-13T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6799040 WritesPerSecond:1.8090548669710422}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739420645Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739452728Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.5 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739458941Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739473724Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:45008, 2:45008, 3:45008]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "332", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.739511577Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739550903Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739609928Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r332:/System/tsd/cr.store.{livebytes/1/10s/2018-06-13T03:00:00Z-queue.consistency.pending/1/10s/2018-06-12T16:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2773372 WritesPerSecond:1.2052609165087824}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739635117Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739671478Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.6 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739677765Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739703373Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:9016, 2:9016, 3:9016]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "289", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.739732635Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739754758Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739801160Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r289:/System/tsd/cr.store.queue.consistency.p{ending/1/10s/2018-06-12T16:00:00Z-rocess.success/3/10s/2018-06-12T12:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5357588 WritesPerSecond:1.2044143548439687}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739837294Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739865597Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.1 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739871787Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739886457Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:20809, 2:20809, 3:20809]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "264", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.739914807Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.739952380Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740014085Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r264:/System/tsd/cr.store.queue.{consistency.process.success/3/10s/2018-06-12T12:00:00Z-gc.info.abortspangcnum/1/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4025168 WritesPerSecond:1.8045938085292004}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740044240Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740071394Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.8 MiB, writesPerSecond:1.80\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740077391Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740092055Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:27135, 2:27135, 3:27135]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "357", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.740116771Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740144120Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740191493Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r357:/System/tsd/cr.store.queue.gc.info.abortspangcnum/{1/10s/2018-06-12T04:00:00Z-2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5721 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740219204Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740246243Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740252490Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740269631Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "246", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.740317687Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740345301Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740400453Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r246:/System/tsd/cr.store.queue.gc.info.{abortspangcnum/2/10s/2018-06-12T04:00:00Z-intenttxns/6/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5300254 WritesPerSecond:1.8083800588907903}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740438150Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740467084Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.1 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740474894Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740489477Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:31494, 2:31494, 3:31494]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "342", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.740516835Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740540583Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740610611Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r342:/System/tsd/cr.store.queue.gc.info.intenttxns/{6/10s/2018-06-12T07:00:00Z-1/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5717 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740635081Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740662434Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740668901Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740684467Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "232", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.740713417Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740741320Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740791500Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r232:/System/tsd/cr.store.queue.gc.info.{intenttxns/1/10s/2018-06-12T08:00:00Z-resolvetotal/6/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7656019 WritesPerSecond:2.4106226672580626}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740816745Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740859318Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.3 MiB, writesPerSecond:2.41\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740865828Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740880750Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:35053, 2:35053, 3:35053]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "329", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.740921524Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740943727Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.740996640Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r329:/System/tsd/cr.store.queue.gc.info.{resolvetotal/6/10s/2018-06-12T04:00:00Z-transactionspangcaborted/2/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1889494 WritesPerSecond:0.6039358076557854}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741027363Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741060507Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.8 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741066894Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741081805Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:10289, 2:10289, 3:10289]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "294", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.741110603Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741135917Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741187425Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r294:/System/tsd/cr.store.queue.gc.info.transactionspangcaborted/{2/10s/2018-06-12T03:00:00Z-3/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5731 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741211953Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741240243Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741247131Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741262148Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "224", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.741288808Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741331291Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741393028Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r224:/System/tsd/cr.store.queue.gc.info.transactionspan{gcaborted/3/10s/2018-06-12T03:00:00Z-scanned/6/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4703807 WritesPerSecond:1.80565151081967}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741420115Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741447018Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.5 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741453093Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741468214Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:37593, 2:37593, 3:37593]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "358", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.741494025Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741523408Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741583107Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r358:/System/tsd/cr.store.queue.gc.{info.transactionspanscanned/6/10s/2018-06-12T07:00:00Z-pending/4/10s/2018-06-12T23:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2051686 WritesPerSecond:0.6031729577467195}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741609898Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741641498Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.0 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741647244Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741663685Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:1762, 2:1762, 3:1762]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "309", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.741698311Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741725104Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741773305Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r309:/System/tsd/cr.store.queue.gc.p{ending/4/10s/2018-06-12T23:00:00Z-rocess.success/5/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3963549 WritesPerSecond:1.2056322140928228}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741797028Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741830895Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.8 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741837026Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741851916Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:16718, 2:16718, 3:16718]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "276", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.741882019Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741909918Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741960299Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r276:/System/tsd/cr.store.queue.gc.process.success/{5/10s/2018-06-12T02:00:00Z-6/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5012 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.741982899Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742010644Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742016488Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742031758Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "215", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.742059514Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742081075Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742129082Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r215:/System/tsd/cr.store.queue.{gc.process.success/6/10s/2018-06-12T02:00:00Z-raftlog.process.failure/2/10s/2018-06-12T10:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4969200 WritesPerSecond:1.8078894139780213}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742154045Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742184216Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.7 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742190374Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742205482Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:39493, 2:39493, 3:39493]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "356", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.742232674Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742253611Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742307012Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r356:/System/tsd/cr.store.queue.raftlog.process.{failure/2/10s/2018-06-12T10:00:00Z-success/5/10s/2018-06-12T21:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1835960 WritesPerSecond:0.6031315445679621}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742341964Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742372814Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.8 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742378666Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742393782Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:2691, 2:2691, 3:2691]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "311", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.742420169Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742449576Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742503698Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r311:/System/tsd/cr.store.queue.raft{log.process.success/5/10s/2018-06-12T21:00:00Z-snapshot.pending/6/10s/2018-06-12T09:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4396013 WritesPerSecond:1.2039288778226183}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742528624Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742556389Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.2 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742573394Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742590404Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:16286, 2:16286, 3:16286]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "282", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.742616936Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742642095Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742691169Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r282:/System/tsd/cr.store.queue.raftsnapshot.p{ending/6/10s/2018-06-12T09:00:00Z-rocess.success/2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5574386 WritesPerSecond:1.20646051866743}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742715594Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742749996Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.3 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742755921Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742781514Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:23538, 2:23538, 3:23538]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "256", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.742812306Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742843351Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742904375Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r256:/System/tsd/cr.store.queue.raftsnapshot.process.success/{2/10s/2018-06-12T02:00:00Z-3/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4991 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742939359Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742969578Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742975706Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.742991314Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "210", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.743021528Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743053441Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743103072Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r210:/System/tsd/cr.store.queue.r{aftsnapshot.process.success/3/10s/2018-06-12T02:00:00Z-eplicagc.process.failure/6/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5200396 WritesPerSecond:1.8055803150200926}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743127668Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743153979Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.0 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743159762Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743174786Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:41013, 2:41013, 3:41013]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "354", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.743200669Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743229006Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743277945Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r354:/System/tsd/cr.store.queue.replicagc.process.{failure/6/10s/2018-06-12T11:00:00Z-success/5/10s/2018-06-12T17:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1826174 WritesPerSecond:0.6031324572777512}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743309754Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743341158Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.7 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743347428Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743362606Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:3480, 2:3480, 3:3480]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "314", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.743390928Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743417174Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743468644Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r314:/System/tsd/cr.store.queue.replicagc.{process.success/5/10s/2018-06-12T17:00:00Z-removereplica/2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3894038 WritesPerSecond:1.2065009205279755}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743494706Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743525752Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.7 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743531571Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743549122Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15356, 2:15356, 3:15356]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "286", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.743598061Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743627501Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743676959Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r286:/System/tsd/cr.store.queue.replica{gc.removereplica/2/10s/2018-06-12T04:00:00Z-te.pending/1/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5701752 WritesPerSecond:1.2055843820216794}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743700855Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743733949Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.4 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743740134Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743755226Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:22604, 2:22604, 3:22604]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "260", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.743819191Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743884598Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.743986426Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r260:/System/tsd/cr.store.queue.replicate.p{ending/1/10s/2018-06-12T04:00:00Z-rocess.success/2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3013972 WritesPerSecond:1.2037192141772828}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744032881Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744092672Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.9 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744104858Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744134389Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:28046, 2:28046, 3:28046]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "242", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.744181784Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744345828Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744441219Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r242:/System/tsd/cr.store.queue.replicate.process.success/{2/10s/2018-06-12T04:00:00Z-3/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5724 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744472309Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744504958Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744511861Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744535254Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "206", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.744604839Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744636696Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744731124Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r206:/System/tsd/cr.store.queue.replicate.{process.success/3/10s/2018-06-12T04:00:00Z-rebalancereplica/4/10s/2018-06-12T23:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6224247 WritesPerSecond:1.8120243583255258}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744760909Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744791281Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.9 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744797981Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744815285Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:41966, 2:41966, 3:41966]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "341", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.744858536Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744888071Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744958864Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r341:/System/tsd/cr.store.queue.replicate.re{balancereplica/4/10s/2018-06-12T23:00:00Z-movereplica/2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2600549 WritesPerSecond:1.2064232015786849}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.744995265Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745036438Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.5 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745044129Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745061254Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:7027, 2:7027, 3:7027]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "306", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.745115795Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745139872Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745209389Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r306:/System/tsd/cr.store.queue.replicate.{removereplica/2/10s/2018-06-12T02:00:00Z-transferlease/3/10s/2018-06-12T17:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3033156 WritesPerSecond:0.6041304706583408}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745243461Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745286195Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745292316Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745318911Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:17383, 2:17383, 3:17383]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "278", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.745361184Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745403825Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745466309Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r278:/System/tsd/cr.store.queue.{replicate.transferlease/3/10s/2018-06-12T17:00:00Z-split.process.failure/2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5455660 WritesPerSecond:1.2079635964556341}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745490301Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745524091Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.2 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745531219Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745555225Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:24630, 2:24630, 3:24630]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "247", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.745619920Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745648269Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745701797Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r247:/System/tsd/cr.store.queue.split.process.failure/{2/10s/2018-06-12T02:00:00Z-3/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4984 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745730897Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745797616Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745806189Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745830913Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "198", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.745862759Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745893492Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745944135Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r198:/System/tsd/cr.store.queue.{split.process.failure/3/10s/2018-06-12T02:00:00Z-tsmaintenance.pending/4/10s/2018-06-13T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7374255 WritesPerSecond:1.807340693969267}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.745973129Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746019726Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.0 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746027276Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746046027Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:45465, 2:45465, 3:45465]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "328", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.746076477Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746124173Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746183860Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r328:/System/tsd/cr.store.queue.tsmaintenance.p{ending/4/10s/2018-06-13T08:00:00Z-rocessingnanos/1/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4543332 WritesPerSecond:1.8083738907156908}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746211867Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746241486Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.3 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746255886Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746272066Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:11032, 2:11032, 3:11032]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "284", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.746308073Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746331879Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746385076Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r284:/System/tsd/cr.store.{queue.tsmaintenance.processingnanos/1/10s/2018-06-12T06:00:00Z-raft.enqueued.pending/4/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5774632 WritesPerSecond:1.2064993336471377}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746412780Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746441450Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.5 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746447863Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746462655Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:22946, 2:22946, 3:22946]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "259", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.746489023Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746543332Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746620959Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r259:/System/tsd/cr.store.raft.{enqueued.pending/4/10s/2018-06-12T06:00:00Z-process.commandcommit.latency-max/6/10s/2018-06-13T15:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4192143 WritesPerSecond:1.2039266608645758}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746659217Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746690256Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.0 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746696613Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746712517Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:28477, 2:28477, 3:28477]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "351", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.746742002Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746775567Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746838579Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r351:/System/tsd/cr.store.raft.process.commandcommit.latency-{max/6/10s/2018-06-13T15:00:00Z-p50/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:264415 WritesPerSecond:0.6031716376237815}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746871070Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746899772Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:258 KiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746908309Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746923942Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:3450, 2:3450, 3:3450]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "243", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.746957372Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.746985379Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747038479Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r243:/System/tsd/cr.store.raft.process.commandcommit.latency-p{50/1/10s/2018-06-12T02:00:00Z-99/4/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5582159 WritesPerSecond:1.8083727838237467}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747062810Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747124996Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.3 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747131197Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747151649Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:32487, 2:32487, 3:32487]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "337", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.747189272Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747214525Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747274870Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r337:/System/tsd/cr.store.raft.process.commandcommit.latency-p99/{4/10s/2018-06-12T08:00:00Z-5/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5731 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747311857Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747340555Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747346152Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747364445Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "231", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.747403600Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747433089Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747484366Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r231:/System/tsd/cr.store.raft.process.{commandcommit.latency-p99/5/10s/2018-06-12T08:00:00Z-logcommit.latency-max/6/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7937875 WritesPerSecond:2.410519284438355}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747511893Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747545555Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.6 MiB, writesPerSecond:2.41\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747551410Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747579075Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:35851, 2:35851, 3:35851]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "327", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.747608642Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747642072Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747691863Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r327:/System/tsd/cr.store.raft.process.logcommit.latency-{max/6/10s/2018-06-12T07:00:00Z-p50/1/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2004455 WritesPerSecond:0.6034584832993222}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747728323Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747760809Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747766592Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747790713Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:11018, 2:11018, 3:11018]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "290", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.747833315Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747856167Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747918947Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r290:/System/tsd/cr.store.raft.process.logcommit.latency-p50/{1/10s/2018-06-12T07:00:00Z-2/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5727 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747943009Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747970996Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747977660Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.747992792Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "222", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.748141569Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748196876Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748304272Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r222:/System/tsd/cr.store.raft.process.logcommit.latency-p{50/2/10s/2018-06-12T07:00:00Z-99/3/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4342851 WritesPerSecond:1.8055392358557087}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748349560Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748468960Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.1 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748484296Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748514096Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:38281, 2:38281, 3:38281]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "367", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.748592999Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748654255Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748752643Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r367:/System/tsd/cr.store.raft.process.logcommit.latency-p99{/3/10s/2018-06-12T08:00:00Z-.9/3/10s/2018-06-12T08:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1427796 WritesPerSecond:0.6037432560316788}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748797245Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748851250Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.4 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748862226Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748890463Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:518, 2:518, 3:518]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "326", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.748939640Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.748990815Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749084592Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r326:/System/tsd/cr.store.raft.process.logcommit.latency-p99.9{/3/10s/2018-06-12T08:00:00Z-9/2/10s/2018-06-12T18:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2387752 WritesPerSecond:0.6040436471738876}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749131210Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749180940Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.3 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749193542Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749223976Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:11543, 2:11543, 3:11543]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "291", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.749270258Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749324394Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749414533Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r291:/System/tsd/cr.store.raft.process.{logcommit.latency-p99.99/2/10s/2018-06-12T18:00:00Z-tickingnanos/6/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4919086 WritesPerSecond:1.2068496286538015}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749457547Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749510138Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.7 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749521480Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749549808Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:20253, 2:20253, 3:20253]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "263", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.749610414Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749659068Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749789738Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r263:/System/tsd/cr.store.raft.process.tickingnanos/{6/10s/2018-06-12T03:00:00Z-1/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5718 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749837533Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749890044Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749900226Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749925414Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "214", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.749959701Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.749986138Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750040746Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r214:/System/tsd/cr.store.raft.{process.tickingnanos/1/10s/2018-06-12T04:00:00Z-rcvd.appresp/4/10s/2018-06-12T21:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6037800 WritesPerSecond:1.8073383242629835}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750066457Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750099013Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.8 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750107553Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750122886Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:39980, 2:39980, 3:39980]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "345", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.750151641Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750173497Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750229361Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r345:/System/tsd/cr.store.raft.rcvd.{appresp/4/10s/2018-06-12T21:00:00Z-heartbeat/1/10s/2018-06-12T12:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3298486 WritesPerSecond:1.2039244810363157}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750253108Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750294257Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.1 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750300667Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750315297Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:6390, 2:6390, 3:6390]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "301", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.750353006Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750378391Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750427350Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r301:/System/tsd/cr.store.raft.rcvd.{heartbeat/1/10s/2018-06-12T12:00:00Z-prevote/2/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5111834 WritesPerSecond:1.2055793245693094}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750450916Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750478831Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750484754Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750498437Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19545, 2:19545, 3:19545]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "271", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.750527Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750556290Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750632350Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r271:/System/tsd/cr.store.raft.rcvd.pr{evote/2/10s/2018-06-12T06:00:00Z-op/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5976790 WritesPerSecond:1.203716938465171}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750658761Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750687966Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.7 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750694103Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750709760Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:25759, 2:25759, 3:25759]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "248", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.750736090Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750769571Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750819694Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r248:/System/tsd/cr.store.raft.rcvd.prop/{1/10s/2018-06-12T02:00:00Z-2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4971 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750845954Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750888140Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750894027Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750911760Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "209", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.750940260Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.750968148Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751018736Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r209:/System/tsd/cr.store.raft.rcvd.{prop/2/10s/2018-06-12T02:00:00Z-transferleader/1/10s/2018-06-12T14:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5419199 WritesPerSecond:1.8049344944854977}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751041631Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751069143Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.2 MiB, writesPerSecond:1.80\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751074923Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751091686Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:41260, 2:41260, 3:41260]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "350", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.751117674Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751144876Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751192176Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r350:/System/tsd/cr.store.raft.rcvd.{transferleader/1/10s/2018-06-12T14:00:00Z-vote/2/10s/2018-06-12T23:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1940637 WritesPerSecond:0.6031298210302024}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751216334Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751260347Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751266038Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751287848Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:4246, 2:4246, 3:4246]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "308", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.751317183Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751343126Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751396937Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r308:/System/tsd/cr.store.raft.{rcvd.vote/2/10s/2018-06-12T23:00:00Z-ticks/3/10s/2018-06-12T12:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4337241 WritesPerSecond:1.20387401747551}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751422673Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751452608Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.1 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751458446Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751473527Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:16803, 2:16803, 3:16803]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "281", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.751500437Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751521503Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751584897Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r281:/System/tsd/cr.store.raft{.ticks/3/10s/2018-06-12T12:00:00Z-log.truncated/6/10s/2018-06-12T14:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5979720 WritesPerSecond:1.206215901916117}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751610770Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751638843Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.7 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751644691Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751658986Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:24061, 2:24061, 3:24061]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "257", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.751687638Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751714837Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751763723Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r257:/System/tsd/cr.store.ra{ftlog.truncated/6/10s/2018-06-12T14:00:00Z-nge.removes/4/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4400068 WritesPerSecond:1.8052424593326202}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751790984Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751817996Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.2 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751823634Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751837517Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:29584, 2:29584, 3:29584]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "353", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.751863913Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751887521Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751940246Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r353:/System/tsd/cr.store.range.removes/{4/10s/2018-06-12T03:00:00Z-5/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5706 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751964443Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751991430Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.751998820Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752015217Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "237", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.752043607Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752073336Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752122324Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r237:/System/tsd/cr.store.range.removes/{5/10s/2018-06-12T03:00:00Z-6/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5706 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752149467Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752178574Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752184294Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752200064Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "205", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.752229023Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752255378Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752312904Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r205:/System/tsd/cr.store.range.{removes/6/10s/2018-06-12T03:00:00Z-snapshots.preemptive-applied/1/10s/2018-06-13T00:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6319416 WritesPerSecond:1.8093218523062096}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752338120Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752369473Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.0 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752376144Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752390483Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:42577, 2:42577, 3:42577]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "340", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.752416908Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752444761Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752492480Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r340:/System/tsd/cr.store.range{.snapshots.preemptive-applied/1/10s/2018-06-13T00:00:00Z-s/3/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2950556 WritesPerSecond:1.2038733827311767}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752517964Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752544936Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.8 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752550528Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752576256Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:7352, 2:7352, 3:7352]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "305", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.752605973Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752632134Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752685187Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r305:/System/tsd/cr.store.ranges{/3/10s/2018-06-12T03:00:00Z-.unavailable/5/10s/2018-06-12T18:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3061182 WritesPerSecond:0.6021389749062972}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752710407Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752741277Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752747330Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752761004Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:17681, 2:17681, 3:17681]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "275", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.752787738Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752815118Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752864550Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r275:/System/tsd/cr.store.r{anges.unavailable/5/10s/2018-06-12T18:00:00Z-eplicas/5/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3819614 WritesPerSecond:1.8111518812519132}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752889617Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752917124Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.6 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752922865Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752939377Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:25011, 2:25011, 3:25011]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "366", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.752963332Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.752988878Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753035124Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r366:/System/tsd/cr.store.replicas/{5/10s/2018-06-12T04:00:00Z-6/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5701 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753058654Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753085624Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753091197Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753104835Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:13, 2:13, 3:13]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "255", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.753132381Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753161719Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753207909Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r255:/System/tsd/cr.store.replicas{/6/10s/2018-06-12T04:00:00Z-.commandqueue.combinedwritecount/1/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4827193 WritesPerSecond:1.8093895654756589}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753230684Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753262712Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.6 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753275579Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753297358Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:29879, 2:29879, 3:29879]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "348", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.753325641Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753353748Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753401909Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r348:/System/tsd/cr.store.replicas.commandqueue.combinedwritecount/{1/10s/2018-06-12T04:00:00Z-2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5733 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753430294Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753458187Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753464615Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753479268Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "240", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.753505782Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753529841Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753592269Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r240:/System/tsd/cr.store.replicas.commandqueue.{combinedwritecount/2/10s/2018-06-12T04:00:00Z-maxtreesize/3/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7385535 WritesPerSecond:2.4112259041901885}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753616808Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753645042Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.0 MiB, writesPerSecond:2.41\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753651061Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753665222Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:33658, 2:33658, 3:33658]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "316", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.753690757Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753716347Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753770708Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r316:/System/tsd/cr.store.replicas.commandqueue.maxtreesize/{3/10s/2018-06-12T03:00:00Z-4/10s/2018-06-12T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5726 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753792805Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753826527Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753832558Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753846434Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:13, 2:13, 3:13]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "229", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.753877624Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753902631Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753954947Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r229:/System/tsd/cr.store.replicas.{commandqueue.maxtreesize/4/10s/2018-06-12T03:00:00Z-leaders_not_leaseholders/2/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4491308 WritesPerSecond:1.811791981433747}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.753979074Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754014665Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.3 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754020535Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754034437Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:36434, 2:36434, 3:36434]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "363", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.754066362Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754099429Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754182695Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r363:/System/tsd/cr.store.replicas.lea{ders_not_leaseholders/2/10s/2018-06-12T06:00:00Z-seholders/6/10s/2018-06-12T23:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2013454 WritesPerSecond:0.6038661006386011}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754225902Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754264887Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754274641Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754308779Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:1042, 2:1042, 3:1042]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "287", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.754355742Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754397725Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754475197Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r287:/System/tsd/cr.store.replicas.{leaseholders/6/10s/2018-06-12T23:00:00Z-quiescent/1/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1996370 WritesPerSecond:0.6040193133150291}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754518675Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754580819Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754592728Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754618564Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:20789, 2:20789, 3:20789]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "220", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.754664809Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754710608Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754799111Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r220:/System/tsd/cr.store.replicas.quiescent/{1/10s/2018-06-12T02:00:00Z-2/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4975 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754846681Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754898947Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754909561Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.754935809Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "202", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.754992974Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755043764Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755127607Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r202:/System/tsd/cr.store.replicas.quiescent/{2/10s/2018-06-12T02:00:00Z-3/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4975 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755177072Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755229827Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.9 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755239881Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755267802Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "192", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.755338234Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755384628Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755471151Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r192:/System/tsd/cr.store.re{plicas.quiescent/3/10s/2018-06-12T02:00:00Z-quests.slow.commandqueue/6/10s/2018-06-12T23:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6446849 WritesPerSecond:1.807238820110971}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755514377Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755581888Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:1.81\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755593469Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755629814Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:45162, 2:45162, 3:45162]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "338", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.755674964Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755724305Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755809051Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r338:/System/tsd/cr.store.requests.slow.{commandqueue/6/10s/2018-06-12T23:00:00Z-raft/3/10s/2018-06-12T12:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3400833 WritesPerSecond:1.2062154745593106}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755854298Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755904525Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.2 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755916227Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.755942135Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:7803, 2:7803, 3:7803]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "295", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.755989061Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756027527Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756118687Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r295:/System/tsd/cr.store.r{equests.slow.raft/3/10s/2018-06-12T12:00:00Z-ocksdb.block.cache.misses/3/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5199806 WritesPerSecond:1.2030754373181758}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756162998Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756226379Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.0 MiB, writesPerSecond:1.20\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756237437Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756268824Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:19970, 2:19970, 3:19970]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "266", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.756332619Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756375679Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756464294Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r266:/System/tsd/cr.store.rocksdb.block.cache.{misses/3/10s/2018-06-12T07:00:00Z-usage/5/10s/2018-06-12T13:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6400412 WritesPerSecond:1.2061789792105944}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756507815Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756562572Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756589785Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756617990Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:26195, 2:26195, 3:26195]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "249", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.756662035Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756704565Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756790980Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r249:/System/tsd/cr.store.rocksdb.{block.cache.usage/5/10s/2018-06-12T13:00:00Z-flushes/2/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6490486 WritesPerSecond:2.4151638544919383}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756832870Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756883816Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:2.42\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756894735Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.756921240Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:31249, 2:31249, 3:31249]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "322", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.756965353Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757010938Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757098596Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r322:/System/tsd/cr.store.rocksdb.flushes/{2/10s/2018-06-12T04:00:00Z-3/10s/2018-06-12T04:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5708 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757148018Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757194826Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757205216Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757230568Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "234", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.757277172Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757333879Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757425965Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r234:/System/tsd/cr.store.rocksdb.{flushes/3/10s/2018-06-12T04:00:00Z-table-readers-mem-estimate/6/10s/2018-06-12T06:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:7762387 WritesPerSecond:2.4099898497773364}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757473849Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757522506Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.4 MiB, writesPerSecond:2.41\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757533130Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757560353Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:34592, 2:34592, 3:34592]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "313", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.757620280Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757666395Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757755195Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r313:/System/tsd/cr.store.rocksdb.table-readers-mem-estimate/{6/10s/2018-06-12T06:00:00Z-1/10s/2018-06-12T07:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5727 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757798079Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757848376Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757859936Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757887538Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "225", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.757938885Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.757982968Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758075659Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r225:/System/tsd/cr.store.{rocksdb.table-readers-mem-estimate/1/10s/2018-06-12T07:00:00Z-totalbytes/5/10s/2018-06-12T11:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:4669692 WritesPerSecond:1.804928834828878}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758118300Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758173853Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:4.5 MiB, writesPerSecond:1.80\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758184096Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758210192Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:37284, 2:37284, 3:37284]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "359", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.758254869Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758299403Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758354606Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r359:/System/tsd/cr.store.t{otalbytes/5/10s/2018-06-12T11:00:00Z-scache.skl.read.pages/1/10s/2018-06-13T03:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2028452 WritesPerSecond:0.604539870952315}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758384770Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758434016Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.9 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758444958Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758475288Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:1646, 2:1646, 3:1646]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "310", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.758517642Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758577296Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758663195Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r310:/System/tsd/cr.store.tscache.skl.{read.pages/1/10s/2018-06-13T03:00:00Z-write.pages/4/10s/2018-06-12T05:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:3906202 WritesPerSecond:1.205573175211464}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758707798Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758762306Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.7 MiB, writesPerSecond:1.21\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758774418Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758807085Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:16553, 2:16553, 3:16553]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "277", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.758850683Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758892852Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.758980342Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r277:/System/tsd/cr.store.tscache.skl.write.pages/{4/10s/2018-06-12T05:00:00Z-5/10s/2018-06-12T05:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:5716 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759024329Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759070130Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:5.6 KiB, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759081710Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759108345Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:15, 2:15, 3:15]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "217", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.759155419Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759196913Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759293876Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r217:/System/tsd/cr.store.{tscache.skl.write.pages/5/10s/2018-06-12T05:00:00Z-valcount/6/10s/2018-06-12T02:00:00Z} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:6516286 WritesPerSecond:1.804619293497864}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759336322Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759384120Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:1.80\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759394782Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759420626Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:38926, 2:38926, 3:38926]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "118", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.759470580Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759519038Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759622463Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r118:/System/ts{d/cr.store.valcount/6/10s/2018-06-12T02:00:00Z-e} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:2946838 WritesPerSecond:0.6039288723294567}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759668408Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759727855Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:2.8 MiB, writesPerSecond:0.60\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759742608Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759769028Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:43740, 2:43740, 3:43740]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "6", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.759809500Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759858805Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759938815Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r6:/{System/tse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.759982056Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760033696Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760045340Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760072183Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:50, 2:50, 3:50]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "7", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.760123433Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760170440Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760249346Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r7:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n3,s6):2, (n2,s3):3, next=4] LogicalBytes:62446 WritesPerSecond:0.15532364559018927}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760333491Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r7:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n3,s6):2, (n2,s3):3, next=4] LogicalBytes:62446 WritesPerSecond:0.15532364559018927}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.167666125816\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760371101Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760419911Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:61 KiB, writesPerSecond:0.16\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760430979Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760460344Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:326, 2:326, 3:326]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "8", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.760512930Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760555870Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760655150Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r8:/Table/1{1-2} [(n1,s1):1, (n3,s6):2, (n2,s4):3, next=4] LogicalBytes:1315 WritesPerSecond:0.023583289865399957}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.49999999999999 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760704583Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760767320Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:1.3 KiB, writesPerSecond:0.02\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760779486Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760823503Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:141, 2:141, 3:141]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "9", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.760871770Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760911456Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.760991784Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r9:/Table/1{2-3} [(n1,s1):1, (n3,s6):2, (n2,s3):3, next=4] LogicalBytes:7910 WritesPerSecond:0.043813117569575614}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761059446Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r9:/Table/1{2-3} [(n1,s1):1, (n3,s6):2, (n2,s3):3, next=4] LogicalBytes:7910 WritesPerSecond:0.043813117569575614}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761103141Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761156766Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:7.7 KiB, writesPerSecond:0.04\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761167100Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761199096Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:71, 2:71, 3:71]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "11", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.761256567Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761310934Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761360801Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761409496Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761420016Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761447064Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:36, 2:36, 3:36]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "12", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.761489067Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761536767Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761641284Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r12:/Table/1{5-6} [(n1,s1):1, (n2,s3):2, (n3,s6):3, next=4] LogicalBytes:3669 WritesPerSecond:0.023891150424794123}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761715866Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r12:/Table/1{5-6} [(n1,s1):1, (n2,s3):2, (n3,s6):3, next=4] LogicalBytes:3669 WritesPerSecond:0.023891150424794123}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761751334Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761814521Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:3.6 KiB, writesPerSecond:0.02\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761824693Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761852644Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:53, 2:53, 3:53]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "13", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.761899019Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.761943993Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762021689Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r13:/Table/1{6-7} [(n1,s1):1, (n2,s3):2, (n3,s5):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762071277Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762124920Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762135734Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762162271Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:31, 2:31, 3:31]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "14", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.762220654Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762266630Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762353229Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r14:/Table/1{7-8} [(n1,s1):1, (n2,s4):2, (n3,s6):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762396167Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90]\nexisting replicas: [\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762444774Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762454679Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762480680Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:29, 2:29, 3:29]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "15", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.762526691Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762597424Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762650866Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762711926Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762721079Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762752289Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:58, 2:58, 3:58]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "16", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.762793706Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762834816Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762919359Z", | |
"message": "[n1,status] not considering {StoreID:5 Attrs: Node:{NodeID:3 Address:{NetworkField:tcp AddressField:10.150.0.64:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=492 MiB, logicalBytes=889 MiB), ranges=192, leases=0, writes=2283.98, bytesPerReplica={p10=4194259.00 p25=4194290.00 p50=4194350.00 p75=6422703.00 p90=6545801.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=55.53}} as a candidate for range {Desc:r16:/Table/{19-20} [(n1,s1):1, (n2,s3):2, (n3,s6):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=0.00(ranges=0, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.762987429Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r16:/Table/{19-20} [(n1,s1):1, (n2,s3):2, (n3,s6):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763020319Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763070856Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763080884Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763107664Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:27, 2:27, 3:27]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "17", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.763156747Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763199234Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763273453Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r17:/Table/2{0-1} [(n1,s1):1, (n2,s3):2, (n3,s5):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.5 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763331134Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763381427Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763391181Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763417834Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:104, 2:104, 3:104]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "32", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.763467681Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763507779Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763558707Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763622681Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763633826Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763661160Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:21, 2:21, 3:21]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "33", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.763700571Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763744330Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763798766Z", | |
"message": "[n1,status] not considering {StoreID:4 Attrs: Node:{NodeID:2 Address:{NetworkField:tcp AddressField:10.150.0.65:26257} Attrs: Locality: ServerVersion:2.0} Capacity:disk (capacity=375 GiB, available=374 GiB, used=505 MiB, logicalBytes=1.4 GiB), ranges=363, leases=2, writes=2421.55, bytesPerReplica={p10=5718.00 p25=3022385.00 p50=4194335.00 p75=6169239.00 p90=6559964.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=1.21 p90=1.81}} as a candidate for range {Desc:r33:/Table/2{2-3} [(n1,s1):1, (n2,s3):2, (n3,s5):3, next=4] LogicalBytes:0 WritesPerSecond:0}: score=-1.00(ranges=-1, bytes=0.00, writes=0.00) storeList= candidate: avg-ranges=187.16666666666666 avg-leases=62.50000000000001 avg-disk-usage=725 MiB avg-writes-per-second=1213.1676661258161\n 2: ranges=0 leases=0 disk-usage=0 B writes-per-second=0.00\n 5: ranges=192 leases=0 disk-usage=889 MiB writes-per-second=2283.98\n 6: ranges=183 leases=0 disk-usage=565 MiB writes-per-second=179.65\n 4: ranges=363 leases=2 disk-usage=1.4 GiB writes-per-second=2421.55\n 1: ranges=375 leases=370 disk-usage=1.4 GiB writes-per-second=2392.92\n 3: ranges=10 leases=3 disk-usage=562 KiB writes-per-second=0.90\n" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763821996Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763850014Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763855853Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763870433Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:21, 2:21, 3:21]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "34", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.763897801Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763926764Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.763978510Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764005731Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:146 B, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764011262Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764025774Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:21, 2:21, 3:21]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "35", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.764051135Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764076908Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764107782Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764135760Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764145715Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764168227Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:18, 2:18, 3:18]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "36", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.764239527Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764291288Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764350308Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764400638Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764410901Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764438682Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:796285, 2:796285, 3:796285]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "158", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.764497854Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764541730Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764606827Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764641307Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764650697Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764678958Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:59802, 2:59802, 3:59802]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "95", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.764738251Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764798014Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764853785Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764905782Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764916984Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.764943277Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:174842, 2:174842, 3:174842]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "156", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.765080407Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765132031Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765189474Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765243061Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765255095Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765285281Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:60764, 2:60764, 3:60764]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "64", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.765343578Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765392574Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765431964Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765487844Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765498584Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765526937Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:290882, 2:290882, 3:290882]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "153", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.765594997Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765642744Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765700132Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765750112Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765760724Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765787658Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:60563, 2:60563, 3:60563]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "93", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.765855038Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765899660Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.765955047Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766010282Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766019868Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766045478Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:175448, 2:175448, 3:175448]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "155", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.766085487Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766109541Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766143267Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766186831Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766192992Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766211345Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:60708, 2:60708, 3:60708]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "49", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.766245054Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766267887Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766304107Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766332238Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766337787Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766352597Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:408686, 2:408686, 3:408686]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "143", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.766385307Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766416977Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766449734Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766476330Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766483718Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766497990Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:60800, 2:60800, 3:60800]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "91", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.766530495Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766552815Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766615288Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766644802Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766650767Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766666535Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:175656, 2:175656, 3:175656]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "151", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.766700624Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766726982Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766758348Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766787711Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766800828Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766816250Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:61607, 2:61607, 3:61607]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "63", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.766871365Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766897711Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766930258Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766957258Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766962854Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.766977330Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:290959, 2:290959, 3:290959]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "147", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767007952Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767038318Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767070955Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767192202Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767198540Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767218362Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:61876, 2:61876, 3:61876]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "94", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767255377Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767287941Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767321245Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767361258Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767367217Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767381652Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:175143, 2:175143, 3:175143]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "152", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767413658Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767437654Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767468604Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767497631Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767503221Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767518361Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:61418, 2:61418, 3:61418]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "42", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767548524Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767592098Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767624780Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767651007Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767656330Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767673165Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:524369, 2:524369, 3:524369]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "149", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767705249Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767728811Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767761765Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767787775Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767801171Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767817795Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:60562, 2:60562, 3:60562]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "87", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767851636Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767880281Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767911496Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767941276Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767946856Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.767962599Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:175886, 2:175886, 3:175886]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "140", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.767995439Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768017686Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768047012Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768073488Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768078859Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768096679Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:62237, 2:62237, 3:62237]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "62", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.768127268Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768149662Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768184843Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768225246Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768231082Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768245408Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:292604, 2:292604, 3:292604]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "142", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.768276331Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768299888Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768334149Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768365296Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768370718Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768385085Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:62574, 2:62574, 3:62574]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "89", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.768417805Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768439325Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768467891Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768502996Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768508439Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768522702Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:175351, 2:175351, 3:175351]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "146", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.768554406Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768613605Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768656395Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768684802Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768690216Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768707125Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:60365, 2:60365, 3:60365]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "48", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.768741692Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768769123Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768822996Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768849869Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.7 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768855432Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768871803Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:408976, 2:408976, 3:408976]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "139", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.768903689Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768928816Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s3): rangeCount=192, otherRangeCount=10, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768959596Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768987373Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.768992581Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769009003Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:62814, 2:62814, 3:62814]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "88", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769039391Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769061351Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769094948Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769123976Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769129589Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769143446Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:175856, 2:175856, 3:175856]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "150", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769173463Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769201451Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769229642Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769258206Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.1 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769263811Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769277468Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:61066, 2:61066, 3:61066]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "61", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769307855Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769328662Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769360316Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769415867Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769420877Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769435362Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:293566, 2:293566, 3:293566]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "145", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769483112Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769506117Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769538701Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769596398Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769602438Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769616882Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:61831, 2:61831, 3:61831]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "90", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769648065Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769677002Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769705198Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769735588Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769741365Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769754338Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:176523, 2:176523, 3:176523]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "144", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769784165Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769812501Z", | |
"message": "[n1,status] s1: should-rebalance(ranges-overfull): rangeCount=375, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769854169Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769881946Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.2 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769887999Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769903786Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:61569, 2:61569, 3:61569]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "39", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.769933663Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.769964696Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770001092Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770026788Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.4 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770032029Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770046506Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:640866, 2:640866, 3:640866]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "131", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.770076659Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770100536Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770130799Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770156543Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.9 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770161912Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770175346Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:68957, 2:68957, 3:68957]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "83", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.770221478Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770247320Z", | |
"message": "[n1,status] s5: should-rebalance(better-fit-ranges=s2): rangeCount=192, otherRangeCount=0, mean=187.17, underfull-threshold=177" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770275011Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770318579Z", | |
"message": "[n1,status] remove candidates: [\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:6.9 MiB, writesPerSecond:0.90\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770323720Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770338579Z", | |
"message": "[n1,status] rebalancing to n2,s3: [1*:180577, 2:180577, 3:180577]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "129", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.770382613Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770405664Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770455060Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770479783Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.4 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770485264Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770498776Z", | |
"message": "[n1,status] rebalancing to n1,s2: [1*:68419, 2:68419, 3:68419]" | |
} | |
] | |
}, | |
{ | |
"rangeId": "59", | |
"events": [ | |
{ | |
"time": "2018-06-13T18:54:44.770526122Z", | |
"message": "[n1,status] allocator noop - considering a rebalance or lease transfer" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770549484Z", | |
"message": "[n1,status] s4: should-rebalance(ranges-overfull): rangeCount=363, mean=187.17, overfull-threshold=197" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770589878Z", | |
"message": "[n1,status] rebalance candidates #1: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:0 B, writesPerSecond:0.00\ns3, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:10, logicalBytes:562 KiB, writesPerSecond:0.90\ns6, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:183, logicalBytes:565 MiB, writesPerSecond:179.65]\nexisting replicas: [\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:0.00(ranges=0, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770617722Z", | |
"message": "[n1,status] remove candidates: [\ns2, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:0, logicalBytes:6.4 MiB, writesPerSecond:0.00\ns5, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:1, balance:1.00(ranges=1, bytes=0.00, writes=0.00), rangeCount:192, logicalBytes:889 MiB, writesPerSecond:2283.98\ns4, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:363, logicalBytes:1.4 GiB, writesPerSecond:2421.55\ns1, valid:true, fulldisk:false, necessary:false, diversity:0.00, converges:0, balance:-1.00(ranges=-1, bytes=0.00, writes=0.00), rangeCount:375, logicalBytes:1.4 GiB, writesPerSecond:2392.92]" | |
}, | |
{ | |
"time": "2018-06-13T18:54:44.770625467Z", | |
"message": "[n1,status] remove target: s1, valid:true, fulldisk:false, necessary:false, divers |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment