Skip to content

Instantly share code, notes, and snippets.

@brstgt
Created July 22, 2016 19:48
Show Gist options
  • Save brstgt/bf8b20fa1942d29ab60926ede7340b75 to your computer and use it in GitHub Desktop.
Save brstgt/bf8b20fa1942d29ab60926ede7340b75 to your computer and use it in GitHub Desktop.
INFO [Thread-457] 2016-07-22 19:47:37,545 RepairRunnable.java:125 - Starting repair command #17, repairing keyspace likes with repair options (parallelism: parallel, primary range: false, incremental: true, job threads: 1, ColumnFamilies: [like, like_out_by_source_mv, dislike, like_valid_mv, match, like_out, like_by_contact_mv, dislike_by_source_mv, match_valid_mv, match_by_contact_mv], dataCenters: [], hosts: [], # of ranges: 767)
INFO [Thread-457] 2016-07-22 19:47:37,892 RepairSession.java:237 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.103, /10.23.71.102 on range [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Repair#17:1] 2016-07-22 19:47:38,464 RepairJob.java:172 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] Requesting merkle trees for like (to [/10.23.71.103, /10.23.71.102, /10.23.71.1])
INFO [Thread-457] 2016-07-22 19:47:38,464 RepairSession.java:237 - [repair #24f8f600-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.101, /10.23.71.3 on range [(8008791842967361669,8038862770627906499], (-5469645954474875486,-5439241255524009812], (742770040383992452,777741838670971205], (2644495939707553332,2648681850839402112], (-5436177015134558291,-5431284674613918443], (-5390672338264088186,-5343125205368006420], (1546163205079322764,1559600778571718937], (-8617541384567989093,-8612287385896652769], (7393920069090854910,7395253428163917253], (1621009146757537004,1630578854361169128], (-5394339147998661309,-5390672338264088186], (7840412209726191156,7859364143715286297], (-3033473984106969883,-3030850568494234540], (8385466264426756522,8389214592424447508], (-1402352886550075798,-1389068615561790719], (-3826886045300181214,-3824698373992454469], (7157710549378507735,7166117639490029261], (7829326034892679049,7840412209726191156], (7395253428163917253,7445832996115221515], (-5439241255524009812,-5438265652898484546], (-6450092268717866358,-6443801506547903054], (467287312444479994,468570495581753254], (1520924113363900129,1546163205079322764], (-5407073179022881879,-5394339147998661309], (-3047725748071852160,-3037141533782737477], (423366711605088460,426730197955685150], (-1866348354681361027,-1858403747841581109], (-1415126676433166832,-1406311631807247467], (-3035372056788956313,-3033473984106969883], (426730197955685150,467287312444479994], (5601907338918644679,5606476998945895040], (-2807978556274887070,-2806971946299358487], (-2131310491726494434,-2090745730689181936], (-2590949262679827171,-2584393125278132321], (-1172770516928756165,-1169927576922267552], (-5485050566346711530,-5469645954474875486], (-4588691852019204569,-4582984269761594693], (7859364143715286297,7898665062146290194], (-3037141533782737477,-3035372056788956313], (-7846590362122562412,-7831763320105494285], (-1197092324830166639,-1172770516928756165], (-4987938874911376526,-4955674120444024504], (739605247564146864,742770040383992452], (-4582984269761594693,-4582241331673174302], (-6782285232446622933,-6775901062152346268], (-238149652118258817,-216598490163963293], (-1406311631807247467,-1402352886550075798], (230614244773767078,240019443595754652], (8537266431933257904,8537981544458075627], (-5431284674613918443,-5416277102081932108], (2150779633987417876,2157778823676674168], (-1328583787106881994,-1319954617232539458], (-5544003529093921709,-5531556841697341545], (-7062332981168604166,-7060376416140255365], (-4955674120444024504,-4938793263475001428], (256562903627071031,259060444166643169], (-5531556841697341545,-5485050566346711530], (-1389068615561790719,-1387065002579890740], (-5438265652898484546,-5436177015134558291], (-8032617454183752166,-8013836548312469904], (240019443595754652,256562903627071031], (723828578008729529,739605247564146864], (1619576328343308705,1621009146757537004], (-2090745730689181936,-2090341350856895312], (-5416277102081932108,-5407073179022881879], (2622975236111539850,2644495939707553332], (-5557624806802855979,-5544003529093921709], (8105255451341865351,8106361803235233081], (4010351039702758744,4044128880626424562], (8003778484670378066,8008791842967361669], (126075379771967233,142060027382422460], (-1024096348875857172,-1014120554216416342]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [AntiEntropyStage:1] 2016-07-22 19:47:38,468 RepairSession.java:181 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] Received merkle tree for like from /10.23.71.103
ERROR [ValidationExecutor:14] 2016-07-22 19:47:38,469 ActiveRepairService.java:525 - Cannot start multiple repair sessions over the same sstables
INFO [AntiEntropyStage:1] 2016-07-22 19:47:38,469 RepairSession.java:181 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] Received merkle tree for like from /10.23.71.102
ERROR [ValidationExecutor:14] 2016-07-22 19:47:38,469 Validator.java:261 - Failed creating a merkle tree for [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 on likes/like, [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]]], /10.23.71.1 (see log for details)
WARN [RepairJobTask:1] 2016-07-22 19:47:38,469 RepairJob.java:153 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] like sync failed
ERROR [Repair#17:1] 2016-07-22 19:47:38,470 CassandraDaemon.java:201 - Exception in thread Thread[Repair#17:1,5,RMI Runtime]
com.google.common.util.concurrent.UncheckedExecutionException: org.apache.cassandra.exceptions.RepairException: [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 on likes/like, [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]]] Validation failed in /10.23.71.103
at com.google.common.util.concurrent.Futures.wrapAndThrowUnchecked(Futures.java:1525) ~[guava-18.0.jar:na]
at com.google.common.util.concurrent.Futures.getUnchecked(Futures.java:1511) ~[guava-18.0.jar:na]
at org.apache.cassandra.repair.RepairJob.run(RepairJob.java:160) ~[apache-cassandra-3.0.8.jar:3.0.8]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ~[na:1.8.0_91]
at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_91]
Caused by: org.apache.cassandra.exceptions.RepairException: [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 on likes/like, [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]]] Validation failed in /10.23.71.103
at org.apache.cassandra.repair.ValidationTask.treesReceived(ValidationTask.java:68) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.repair.RepairSession.validationComplete(RepairSession.java:183) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.service.ActiveRepairService.handleMessage(ActiveRepairService.java:457) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.repair.RepairMessageVerbHandler.doVerb(RepairMessageVerbHandler.java:164) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:67) ~[apache-cassandra-3.0.8.jar:3.0.8]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[na:1.8.0_91]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_91]
... 3 common frames omitted
ERROR [ValidationExecutor:14] 2016-07-22 19:47:38,470 CassandraDaemon.java:201 - Exception in thread Thread[ValidationExecutor:14,1,main]
java.lang.RuntimeException: Cannot start multiple repair sessions over the same sstables
at org.apache.cassandra.service.ActiveRepairService$ParentRepairSession.markSSTablesRepairing(ActiveRepairService.java:526) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.db.compaction.CompactionManager.getSSTablesToValidate(CompactionManager.java:1187) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.db.compaction.CompactionManager.doValidationCompaction(CompactionManager.java:1091) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.db.compaction.CompactionManager.access$700(CompactionManager.java:80) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.db.compaction.CompactionManager$10.call(CompactionManager.java:714) ~[apache-cassandra-3.0.8.jar:3.0.8]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91]
INFO [AntiEntropyStage:1] 2016-07-22 19:47:38,470 RepairSession.java:181 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] Received merkle tree for like from /10.23.71.1
INFO [Repair#17:2] 2016-07-22 19:47:38,471 RepairJob.java:172 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] Requesting merkle trees for like_by_contact_mv (to [/10.23.71.103, /10.23.71.102, /10.23.71.1])
ERROR [RepairJobTask:1] 2016-07-22 19:47:38,471 RepairSession.java:290 - [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5] Session completed with the following error
org.apache.cassandra.exceptions.RepairException: [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 on likes/like, [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]]] Validation failed in /10.23.71.103
at org.apache.cassandra.repair.ValidationTask.treesReceived(ValidationTask.java:68) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.repair.RepairSession.validationComplete(RepairSession.java:183) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.service.ActiveRepairService.handleMessage(ActiveRepairService.java:457) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.repair.RepairMessageVerbHandler.doVerb(RepairMessageVerbHandler.java:164) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:67) ~[apache-cassandra-3.0.8.jar:3.0.8]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[na:1.8.0_91]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91]
ERROR [RepairJobTask:1] 2016-07-22 19:47:38,472 RepairRunnable.java:261 - Repair session 24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 for range [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]] failed with error [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 on likes/like, [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]]] Validation failed in /10.23.71.103
org.apache.cassandra.exceptions.RepairException: [repair #24a1ae40-5045-11e6-ae5e-6d08e10f7bd5 on likes/like, [(-7919212092444855653,-7917162035252405289], (6155590320148558563,6159949473528935920], (405568699912279550,406276450777870774], (4456866790451985981,4468481669900128502], (2805511758218603279,2807393645272660436], (-3957009604502304410,-3955532368412287634], (8756712999268313522,8775895951735247947], (982997427664536115,1017438557400244083], (7791698493756551850,7804497505173344772], (4101910524617399538,4104204641099756112], (6745247373602191140,6745590991279303403], (1276533658432912350,1313585703722545358], (6744047792710894687,6745247373602191140], (1023709154834181218,1045212087815142430], (1964895527761331390,1987995505993180594], (7970954420885920536,7975720998630979365], (-8608165622329926258,-8606584801150310870], (6159949473528935920,6171970803522454324], (6617934822032350893,6620298676006129928], (-1890628530043953,30902966444178], (8775895951735247947,8785356646229658397], (6620298676006129928,6659305169125626755], (-4882547086483305978,-4882489857054766993], (1987995505993180594,2031642630762015743], (14679125391119494,77472753699688880], (-7216802173212091456,-7206132849026150327], (-3987632261672674591,-3957009604502304410], (-5326084821050965025,-5317089945118588956], (8505248844018482134,8505844563874838687], (-3173761412026598976,-3172082351574795327], (6731863759459555577,6744047792710894687], (-9221114675183524484,-9191142249051433392], (5780630631872116859,5784556071028812607], (-7908746516941116269,-7908656107216573024], (-421154394202911915,-415083894149882311], (5289172804040514626,5311032801001865873], (4831481541582318162,4837974395630096797], (-3537497323818893954,-3535135696852104637], (2103247432368808916,2107836473240552344], (6459531821020055614,6478370540261323135], (-3209766072240052082,-3198401171440783896], (6745590991279303403,6746659772353813621], (4837974395630096797,4844714593704455557], (-8812571212785194490,-8773812791758181657], (3341018157891151375,3358809500243852262], (1017438557400244083,1023709154834181218], (2796774783314889933,2805511758218603279], (3165283908515552059,3170588360689913499], (6146027473500307868,6155590320148558563], (9153158139124012290,9207520339364380180], (-3221259769362291471,-3209766072240052082], (-6673006712664459041,-6670393722146917699], (7775385761250178798,7791698493756551850], (4822894885738802616,4831481541582318162], (-7027537236849682195,-7016256817876478818], (-4305107867340652327,-4261896151181743422], (6132602319997457853,6146027473500307868], (6171970803522454324,6176442014782659413], (6607253223866796533,6617934822032350893], (4468481669900128502,4478102482162469847], (2788120544558793111,2796774783314889933], (4225182581562406528,4227042044050170797], (9207520339364380180,-9221114675183524484], (-4215626695442534754,-4206351492654385391], (-7917162035252405289,-7911442039801172121], (-8974068753711102119,-8940926560636055303], (-425521945919395369,-421154394202911915], (-7911442039801172121,-7908746516941116269], (-3198401171440783896,-3192095392252071949], (7272241981561123455,7295684129387227078], (-3018610841730399291,-2994457322321759525], (6597223812498819301,6607253223866796533], (-8430318003327937035,-8427525817116305790], (-7421013069107441904,-7414468377183556504], (4227042044050170797,4236631360927591323], (1957781411917577414,1964895527761331390], (5277959755341908688,5289172804040514626], (-8610099470120770835,-8608165622329926258], (2031642630762015743,2048123649315018022], (3335209576172480398,3341018157891151375], (3358809500243852262,3375918458095530441], (7260588176660876662,7272241981561123455], (-7414468377183556504,-7370238495582399578], (-3192095392252071949,-3189937809093722723], (5735617187068799697,5741417158125397264]]] Validation failed in /10.23.71.103
at org.apache.cassandra.repair.ValidationTask.treesReceived(ValidationTask.java:68) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.repair.RepairSession.validationComplete(RepairSession.java:183) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.service.ActiveRepairService.handleMessage(ActiveRepairService.java:457) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.repair.RepairMessageVerbHandler.doVerb(RepairMessageVerbHandler.java:164) ~[apache-cassandra-3.0.8.jar:3.0.8]
at org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:67) ~[apache-cassandra-3.0.8.jar:3.0.8]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[na:1.8.0_91]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_91]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91]
INFO [Thread-457] 2016-07-22 19:47:38,927 RepairSession.java:237 - [repair #253f9bf0-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.103, /10.23.71.101 on range [(-4258208463075109200,-4245319584057188387], (1124589980367995897,1128595994644667587], (1110435754803303894,1124589980367995897], (7357219610800618624,7373845896167657837], (-7831763320105494285,-7819544435637546886], (-57668807362855009,-13255179353936791], (-4889454273682286342,-4882547086483305978], (-80269488892258831,-68265889927513942], (-758451062303308460,-755662296396835724], (8166917455355936826,8175101343909026219], (-627577176539981116,-616251977199541951], (-6427677803320168734,-6422011443147310948], (1945170388025838690,1957781411917577414], (-6163670797637003578,-6139350768052018796], (1630578854361169128,1632774004328613257], (-1144116057324189152,-1138386495622165861], (7332034843396025598,7348108381241150825], (-716638876573289684,-713510410465839772], (-7450599261453674395,-7449228187223107986], (-7607350104571906597,-7600477195312726276], (-8612287385896652769,-8610099470120770835], (-3231468496511432226,-3221259769362291471], (2184035304110474028,2222691772169380275], (77472753699688880,77931108349099843], (7813417308620807146,7823000708652105076], (7318206855467156403,7332034843396025598], (-636168308559786178,-627577176539981116], (-1146394920252338010,-1144116057324189152], (-713510410465839772,-706016881057918066], (7348108381241150825,7357219610800618624], (-1366683548631174826,-1355472000334641589], (-645405593686900068,-636168308559786178], (1106517918315859224,1110435754803303894], (-4261896151181743422,-4258208463075109200], (-7445105273924563985,-7421013069107441904], (-1138386495622165861,-1129020750222463742], (-8931580926603587847,-8928492798988569244], (-706016881057918066,-700534509738441141], (-6884027589678732435,-6880838149001102676], (7823000708652105076,7829326034892679049], (-1014120554216416342,-1011887699423090969], (-1497683666207922160,-1497332124037757042], (-3245414590382548541,-3231468496511432226], (-7501559605726142736,-7450599261453674395], (-750232329448214937,-723739165273100063], (554695493068223840,558106441466093995], (-1154513872835590727,-1146394920252338010], (-6840505332349769206,-6830620176062157156], (-6443801506547903054,-6427677803320168734], (-68265889927513942,-57668807362855009], (-5278227761728645461,-5274611384563897663], (1061511563464854057,1106517918315859224], (-8858531931564438742,-8852495032306105501], (-8860399391431579161,-8858531931564438742], (260058612166528321,261378386698449685], (-4912452541710117335,-4889542755250381112], (7295684129387227078,7302619015596199621], (-13255179353936791,-1890628530043953], (-5317089945118588956,-5287010796631969697], (-755662296396835724,-750232329448214937], (-6902306612411116238,-6884027589678732435], (-1367204891551029398,-1366683548631174826], (261378386698449685,262417280128705577], (-1343846738638705816,-1328583787106881994], (-723739165273100063,-716638876573289684], (7304696790181729246,7318206855467156403], (7804497505173344772,7813417308620807146], (-5287010796631969697,-5278227761728645461], (-8940926560636055303,-8931580926603587847], (-6180769666687256012,-6163670797637003578], (-1355472000334641589,-1343846738638705816], (7302619015596199621,7304696790181729246], (259060444166643169,260058612166528321], (-7819544435637546886,-7807202606676056746], (-4938793263475001428,-4912452541710117335], (-7506033510795542764,-7501559605726142736], (3498128503839989713,3522428693467628778], (-4613347160317575402,-4611994260962165064], (4624188281659812132,4666726662279971215], (4616604976389810389,4624188281659812132], (3522428693467628778,3527295604799750804], (-4889542755250381112,-4889454273682286342], (1463818992749092463,1484375644227191083], (-5274611384563897663,-5244343973876664087], (-7449228187223107986,-7445105273924563985]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:39,520 RepairSession.java:237 - [repair #259a1800-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.3, /10.23.71.2 on range [(-7853913601172399784,-7846998162448142142], (-3493786130319788406,-3464649800026423233], (-4861729831503302709,-4852934560551083183], (1240567739405499791,1241167733118809943], (7166117639490029261,7169838259371478862], (4409654806747054402,4428390178627858929], (-2354861301065805689,-2347568589214717469], (6323706943514150418,6337001012409604940], (5561822591234001209,5569559870584020207], (7522435444399653754,7531094221260862036], (2748732249354572321,2751026996451972729], (-8358738059225787279,-8358288468579830480], (-2378382439193518814,-2354861301065805689], (-2090341350856895312,-2062424391173756849], (-7846998162448142142,-7846590362122562412], (-3842276766694259592,-3841713578659797752], (-6997611148853773887,-6987969541861544360], (-2393070462736106805,-2385587232462440093], (-3841713578659797752,-3826886045300181214], (-2385587232462440093,-2380960016139449626], (5552633834438639572,5561822591234001209], (-4852934560551083183,-4851024602602737199], (7586408020577279808,7586471577658677055], (6681584826266003817,6706284547685935425], (-120552785586412105,-115069400717090257], (-3514706464936469258,-3510535902311830165], (-6987969541861544360,-6985390094007807906], (-8398334795350100331,-8383480166817362356], (-3279521049907560790,-3256701301377034334], (112722392478382075,119611856232897318], (7066305816400921624,7075963234975693574], (-3762686278397714370,-3761857816297704340], (5528752044490074640,5534611146367642106], (3984982007933533115,3987774245496747437], (7169838259371478862,7203353165550573894], (-4449471792748187348,-4432379394826583008], (-1765484580126181627,-1733583005656853764], (-8358288468579830480,-8353077085839609576], (1241167733118809943,1245236014649939213], (3933650181794116892,3984982007933533115], (540242319655954300,550422358663300694], (-3497242848526606257,-3493786130319788406], (7919180820603667698,7922852995925680284], (-4459177900592762926,-4449471792748187348], (2746870154185632302,2748732249354572321], (-1049196875342585266,-1037170351444430052], (5534611146367642106,5552633834438639572], (119611856232897318,126075379771967233], (8990535205296911114,8998705853351444787], (2744982259491294178,2746870154185632302], (-2287019073783753424,-2280560104129405935], (8331856880314998556,8334334776740706841], (-3510535902311830165,-3497242848526606257], (92337632701355849,109898990508393275], (-514134620975456025,-495759049982945903], (722653000558723919,723828578008729529], (3319476533776998610,3322138822312884160], (6681218096748198262,6681584826266003817], (-1037170351444430052,-1032724038119591344], (-6361305947613651616,-6333180576370577170], (-3633363298402142765,-3614609755592188636], (-3092136382676907454,-3085647621766380420], (-1613154963219710747,-1528355505453607202], (109898990508393275,112722392478382075], (-2894923596401139654,-2892556687736101606], (-1782741800321572454,-1765484580126181627], (-1528355505453607202,-1513329800959729245], (-4432379394826583008,-4430192380756875239], (522346516718934218,540242319655954300], (-8383480166817362356,-8358738059225787279], (-2380960016139449626,-2378382439193518814], (8334334776740706841,8335573280026032213], (7531094221260862036,7542382679573294413], (3318039184625703430,3319476533776998610], (3987774245496747437,4010351039702758744]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:40,016 RepairSession.java:237 - [repair #25e59ff1-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.102, /10.23.71.101 on range [(-6272451189104210554,-6249141049415586585], (-7194399842959088296,-7192281054704497413], (2177336208933819766,2184035304110474028], (3053041987163523436,3076141311705254889], (-3367638964408321239,-3332592317716018002], (8322789852966604221,8328203073495210088], (4084267639504074166,4094299344279055378], (-7192281054704497413,-7190338103507083113], (3767737280535541225,3769890365230072135], (-9027378621381002676,-9008730517428226484], (-590956816279371094,-588523981081467099], (81989565670047659,84017583555783703], (4224052911025243917,4225182581562406528], (-8852495032306105501,-8812571212785194490], (1510872040235239684,1520924113363900129], (-5343125205368006420,-5333066512714131996], (6950516815053714729,6968408702899476573], (5240948474367863666,5253419981478782643], (2132138275759064852,2150779633987417876], (-7206132849026150327,-7194399842959088296], (6562911290793888679,6582827991673438323], (-6880838149001102676,-6874305086819713859], (-6249141049415586585,-6241090127138480479], (4815632590460310919,4822894885738802616], (-7190338103507083113,-7156907652974872081], (-611315530671702119,-590956816279371094], (-614398871424560981,-611315530671702119], (-3071529793054514466,-3066727430477018152], (-9004824618896367675,-8995747291796203289], (-2738094443187570570,-2733635255058132421], (4044128880626424562,4061902868795845800], (-2728820948845105271,-2719562052967058655], (976993065570501822,982997427664536115], (5741417158125397264,5751556575357443370], (3076141311705254889,3121938832770447007], (-763332004173331767,-762651649026799521], (142060027382422460,148902567924238634], (-7326276542254604025,-7317155437313556398], (-2714778247886969189,-2703604565486310217], (-4222406965339189701,-4215626695442534754], (2126934980489515269,2131236183573609566], (-1866665127306086211,-1866348354681361027], (8062093004527268278,8070935483869551494], (3622632107071711544,3662923035858311520], (266885285526418182,288387790063219751], (3328490498245958259,3335209576172480398], (-4750276975672098869,-4747455425453875814], (6582827991673438323,6597223812498819301], (-616251977199541951,-614398871424560981], (4094299344279055378,4101910524617399538], (5253419981478782643,5277959755341908688], (-6233428931193547295,-6218646525599399799], (-762651649026799521,-758451062303308460], (-2703604565486310217,-2703000785921644592], (8177446883090302138,8188397572592863427], (-3066727430477018152,-3052748798717026973], (-9008730517428226484,-9004824618896367675], (-2747791246343993447,-2738094443187570570], (6400830975024511101,6403748568362266836], (-3072606399697923023,-3072524472016656037], (-2719562052967058655,-2714778247886969189], (-3052748798717026973,-3047725748071852160], (8070935483869551494,8105255451341865351], (77931108349099843,81989565670047659], (8175101343909026219,8177446883090302138], (2131236183573609566,2132138275759064852], (-3072524472016656037,-3071529793054514466], (-428254997213537845,-425521945919395369], (-770733234518703713,-763332004173331767], (4061902868795845800,4084267639504074166], (5751556575357443370,5766940225911627780], (-6241090127138480479,-6233428931193547295], (262417280128705577,266885285526418182], (3840350506766328902,3855173976261090398], (4159236018231687997,4180626321333262593], (-6218646525599399799,-6180769666687256012], (5766940225911627780,5780630631872116859], (-2733635255058132421,-2728820948845105271], (6386590632492602294,6400830975024511101]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:40,553 RepairSession.java:237 - [repair #2637b790-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.103, /10.23.71.2 on range [(1128595994644667587,1130826095251356164], (4257157527974803190,4268254242194372666], (8960534301127402256,8971857132183886655], (1653405779678425938,1654724853051493941], (2511504878895139953,2516453991291280629], (-6139350768052018796,-6132977695051523875], (8423079046005962458,8433868117423496455], (-8912270373399973620,-8880450832948077304], (-5661985595684513954,-5661599584306515228], (8958667457875915778,8960534301127402256], (-115069400717090257,-111276022147667243], (-7755642654101161032,-7649015049208080653], (-980588194027632134,-959425066254302426], (-4734358121101943027,-4707300349312684564], (-7908656107216573024,-7853913601172399784], (-6670393722146917699,-6669974769045603875], (-4206351492654385391,-4203927315412775795], (-7630287745490324571,-7607350104571906597], (6337001012409604940,6341684365400287660], (6659305169125626755,6660545229412959259], (2540947188646137007,2558623220675498708], (5459249446705217349,5478706096004757781], (-6985390094007807906,-6968362785930803422], (-7786749004085763562,-7755642654101161032], (4240860381735615706,4257157527974803190], (5446403934034142661,5459249446705217349], (7064482265324696585,7066305816400921624], (-8880450832948077304,-8876123740117051300], (1130979910979584451,1135414676469752493], (-5764302508905424844,-5703115825686922947], (2734660064514525390,2744982259491294178], (6660545229412959259,6679348798199346045], (1670284646661451185,1686479638430439152], (1686479638430439152,1702587616021566384], (-406842770781907430,-405326920210509547], (4268254242194372666,4286236186785444600], (3495168923534353529,3498128503839989713], (6176442014782659413,6215002497959552739], (-5703115825686922947,-5673749201124299584], (-5673749201124299584,-5661985595684513954], (-87163396682165146,-83238018522006058], (2519167822434924548,2540947188646137007], (6230566623877090328,6243442607676124043], (2807393645272660436,2824968339691174204], (2763423687731573075,2779349085549605341], (6215002497959552739,6230566623877090328], (-7147921886656531660,-7125979015163331609], (1645939879945726225,1653405779678425938], (1130826095251356164,1130979910979584451], (-415083894149882311,-406842770781907430], (-7125979015163331609,-7118240130629454006], (2447709910666451591,2453672522368538657], (5439876297438820107,5446403934034142661], (4666726662279971215,4668339521522359421], (-83238018522006058,-80269488892258831], (5478706096004757781,5484701575921547122], (-103456203613835367,-87163396682165146], (-111276022147667243,-103456203613835367], (-1071381284893683829,-1049196875342585266], (623661547222019783,626857830054291384], (-7649015049208080653,-7630287745490324571], (1654724853051493941,1670284646661451185], (-5661599584306515228,-5661319147845134056], (2516453991291280629,2519167822434924548], (-1004416712387615129,-980588194027632134], (-7511778850072975450,-7506033510795542764], (-9191142249051433392,-9187414703624842306], (1632774004328613257,1645939879945726225], (5484701575921547122,5528752044490074640], (-1011887699423090969,-1004416712387615129], (3176352910769718923,3199678622485560763], (4286236186785444600,4293678823185274176], (-5766157385956932250,-5764302508905424844]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:41,041 RepairSession.java:237 - [repair #26822e10-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.101, /10.23.71.2 on range [(-3253651750263691101,-3248774264689761130], (3615744524770589291,3619562968679849160], (-3085647621766380420,-3080350416239105375], (779900871079676293,782689974710558734], (1228051480378894337,1237603720736616558], (719541920971597131,722653000558723919], (-6830620176062157156,-6825303126519757967], (1715720162213277050,1715819699090908825], (4779299609477973426,4815632590460310919], (1195479129478020412,1211757591324792744], (3613013460117215951,3615744524770589291], (-2148461146353792693,-2131310491726494434], (-648318765358483520,-645405593686900068], (1430414830231007530,1455265736150745732], (-3775027975704768338,-3769438836847290858], (2846565310928666680,2856040796555149878], (-204938821522521970,-200488281278295148], (3328459865626656096,3328490498245958259], (-5574248773169504838,-5557624806802855979], (1135414676469752493,1166949219034373903], (-1197711636217479819,-1197092324830166639], (7910151729757725781,7911763280396719243], (1455265736150745732,1461762419396621613], (1170630087182715784,1195479129478020412], (2558623220675498708,2622975236111539850], (-3256701301377034334,-3253651750263691101], (777741838670971205,779900871079676293], (3769890365230072135,3770056077481726548], (1237603720736616558,1240567739405499791], (-2591644702759858651,-2590949262679827171], (1166949219034373903,1170630087182715784], (-8914572847450235946,-8912270373399973620], (4576559630848501625,4616604976389810389], (3138370446660967812,3151772980515929346], (8038862770627906499,8044681564028958785], (-774991916170893134,-770733234518703713], (7911763280396719243,7919180820603667698], (3322364254919959557,3328459865626656096], (3322138822312884160,3322364254919959557], (782689974710558734,782724522679976855], (-8046068003550845577,-8032617454183752166], (-7156907652974872081,-7147921886656531660], (-8928492798988569244,-8914572847450235946], (5569559870584020207,5593503603838534759], (-4629928693863554509,-4613347160317575402], (-1204448531549690659,-1197711636217479819], (-3769438836847290858,-3762686278397714370], (-3248774264689761130,-3245414590382548541], (4573494964866252498,4576559630848501625], (-6825303126519757967,-6808230200392192663], (-3777714643534804044,-3775027975704768338], (7898665062146290194,7910151729757725781], (5593503603838534759,5594850830502915569], (1430266709819991382,1430414830231007530], (3598162374559178754,3613013460117215951], (1461762419396621613,1463818992749092463], (1211757591324792744,1228051480378894337], (2824968339691174204,2846565310928666680], (5594850830502915569,5601907338918644679], (1702587616021566384,1715720162213277050], (-4582241331673174302,-4582012383241630347], (-9104693513814961842,-9089276538559566737]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:41,454 RepairSession.java:237 - [repair #26c132e1-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.102, /10.23.71.3 on range [(2162097896148319349,2177336208933819766], (6888630953118597816,6950516815053714729], (7572853137341185412,7584410940006777251], (-2307594901523766748,-2291148713629648898], (838239705791381685,862251535479418562], (7445832996115221515,7455425114592066137], (8378608553090350453,8385466264426756522], (-5051358882079753201,-5039257900159669283], (-5053990582448040603,-5051358882079753201], (-3389384301077369550,-3372135594086672779], (4150345009208393259,4154963352821034583], (877433415818548559,878170045102135355], (8811213254825122119,8811364581528099835], (862251535479418562,877433415818548559], (-6280554370465348469,-6273865235018347015], (-3535135696852104637,-3531531203595276799], (9039510589873245795,9048681319360080708], (-2584393125278132321,-2564701652222742210], (2056146785094061742,2095780153835099353], (7584410940006777251,7586408020577279808], (-3614609755592188636,-3596621651463869316], (-3899471483114048474,-3882916207988628908], (-3596621651463869316,-3558905475940773613], (8260245414903677036,8281135400695224512], (-6742531297840107820,-6730867674832191646], (-588523981081467099,-568680783537173568], (2157778823676674168,2162097896148319349], (-3372135594086672779,-3371511241095934562], (-568680783537173568,-561304247361372787], (-238990292964827266,-238149652118258817], (7075963234975693574,7093683923378482761], (8328203073495210088,8331856880314998556], (6857153101090906114,6888630953118597816], (-8437415029691700891,-8430318003327937035], (-561304247361372787,-543741589627741701], (-8445387404870039170,-8437415029691700891], (8811364581528099835,8811948148292601757], (-5039257900159669283,-5026714217170341031], (878170045102135355,893304752425318658], (7093683923378482761,7094991395808594416], (1506822687063407542,1510872040235239684], (-6753759310859349170,-6742531297840107820], (-4867259942381558678,-4861729831503302709], (-6775901062152346268,-6753759310859349170], (-2561196103222663007,-2554612797197990455], (-4424074485586988155,-4417432684880340705], (8811948148292601757,8841400627452158661], (9048681319360080708,9053393197234056311], (593107763232192946,613018304890165365], (4154963352821034583,4159236018231687997], (9018054191609329611,9039510589873245795], (8106361803235233081,8124454475925240262], (7970806480738053451,7970954420885920536], (6746659772353813621,6749086792201768496], (-6273865235018347015,-6272451189104210554], (-3371511241095934562,-3367638964408321239], (8984684933639558731,8989616584948318694], (-6699282934168847861,-6673006712664459041], (-6705581994573068083,-6699282934168847861], (6352787637913776839,6386590632492602294], (-3882916207988628908,-3873536684286894674], (-2291148713629648898,-2287019073783753424], (8785356646229658397,8788222529915630068], (1245236014649939213,1276533658432912350], (7455425114592066137,7461628989115976320], (-2564701652222742210,-2561196103222663007]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:41,893 RepairSession.java:237 - [repair #27040841-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.103, /10.23.71.3 on range [(-3152930255935134534,-3124340696737909389], (2505132473448185208,2511504878895139953], (-7940095328909430879,-7919212092444855653], (-3099101349406985233,-3092136382676907454], (6341684365400287660,6344328327550612420], (-4589487072854512681,-4588691852019204569], (2095780153835099353,2103247432368808916], (4428390178627858929,4434549793782781946], (-3946447516978032670,-3933846317958795796], (-5799013248766093894,-5787070546941831840], (-3282114006174361487,-3279521049907560790], (6063994530224773411,6091080425749771004], (550422358663300694,554695493068223840], (6706284547685935425,6731863759459555577], (-6422011443147310948,-6416301484760562598], (921365610431189463,933343194740594884], (8799557157333219485,8811213254825122119], (2497861622030962816,2505132473448185208], (-927606586240128207,-925121414253504998], (-3153241721476815163,-3152930255935134534], (832433893910183842,838239705791381685], (-122883262667391460,-120552785586412105], (2453672522368538657,2456668122760354637], (4434549793782781946,4456866790451985981], (6091080425749771004,6132602319997457853], (406276450777870774,423051478389378420], (-2814245148312644619,-2807978556274887070], (2757115953602476556,2763423687731573075], (-5787070546941831840,-5766157385956932250], (-4611994260962165064,-4593332352393666115], (-1513329800959729245,-1497683666207922160], (-5800988957080142028,-5799013248766093894], (8505844563874838687,8516425567999107936], (8411042595972011582,8411123324935566792], (8408875833329589766,8410028466128790126], (8300699952769937905,8301548323126011398], (8411123324935566792,8423079046005962458], (-2892556687736101606,-2877590830735997987], (-1169927576922267552,-1162420892255211817], (-2844591147604170166,-2827929837419047591], (2456668122760354637,2497861622030962816], (-2857241012573157608,-2844591147604170166], (7373845896167657837,7376085266394329594], (-3955532368412287634,-3946447516978032670], (7975720998630979365,7983512917263871482], (-2867055455671169019,-2857241012573157608], (-3172082351574795327,-3153241721476815163], (5410796642831983640,5439876297438820107], (423051478389378420,423366711605088460], (8281135400695224512,8300699952769937905], (942669702426947756,945560429869462121], (8410028466128790126,8411042595972011582], (6749086792201768496,6759741341089192114], (8791198130256835303,8799557157333219485], (-4593332352393666115,-4589487072854512681], (-959425066254302426,-927606586240128207], (8516425567999107936,8516786409828124675], (-8412334541368845368,-8398334795350100331], (-7101091887949185020,-7081561168355107974], (896006256231381501,899163925616501297], (-7016256817876478818,-6997611148853773887], (-6284220758311337124,-6280554370465348469], (-3557201620231285936,-3537497323818893954], (933343194740594884,942669702426947756], (-925121414253504998,-904770701755536922], (8516786409828124675,8537266431933257904], (-3030850568494234540,-3018610841730399291], (916349401331647318,921365610431189463], (893304752425318658,896006256231381501], (8401086783382877071,8408875833329589766], (-2877590830735997987,-2869957304432023775], (-8427525817116305790,-8412334541368845368], (-7071181156183914811,-7062332981168604166], (-3124340696737909389,-3099101349406985233], (-2869957304432023775,-2867055455671169019], (-2827929837419047591,-2814245148312644619], (-7081561168355107974,-7071181156183914811], (899163925616501297,916349401331647318], (-5807529035449045897,-5800988957080142028], (-904770701755536922,-889767115105765000], (-4417432684880340705,-4401677440467951930]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
INFO [Thread-457] 2016-07-22 19:47:42,431 RepairSession.java:237 - [repair #275646f1-5045-11e6-ae5e-6d08e10f7bd5] new session: will sync /10.23.71.1, /10.23.71.102, /10.23.71.2 on range [(-9089276538559566737,-9086216509732877055], (-2785729287599350611,-2766536311416185654], (-6110922169498335333,-6100553971098255099], (-8353077085839609576,-8340024019997682000], (-7332228130684711279,-7326276542254604025], (-2347568589214717469,-2347097058394167234], (-3919119928841323752,-3904951900603446260], (-2340986280226012060,-2307594901523766748], (-6066277411894412491,-6046069910770464827], (3170588360689913499,3176352910769718923], (-6100553971098255099,-6074667398035516721], (-6020656622377346828,-6017946472865848845], (3770056077481726548,3772919627156500749], (8433868117423496455,8438445282859383826], (30902966444178,6113978789409941], (-2797424378401921075,-2785729287599350611], (6478370540261323135,6486265703590624641], (-516659739677757243,-514134620975456025], (-380840040098530257,-335781630851093888], (-2703000785921644592,-2692199587596003550], (8376564949442494513,8378608553090350453], (2779349085549605341,2783457446272056303], (-405326920210509547,-385237577346988416], (4480568959279218193,4491924101828233967], (-6026961150727233518,-6020656622377346828], (-4424249926913168145,-4424074485586988155], (-6120571269841611438,-6110922169498335333], (8972588394292207143,8984684933639558731], (-6017946472865848845,-6010960534715422733], (-4430192380756875239,-4424249926913168145], (6504640933222646095,6547634492817185648], (3132392225991919374,3138370446660967812], (8438445282859383826,8505248844018482134], (-4747455425453875814,-4734358121101943027], (7542382679573294413,7572853137341185412], (-2554612797197990455,-2534971089950932186], (3772919627156500749,3840350506766328902], (-326667747843504846,-324720002846807444], (-303693253490462475,-297325187300855271], (-2161582410925766857,-2148461146353792693], (-297325187300855271,-290386301512481779], (6486265703590624641,6486319175616644084], (-9043030016473360781,-9027378621381002676], (84017583555783703,92337632701355849], (-290386301512481779,-260159030421361822], (4478102482162469847,4480568959279218193], (9131832021902391067,9140194997794284332], (-2692199587596003550,-2663458025985893146], (-5584538355626119292,-5574248773169504838], (4521570127841895487,4541343717307072994], (-7334504795504933616,-7332228130684711279], (6486319175616644084,6504640933222646095], (-2766536311416185654,-2747791246343993447], (8971857132183886655,8972588394292207143], (9140194997794284332,9153158139124012290], (-200488281278295148,-197294671802847417], (-2347097058394167234,-2340986280226012060], (3121938832770447007,3132392225991919374], (-197294671802847417,-184999956007977202], (-260159030421361822,-238990292964827266], (-9086216509732877055,-9078645349551624383], (9125455278817758866,9131832021902391067], (-335781630851093888,-326667747843504846], (613018304890165365,623661547222019783], (8188397572592863427,8189264550432283133], (-6326366843611971477,-6321251245970149089], (-6074667398035516721,-6066277411894412491], (-6333180576370577170,-6326366843611971477], (-2534971089950932186,-2527552292354677176], (-6046069910770464827,-6040931897625588263], (8998705853351444787,9018054191609329611], (-8050005664748205405,-8046068003550845577], (-1877056162105814472,-1866665127306086211], (-319798077495452436,-318274217114270341], (-5584629194608889102,-5584538355626119292], (-524601919025270569,-516659739677757243], (7461628989115976320,7479488957626529241], (288387790063219751,304847981249585902], (-6040931897625588263,-6026961150727233518], (-1891868674661655236,-1877056162105814472], (3619562968679849160,3622632107071711544], (-3904951900603446260,-3899471483114048474], (-1800395893396774444,-1782741800321572454], (-385237577346988416,-380840040098530257], (4491924101828233967,4493037251239821191], (-318274217114270341,-303693253490462475], (-324720002846807444,-319798077495452436], (4493037251239821191,4521570127841895487], (6547634492817185648,6547963895788331295]] for likes.[like, like_by_contact_mv, dislike_by_source_mv, like_out, match_valid_mv, dislike, match, match_by_contact_mv, like_valid_mv, like_out_by_source_mv]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment