Skip to content

Instantly share code, notes, and snippets.

@dlsteuer
Last active May 11, 2017 21:16
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save dlsteuer/28c610bc733a2bff22c8d3953ef8c218 to your computer and use it in GitHub Desktop.
Save dlsteuer/28c610bc733a2bff22c8d3953ef8c218 to your computer and use it in GitHub Desktop.
First Node:
ERROR [Repair#2:1] 2017-05-10 21:22:56,756 CassandraDaemon.java:229 - Exception in thread Thread[Repair#2:1,5,RMI Runtime]
ERROR [RepairJobTask:1] 2017-05-10 21:22:56,771 RepairSession.java:281 - [repair #d53952f0-35c6-11e7-a3f8-e3ce81d34af6] Session completed with the following error
ERROR [RepairJobTask:1] 2017-05-10 21:22:56,772 RepairRunnable.java:274 - Repair session d53952f0-35c6-11e7-a3f8-e3ce81d34af6 for range [(2226170761696391707,2235710457389137222], (-5259582008148515607,-5255909698615170356], (-1033822744809622001,-1027975181938943565], (8150017128626661455,8157368912418062596], (-6539819576818307171,-6523091460209075348], (-930300869141435981,-910405777931106759], (-3128882794854607794,-3126000089202966089], (7156664433534064800,7169265291410915504], (-7097519677538102094,-7068907289855201658], (4041246784473955431,4052109255613466129], (4477157175205843229,4477271908527049815], (-3473617775491412583,-3471107308388515552], (2686366412983543909,2698710194849201285], (-37431079538667430,-27393784683545670], (-1215202179490455365,-1208852957792168338], (-5952699171294859861,-5951271504023729151], (6787465941882718696,6796141450918613135], (-957125981224421487,-930300869141435981], (-7982574147830824457,-7977879159360939495], (2480687466399202917,2503270693455455384], (8790096221219377549,8794562945243998080], (-5951271504023729151,-5931440686429641666], (-1027975181938943565,-1019923039435727153], (9096379251428401890,9129864221465138994], (-7415144938166386832,-7414566437130700653], (-8572796783819979434,-8570315509658103407], (-7068907289855201658,-7067943354436077712], (7904700987860238557,7924087796317091498], (5427121388344676742,5428117163523634045], (2621363295445825140,2626406273774649020], (4831996330285660498,4857505340924556068], (2235710457389137222,2249192774000678210], (-4153708248168154339,-4145389240540585244], (634513819146079924,650393397338114146], (-5931440686429641666,-5916980048512124415], (2249192774000678210,2255669968655906679], (-1837755435898020380,-1828726814891604383], (305763699611944253,327680446697231911], (3142196075771480350,3184366234277198593], (-8926603755854293355,-8911316631845474308], (-5630688668814873461,-5626842961599182269], (-7067943354436077712,-7045720409524338922], (-5520283171688385448,-5518858636457792935]] failed with error [repair #d53952f0-35c6-11e7-a3f8-e3ce81d34af6 on sendwithus/sendlogs_by_recipient_address, [(2226170761696391707,2235710457389137222], (-5259582008148515607,-5255909698615170356], (-1033822744809622001,-1027975181938943565], (8150017128626661455,8157368912418062596], (-6539819576818307171,-6523091460209075348], (-930300869141435981,-910405777931106759], (-3128882794854607794,-3126000089202966089], (7156664433534064800,7169265291410915504], (-7097519677538102094,-7068907289855201658], (4041246784473955431,4052109255613466129], (4477157175205843229,4477271908527049815], (-3473617775491412583,-3471107308388515552], (2686366412983543909,2698710194849201285], (-37431079538667430,-27393784683545670], (-1215202179490455365,-1208852957792168338], (-5952699171294859861,-5951271504023729151], (6787465941882718696,6796141450918613135], (-957125981224421487,-930300869141435981], (-7982574147830824457,-7977879159360939495], (2480687466399202917,2503270693455455384], (8790096221219377549,8794562945243998080], (-5951271504023729151,-5931440686429641666], (-1027975181938943565,-1019923039435727153], (9096379251428401890,9129864221465138994], (-7415144938166386832,-7414566437130700653], (-8572796783819979434,-8570315509658103407], (-7068907289855201658,-7067943354436077712], (7904700987860238557,7924087796317091498], (5427121388344676742,5428117163523634045], (2621363295445825140,2626406273774649020], (4831996330285660498,4857505340924556068], (2235710457389137222,2249192774000678210], (-4153708248168154339,-4145389240540585244], (634513819146079924,650393397338114146], (-5931440686429641666,-5916980048512124415], (2249192774000678210,2255669968655906679], (-1837755435898020380,-1828726814891604383], (305763699611944253,327680446697231911], (3142196075771480350,3184366234277198593], (-8926603755854293355,-8911316631845474308], (-5630688668814873461,-5626842961599182269], (-7067943354436077712,-7045720409524338922], (-5520283171688385448,-5518858636457792935]]] Validation failed in /172.30.3.45
ERROR [GossipTasks:1] 2017-05-11 03:25:42,948 RepairSession.java:338 - [repair #d561c280-35c6-11e7-a3f8-e3ce81d34af6] session completed with the following error
ERROR [GossipTasks:1] 2017-05-11 03:25:42,948 RepairRunnable.java:274 - Repair session d561c280-35c6-11e7-a3f8-e3ce81d34af6 for range [(-1450458093365524943,-1431997275004834053], (9044552209949097782,9065335489406552958], (2829097747049144140,2837466756670466849], (-1358243557883406254,-1354086073583318824], (3966918624096027022,3981344096817650062], (-5724943335563841665,-5715899713449576781], (5047597012693125939,5049426288900610022], (-5725634222665954651,-5724943335563841665], (6956686849797399028,6957182066143340107], (-2540023535345611238,-2530820464705574029], (-6979500088421934161,-6972941635529294054], (8898010526777362919,8947964570021171063], (-8890230562996771935,-8883213124202870817], (6280374223661486747,6301273604265363703], (4539323607435694701,4545615452713669176], (6968076217875777710,6977636506120524044], (6154358855992566614,6172169376979379277], (3858817455071879710,3876744276894648185], (9042898815070716596,9044552209949097782], (-5715899713449576781,-5696266395743582458], (6668838765414452376,6669792336436857543], (-3086558294453528915,-3077520802396798789], (-1958992880059663142,-1954848847972589313], (-1409063133757301113,-1388513915805892249], (5980921623898143651,5990627944529469084], (-1968088876501826694,-1958992880059663142], (8749321357339545736,8752266749829857390], (6203010019587803200,6203476918452658006], (3911992014561383687,3966918624096027022], (6669792336436857543,6680836538490696945], (3876744276894648185,3879549264987769589], (4783421648555470834,4787647691118474162], (5105393719328103255,5168679147659743716], (-6901989640283247319,-6853680534960103901], (8593836643599012779,8604790081183793357]] failed with error Endpoint /172.30.3.225 died
ERROR [GossipTasks:1] 2017-05-11 03:25:42,949 RepairSession.java:338 - [repair #d57bda30-35c6-11e7-a3f8-e3ce81d34af6] session completed with the following error
ERROR [GossipTasks:1] 2017-05-11 03:25:42,949 RepairRunnable.java:274 - Repair session d57bda30-35c6-11e7-a3f8-e3ce81d34af6 for range [(-7705060012301803098,-7690619437644695671], (-1507955205585279954,-1507470917144011808], (-75807366387927851,-69680121665957505], (-3492917554788629603,-3490925711424973525], (7651760964117419676,7661039452779382670], (2504799861622731186,2512784085469852035], (1040824884689782186,1081935856253330675], (-4193469288186361894,-4161715311064581670], (8122875993925532086,8124415830842196376], (-3617191969408573216,-3614433924750849954], (1304885137565780580,1320940340688027979], (-7017920777573914572,-7012779454409703480], (-2949596557446218956,-2936702217132208095], (-84105946847538354,-75807366387927851], (-8409678422912081522,-8394990807629397203], (-1915459853292444425,-1913201937235791873], (-5691229302112631096,-5677852837353186021], (-3371185849450907208,-3366709379376369091], (2668894017162918300,2678636901566390216], (2635052099658999239,2668894017162918300]] failed with error Endpoint /172.30.3.225 died
ERROR [GossipTasks:1] 2017-05-11 03:25:42,950 RepairSession.java:338 - [repair #d5d1e970-35c6-11e7-a3f8-e3ce81d34af6] session completed with the following error
ERROR [GossipTasks:1] 2017-05-11 03:25:42,950 RepairRunnable.java:274 - Repair session d5d1e970-35c6-11e7-a3f8-e3ce81d34af6 for range [(-226833199417118352,-217098124241370572], (1643218961097295432,1663002885893595079], (8103334561443315695,8121460878155598927], (-5310315024002467064,-5297555727599993764], (-5182526044606089356,-5174601320856382167], (-9124359745134930612,-9120194910760261482], (138119840400611953,154324655622920691], (839154433589111009,849586190390346714], (1523985379493718025,1542779145720300476], (3375615692324371907,3377496320291097701], (8476982879827648156,8494759172989601159], (-9177353498473965538,-9141115833897371536], (7616448484678272608,7621513168001864974], (-9120194910760261482,-9090547189389901890], (-8391277045215310857,-8385579880284234105], (2915074623581156811,2918788933407815678], (1122953392108380130,1140783470321902904], (3096201370162529591,3097467896563074668], (824746674686836083,826481733334314756], (-5311635764740069959,-5310315024002467064], (-5148154282286442813,-5141566257425878808], (5508200096077979314,5526254218135795206], (-1749040751934379286,-1742976783486749970]] failed with error Endpoint /172.30.3.225 died
ERROR [AntiEntropyStage:1] 2017-05-11 19:33:37,252 RepairMessageVerbHandler.java:168 - Got error, removing parent repair session
ERROR [AntiEntropyStage:1] 2017-05-11 19:33:37,253 CassandraDaemon.java:229 - Exception in thread Thread[AntiEntropyStage:1,5,main]
ERROR [GossipTasks:1] 2017-05-11 19:33:37,812 RepairSession.java:338 - [repair #d5883640-35c6-11e7-a3f8-e3ce81d34af6] session completed with the following error
ERROR [GossipTasks:1] 2017-05-11 19:33:37,813 RepairRunnable.java:274 - Repair session d5883640-35c6-11e7-a3f8-e3ce81d34af6 for range [(4864037384455362708,4864452641921531029], (-3244642716005689661,-3235710647054740069], (7804988158941192284,7808019773726269055], (-2414065158274724688,-2411099397721491157], (-3588673954719162288,-3561739908678980118], (5939251110509037538,5955057693814232558], (-5609931906508554298,-5607466753285856372], (-136163821231133942,-133966166212692231], (-6012643797224436231,-5996711234866218047], (5352628014981040638,5356474188324696410], (3406703703403392083,3408527035216500480], (1712047289058391789,1712372639303228054], (942492150963255103,972458082406122721], (7538787413527975581,7543106588926748032], (-1329214729624568177,-1283751422224571289], (-7990643711077044500,-7986544384059171993], (2867162650905343381,2889584287574121240], (-5504961309411114156,-5493293143788276510], (8049602338853099970,8051504670388353596], (7721975808892629506,7727585367307790754], (-5039000347075218736,-5032588295372210828], (-155819718300207720,-136163821231133942], (-5001328594379675420,-4990989107506041878], (8027281291302311419,8043853029608795231], (-7837953600135251042,-7830998205988562236]] failed with error Endpoint /172.30.0.15 died
ERROR [GossipTasks:1] 2017-05-11 19:33:37,813 RepairSession.java:338 - [repair #d5eff8c0-35c6-11e7-a3f8-e3ce81d34af6] session completed with the following error
ERROR [GossipTasks:1] 2017-05-11 19:33:37,814 RepairRunnable.java:274 - Repair session d5eff8c0-35c6-11e7-a3f8-e3ce81d34af6 for range [(-895601349125359639,-871229387981408474], (-871229387981408474,-867958718507053719], (8401898789367137116,8402505482995820001], (8267827151421000992,8276452836885182699], (-4701631671131062823,-4701256733131517422], (6720247263406515212,6739040160132425934], (-1236838366911505667,-1223850867172426289], (5908373296588851046,5921042792968634152], (495340921346421161,496056906734639733], (-6782959872419971099,-6720795733220253318], (-463508966658774223,-430594544345578604], (6554107456365668716,6564445020815911251], (-4701256733131517422,-4693356420224744322], (38889500349595558,39084243549194934], (-1244168654543471955,-1236838366911505667], (3516807189517633663,3539413198374814882], (6739040160132425934,6754099584151822997]] failed with error Endpoint /172.30.0.15 died
Second Node:
ERROR [Repair#2:1] 2017-05-09 21:13:56,041 CassandraDaemon.java:229 - Exception in thread Thread[Repair#2:1,5,RMI Runtime]
ERROR [RepairJobTask:2] 2017-05-09 21:13:56,045 RepairSession.java:281 - [repair #689f4200-34fc-11e7-9d4d-9924340c5bdc] Session completed with the following error
ERROR [RepairJobTask:2] 2017-05-09 21:13:56,046 RepairRunnable.java:274 - Repair session 689f4200-34fc-11e7-9d4d-9924340c5bdc for range [(4830366003406486489,4831996330285660498], (-3474565097452179901,-3473617775491412583], (4432071032774990131,4442972841298443759], (-5437976571465063614,-5436509010689545824], (1025067314832813747,1040824884689782186], (-1549353971821811583,-1533767458949659600], (-1059017237698214151,-1033822744809622001], (5906865564511382826,5908373296588851046], (1666414514926457174,1712047289058391789], (-5732029208847914913,-5731116678912827494], (-4205344116673236478,-4193469288186361894], (-2418190279823910660,-2414065158274724688], (4333444890897101815,4354599583306648088], (-1527428400292140369,-1507955205585279954], (291604312850584513,305763699611944253], (-4161715311064581670,-4153708248168154339], (-3502529887798789894,-3492917554788629603], (-1507470917144011808,-1493888744894144775], (8147465534160289001,8150017128626661455], (-5748941822530867064,-5746581290701716376], (1298982684694761336,1300432042400717346], (-4709309577529656714,-4701631671131062823], (-1889961110291525535,-1869258069786933192], (-3490925711424973525,-3474565097452179901], (8763888238798629694,8790096221219377549], (-3600177761379680705,-3588673954719162288], (-1859894547855098739,-1842771145686622060], (-3660368803504863967,-3617191969408573216], (4013342245499193110,4041246784473955431], (-69680121665957505,-37431079538667430], (-1913201937235791873,-1899502960832916815], (-8610283282731298445,-8592735447101535456], (-7421104044660157230,-7415144938166386832], (5894571659101313736,5906865564511382826], (8124415830842196376,8125724770831543490], (2678636901566390216,2686366412983543909], (-1842771145686622060,-1837755435898020380]] failed with error [repair #689f4200-34fc-11e7-9d4d-9924340c5bdc on sendwithus/sendlog_events, [(4830366003406486489,4831996330285660498], (-3474565097452179901,-3473617775491412583], (4432071032774990131,4442972841298443759], (-5437976571465063614,-5436509010689545824], (1025067314832813747,1040824884689782186], (-1549353971821811583,-1533767458949659600], (-1059017237698214151,-1033822744809622001], (5906865564511382826,5908373296588851046], (1666414514926457174,1712047289058391789], (-5732029208847914913,-5731116678912827494], (-4205344116673236478,-4193469288186361894], (-2418190279823910660,-2414065158274724688], (4333444890897101815,4354599583306648088], (-1527428400292140369,-1507955205585279954], (291604312850584513,305763699611944253], (-4161715311064581670,-4153708248168154339], (-3502529887798789894,-3492917554788629603], (-1507470917144011808,-1493888744894144775], (8147465534160289001,8150017128626661455], (-5748941822530867064,-5746581290701716376], (1298982684694761336,1300432042400717346], (-4709309577529656714,-4701631671131062823], (-1889961110291525535,-1869258069786933192], (-3490925711424973525,-3474565097452179901], (8763888238798629694,8790096221219377549], (-3600177761379680705,-3588673954719162288], (-1859894547855098739,-1842771145686622060], (-3660368803504863967,-3617191969408573216], (4013342245499193110,4041246784473955431], (-69680121665957505,-37431079538667430], (-1913201937235791873,-1899502960832916815], (-8610283282731298445,-8592735447101535456], (-7421104044660157230,-7415144938166386832], (5894571659101313736,5906865564511382826], (8124415830842196376,8125724770831543490], (2678636901566390216,2686366412983543909], (-1842771145686622060,-1837755435898020380]]] Validation failed in /172.30.0.15
ERROR [RepairJobTask:3] 2017-05-09 21:13:56,049 CassandraDaemon.java:229 - Exception in thread Thread[RepairJobTask:3,5,RMI Runtime]
ERROR [Repair#2:2] 2017-05-09 21:13:56,050 CassandraDaemon.java:229 - Exception in thread Thread[Repair#2:2,5,RMI Runtime]
ERROR [Repair#2:3] 2017-05-09 21:13:56,051 CassandraDaemon.java:229 - Exception in thread Thread[Repair#2:3,5,RMI Runtime]
ERROR [Repair#2:4] 2017-05-09 21:13:56,051 CassandraDaemon.java:229 - Exception in thread Thread[Repair#2:4,5,RMI Runtime]
ERROR [Repair#2:5] 2017-05-09 21:13:59,260 CassandraDaemon.java:229 - Exception in thread Thread[Repair#2:5,5,RMI Runtime]
ERROR [RepairJobTask:1] 2017-05-09 21:13:59,284 RepairSession.java:281 - [repair #68cb5b10-34fc-11e7-9d4d-9924340c5bdc] Session completed with the following error
ERROR [RepairJobTask:1] 2017-05-09 21:13:59,285 RepairRunnable.java:274 - Repair session 68cb5b10-34fc-11e7-9d4d-9924340c5bdc for range [(-984621032761854062,-977031520502955711], (9215992202037844238,-9220040971751200784], (-2301074819062255140,-2283491621651744687], (-2268840304309056767,-2206726281723957770], (6607157268866630828,6625126748370334776], (-5295465426981928327,-5276057120429999806], (-5174601320856382167,-5148154282286442813], (8023418578419916547,8025908713637101386], (-3803165903177479197,-3792080009104492480], (-5207666827833330054,-5183666151155722447], (-2806643212765988145,-2794941066296095220], (-1771356811623801456,-1749040751934379286], (1516994597737226068,1523985379493718025], (5992482447813212055,6005561205676287124], (806075951184882609,824746674686836083], (-6272472602755703820,-6268035458205312641], (-3351393190606172408,-3350575498277946421], (-9220040971751200784,-9208051178657898564], (-9141115833897371536,-9132497249858345036], (-5183666151155722447,-5182526044606089356], (-6014629643471637687,-6012643797224436231], (-3215025058883927078,-3178973520430435641], (-7643018976361635832,-7629099368657211270], (-2206726281723957770,-2190398147428217700], (-1339404046790058392,-1329214729624568177], (5322965730582777773,5352628014981040638]] failed with error [repair #68cb5b10-34fc-11e7-9d4d-9924340c5bdc on sendwithus/sendlog_events, [(-984621032761854062,-977031520502955711], (9215992202037844238,-9220040971751200784], (-2301074819062255140,-2283491621651744687], (-2268840304309056767,-2206726281723957770], (6607157268866630828,6625126748370334776], (-5295465426981928327,-5276057120429999806], (-5174601320856382167,-5148154282286442813], (8023418578419916547,8025908713637101386], (-3803165903177479197,-3792080009104492480], (-5207666827833330054,-5183666151155722447], (-2806643212765988145,-2794941066296095220], (-1771356811623801456,-1749040751934379286], (1516994597737226068,1523985379493718025], (5992482447813212055,6005561205676287124], (806075951184882609,824746674686836083], (-6272472602755703820,-6268035458205312641], (-3351393190606172408,-3350575498277946421], (-9220040971751200784,-9208051178657898564], (-9141115833897371536,-9132497249858345036], (-5183666151155722447,-5182526044606089356], (-6014629643471637687,-6012643797224436231], (-3215025058883927078,-3178973520430435641], (-7643018976361635832,-7629099368657211270], (-2206726281723957770,-2190398147428217700], (-1339404046790058392,-1329214729624568177], (5322965730582777773,5352628014981040638]]] Validation failed in /172.30.3.131
ERROR [RepairJobTask:3] 2017-05-09 21:13:59,300 CassandraDaemon.java:229 - Exception in thread Thread[RepairJobTask:3,5,RMI Runtime]
ERROR [ReadRepairStage:15] 2017-05-10 18:18:18,513 CassandraDaemon.java:229 - Exception in thread Thread[ReadRepairStage:15,5,main]
ERROR [AntiEntropyStage:1] 2017-05-11 19:33:37,348 RepairMessageVerbHandler.java:168 - Got error, removing parent repair session
ERROR [AntiEntropyStage:1] 2017-05-11 19:33:37,351 CassandraDaemon.java:229 - Exception in thread Thread[AntiEntropyStage:1,5,main]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment