You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by "Andreas Schnitzerling (JIRA)" <ji...@apache.org> on 2015/07/01 17:04:04 UTC

[jira] [Issue Comment Deleted] (CASSANDRA-9695) repair problem

     [ https://issues.apache.org/jira/browse/CASSANDRA-9695?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Andreas Schnitzerling updated CASSANDRA-9695:
---------------------------------------------
    Comment: was deleted

(was: Whole system.log of 2.2.0-rc1.)

> repair problem
> --------------
>
>                 Key: CASSANDRA-9695
>                 URL: https://issues.apache.org/jira/browse/CASSANDRA-9695
>             Project: Cassandra
>          Issue Type: Bug
>          Components: Core
>         Environment: Windows-7-32 bit, 3.2GB RAM, Java 1.7.0_55
>            Reporter: Andreas Schnitzerling
>         Attachments: system-repair.log
>
>
> Exception during repair of system_auth. Other keyspaces affected as well. Cluster: 14xv2.1.7 + 1xv2.2.0-rc1.
> {code:title=system.log}
> ERROR [Thread-4] 2015-07-01 14:18:32,953 SystemDistributedKeyspace.java:203 - Error executing query INSERT INTO system_distributed.parent_repair_history (parent_id, keyspace_name, columnfamily_names, requested_ranges, started_at) VALUES (491ad8e0-1feb-11e5-8830-9b845260997e,        'system_auth',          { 'role_permissions','resource_role_permissons_index','roles','users','credentials','permissions','role_members' },           { '(8347978138103672780,8358349600693263314]','(6066946308296232568,6081181760525106398]','(-82644758933594911,-81872901077908729]','(8867216853128751637,8869784278457985419]','(-4542826741717780358,-4527169126697160394]','(978256550777859515,998447211558792585]','(-321187072653755894,-318318300977209517]','(773643276963675825,774939449549330371]','(-2061708838978021125,-2055617718415884291]','(-8927147219105243663,-8926277654906358702]','(-7251379664303105236,-7245484051132114078]','(-4335200103258305704,-4328779415188588592]','(7181588101485761150,7190317597190365468]','(5357088236063958273,5359658420341622459]','(-289706597863208745,-273988595638022403]','(-3454147089732320102,-3447292935724892929]','(-7396499124776359563,-7396321678928473482]','(2875798749665184695,2879428237838175657]','(-1916974651416518219,-1908283412415507740]','(8205911595445084092,8213898866325876301]','(2886750297105376904,2890471922864713149]','(-4800816843386187691,-4798740637602170029]','(-8606759482223757512,-8601272637873261917]','(-3212716123621975178,-3210398048898471715]','(8548346772429276034,8549187578386213818]','(-701267253469963080,-689789742394276877]','(7655889994076834661,7656389642398985863]','(-1401426469962928872,-1397630577414808418]','(1739035219814955530,1742346294794765507]','(-2382666145579273653,-2378483678776113165]','(8177712175815652459,8178398516338538217]','(3142519794101756264,3144081594479768115]','(-2246132027468456729,-2243030937432746118]','(-5639152347817951091,-5638766747757556043]','(8781677147294614471,8787491026202225618]','(-3603348609547732160,-3601077630809195735]','(2179232401694796903,2184163940915561681]','(-4802866435518710233,-4800816843386187691]','(4091349893774727638,4093072498502932099]','(-8578844749498517454,-8577832336845061060]','(-8805466161163263105,-8802601968382733202]','(7245829941815423600,7268032609841083787]','(26319634974159619,29630196758211665]','(4632521862297908714,4635014437966338474]','(-6783914041048821196,-6778893379750038454]','(5749551162474119092,5755373024682627527]','(-5217294236425858879,-5211420428720160968]','(-5285614114979448431,-5281541921288218423]','(5772961291712861469,5775755946158703926]','(96099196348716657,97691261294097290]','(5238430812367281115,5245297212322346123]','(-7793009779112544672,-7789144396678137032]','(851126938729927227,852775784637952827]','(-197158599575426292,-179667873171486973]','(5573588695831796021,5578653075691229224]','(-5820173222040471014,-5818126214544599688]','(9049388912450647454,9068453260598959687]','(-1511679945401503419,-1508026407093953666]','(5402755633813404929,5408889814858084796]','(-36879691109769203,-35316015594723460]','(3416313480461911844,3417319771534047536]','(4036518106495278184,4043253466058653134]','(1008869829053393372,1012979755678805341]','(-8162095108078350476,-8157645321975811591]','(5534143423228377658,5536554076498234850]','(-5629467253176442363,-5625571285822904438]','(-1940023724310681698,-1938876707912285219]','(-7699672832240272130,-7699412723454977070]','(3996073366367477909,4004418168817896154]','(6872185050825367442,6873634997125197024]','(-7508162865831575228,-7505690487396460815]','(8486417294712582732,8504849546296027348]','(-490175254640134213,-477351452652789362]','(-5476638086503118595,-5474592218031980845]','(-2231572441550787987,-2229463126261463160]','(-8332040250690175111,-8326319030213752791]','(-592955735678126081,-581927078709126862]','(4964120563171350039,4965474384426887189]','(-5073942457090900236,-5070587798159930722]','(6867884499846561657,6872185050825367442]','(2431303747754865092,2432629377811088015]','(-8424239785911173310,-8419103051323097186]','(5696648431523708572,5699844008154060798]','(7641856017067659528,7645109406461912328]','(1028136750913130766,1028996860069885016]','(112017549362395546,114735092688094217]','(-3921005983629228884,-3913876228189080276]','(-8204558899305606134,-8203037664936288776]','(8570201342153097916,8572466644837015693]','(5044345459701588005,5050173073970881200]','(425219498783334176,427306625207690794]','(3760673964964629104,3771413240029459352]','(-1377693828991025619,-1377279260311540028]','(2274027681726699669,2275730212536852368]','(-387412870908985064,-384501218795926475]','(-1731236518408335143,-1729423037033665983]','(-2414681987829129001,-2401287471245006597]','(3353848439742992327,3355792475347576652]','(941715330647554210,943862863294739574]','(6319049011767404744,6320077239349687344]','(-3646334088092596516,-3643397405022326145]','(-2540481114604020608,-2538764924985141458]','(-2990770769787072041,-2986782302844293940]','(-4818834463376401710,-4817146719289114192]','(2620728385780234408,2631735428581230903]','(-6835227119841504,-6391360927138575]','(4254714878479198426,4260113013211423408]','(6282091581003823289,6283701003284852774]','(1539192447148497181,1540425208845573766]','(-7254409224615851382,-7252243906970116242]','(-910907711154123868,-908322866494492786]','(-983194458893123980,-982231770701963921]','(-6955286387927258369,-6951293105665156383]','(7932945549542379730,7948179118596616747]','(-984567451971308154,-983194458893123980]','(-8802601968382733202,-8801386151307101178]','(2454917191095464881,2456636148205863251]','(-5603030998531113482,-5600517870899335971]','(3560953189271448743,3562280280459714679]','(-4016423044111533759,-4009122392514383523]','(-835610592425175114,-832712318311298870]','(-5006076420000650777,-4990043522578498683]','(8748471157047226411,8749854379095351919]','(9186953794937977453,9193970794081727532]','(-3204126794934999589,-3187355930181325567]','(5256737376499010965,5257241356768140684]','(-7319691402407329615,-7317245783196867984]','(-5515613477193338730,-5515242368288372928]','(4241826658538975489,4244576165609079332]','(-8793960352261206799,-8791203381977063231]','(-6743016543469350143,-6738041290278820076]','(4176670479579860043,4186988369941093069]','(521775206877584607,530898320160804529]','(2148225931907133234,2148496714402844145]','(6497650914782220011,6501074892360348213]','(8065400915817718137,8074553298177192335]','(-6793185965487754899,-6783914041048821196]','(-8836179361654127280,-8833301793911484933]','(-9187637528363385032,-9186528115417057972]','(7048106058297338148,7066185427888075761]','(1117728918028921405,1119741589612544939]','(5928422041698801409,5946552321113851978]','(-7531313349798582439,-7521805682779418073]','(-5736378728551730185,-5722798297528105705]','(-1974477122978494992,-1973784621102238123]','(-3471319052586025409,-3462897591262189722]','(2676957084746436182,2688916297432070664]','(-3433314072081425794,-3428433161545223362]','(8433691345833680092,8441926922617330711]','(5781799339650104505,5792022772848464746]','(-6664694064986922858,-6634243163592629164]','(-711014490281484488,-707156226217823413]','(-5448602184756485224,-5446330570172665477]','(4792835957249243001,4803551655449722495]','(-9132543678415396766,-9128673273406820496]','(4101432735452717125,4105857372601934190]','(-3643397405022326145,-3642881161638784549]','(-5561356985256692501,-5544805414929264300]','(-3371520884914277287,-3365812582078033652]','(-881239994499505842,-879339320393469220]','(-7619797934898166848,-7619574662233558530]','(-4576872197180603550,-4575764180815944621]','(2031311144736323174,2031358448138560290]','(8305222438848337187,8309806416594824991]','(6309237599501513117,6319049011767404744]','(6631314556560398323,6655637905426563953]','(-4967877978839269103,-4958407546837093125]','(-7243975653957176409,-7242477085039417573]','(1163767060116194823,1168377213948223238]','(-4284444661748696002,-4262863616475625229]','(-1350116576708762722,-1345270904126085819]','(4575095441089212069,4583341421771412316]','(3640645721588880977,3642944542037641473]','(8216693108121551350,8216694481545043623]','(-2947214434925255223,-2940775414177907731]','(-3941754071742220083,-3941045630393492782]','(3614661877003167464,3615520673766474479]','(5270108543278547987,5271116998783346360]','(-8819793610921038814,-8809177725356224731]','(-1783547963582734973,-1776748608887409898]','(-235288744015723434,-222890559947870261]','(5209049051787115155,5217369653704910852]','(1712232086387158821,1712310823414953107]','(4591813809788832155,4606790894435313266]','(-4689762472332315214,-4689463428290288266]','(3500096872262504029,3510607501270251667]','(-8011851434725942298,-7994671489931765842]','(2267666363522743972,2274027681726699669]','(-5114207310819636442,-5110054289642132399]','(-8641901838092829260,-8635481879881857085]','(-110439038574124261,-110079762910225684]','(-4981406468149632919,-4974262628616236718]','(-2014769182266974123,-2014196814182510754]','(9111357675381432860,9118128459076478451]','(-1482867976788644506,-1474001734566693868]','(-2527374906327334402,-2519114839513948259]','(1109519717452704338,1117728918028921405]','(4287974928117711288,4295691649823392922]','(-7457523591965162002,-7449844706644015103]','(3213399159400680467,3213430345431437785]','(4345091093699519015,4351606638474249073]','(3259592119318335378,3262006460158373710]','(-4482188204584651114,-4481388957401021412]','(-4689463428290288266,-4686672236893928480]','(2857804543910827344,2860484714909448202]','(-2939866544118872321,-2936293844836970290]','(-5634050804677505488,-5629467253176442363]','(-1042942003292999013,-1039197116923959100]','(4831029769286311913,4841342149857728204]','(8994670713247872320,9001104469223078177]','(9126042858007904295,9126618328284567458]','(-7027058075404510870,-7010938324294763445]','(-3174568011934132507,-3171739663933616113]','(245653129568929851,246768429781709501]','(-6366532722866328792,-6361236303183086011]','(2333123076538077566,2347898807466677758]','(6510485691722047526,6514081444198814233]','(6686411169235590828,6697384515169625429]','(-7920676644603799605,-7910259559299006215]','(3945964169017469856,3954773184869393247]','(-3441934205178715894,-3433314072081425794]','(-4526866589506250658,-4524171219102925209]','(2825125533704199493,2833963832484200652]','(-8618631253677324909,-8612242481852602711]','(5271116998783346360,5281681343667587829]','(-2764925244574946349,-2756778702043383890]','(7148772915549565722,7154387384529559725]','(-4043559105120265826,-4043098287478733781]','(-2377148995999942005,-2375431213522575019]','(-5722798297528105705,-5715306913192588052]','(4429666681013899387,4436669507675506164]','(5865553913136221893,5867137674486702042]','(8506690862535898869,8507373525978213610]','(-3123775042315927007,-3123099094461662573]','(7534763317596569862,7549525612560176502]','(8609798289145273092,8612396301577209761]','(-51826830791552251,-40107801001449078]','(-2613534413946028885,-2609638964087249209]','(1774574007442443413,1781426217503984366]','(-8862039820912380478,-8860603310727550547]','(5120667465096452435,5121091231127410127]','(6334497815317738940,6338119404293054653]','(7078086556671514773,7078657122922017832]','(8549187578386213818,8554428316118718609]','(3346687009243962851,3353848439742992327]','(372940290648536748,374691104640094563]','(563555034823635759,566808757616178782]','(-3310012226899225776,-3306549426789846515]','(2409058282602671415,2417930033349738504]','(3171248247367523533,3182707981687305858]','(8625043789514971644,8626966066192154830]','(-9048861160825874978,-9047869525709277356]','(4120137834367626684,4120582138900506177]','(-8410110707515287866,-8409040344043737098]','(2295433998528317058,2299476469626125578]','(-1018558039160138803,-1013159218789624778]' },          dateOf(now()))
> org.apache.cassandra.exceptions.WriteTimeoutException: Operation timed out - received only 0 responses.
> 	at org.apache.cassandra.service.AbstractWriteResponseHandler.get(AbstractWriteResponseHandler.java:101) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.service.StorageProxy.mutate(StorageProxy.java:552) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.service.StorageProxy.mutateWithTriggers(StorageProxy.java:638) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.cql3.statements.ModificationStatement.executeWithoutCondition(ModificationStatement.java:481) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.cql3.statements.ModificationStatement.execute(ModificationStatement.java:467) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.cql3.QueryProcessor.processStatement(QueryProcessor.java:225) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.cql3.QueryProcessor.process(QueryProcessor.java:256) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.cql3.QueryProcessor.process(QueryProcessor.java:271) ~[apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.repair.SystemDistributedKeyspace.processSilent(SystemDistributedKeyspace.java:199) [apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.repair.SystemDistributedKeyspace.startParentRepair(SystemDistributedKeyspace.java:110) [apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.repair.RepairRunnable.runMayThrow(RepairRunnable.java:189) [apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28) [apache-cassandra-2.2.0-rc1.jar:2.2.0-rc1]
> 	at java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) [na:1.7.0_55]
> 	at java.util.concurrent.FutureTask.run(Unknown Source) [na:1.7.0_55]
> 	at java.lang.Thread.run(Unknown Source) [na:1.7.0_55]
> {code}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)