Skip to content

Commit

Permalink
PoC for 1-1 restore (VNODES)
Browse files Browse the repository at this point in the history
  • Loading branch information
@karol-kokoszka
karol-kokoszka committed Dec 11, 2024
1 parent 823f1f5 commit e91dc2c
Show file tree
Hide file tree
Showing 10 changed files with 2,582 additions and 2,568 deletions.
Binary file modified .1-1-restore-poc/backup.tar.gz
View file
Binary file not shown.
2,561 changes: 2,561 additions & 0 deletions .1-1-restore-poc/backuptest_data.big_table.sorted.csv
View file

Large diffs are not rendered by default.

22 changes: 21 additions & 1 deletion Makefile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -349,6 +349,24 @@ recreate_schema:
@docker exec -i $(docker_container) cqlsh 192.168.100.11 -u cassandra -p cassandra --request-timeout=60 < $(cql_file)
@echo "CQL execution completed."

data_file := .1-1-restore-poc/backuptest_data.big_table.sorted.restored.csv
extract_data_to_csv:
@echo "Extracting data from Scylla table..."
cqlsh 192.168.100.11 -u cassandra -p cassandra -e "COPY backuptest_data.big_table TO 'backuptest_data.big_table.restored.csv' WITH HEADER = TRUE;"
@echo "Sorting the extracted data..."
sort -t, -k1 backuptest_data.big_table.restored.csv > .1-1-restore-poc/backuptest_data.big_table.restored.sorted.csv
@echo "Removing unsorted CSV file..."
rm backuptest_data.big_table.restored.csv
@echo "Data extraction and sorting complete!"

compare_restored:
@echo "Comparing the content of restored ks with the expected content"
@if diff .1-1-restore-poc/backuptest_data.big_table.restored.sorted.csv .1-1-restore-poc/backuptest_data.big_table.sorted.csv > /dev/null; then \
echo "Contents are the same"; \
else \
echo "Contents differ"; \
fi

extract_sstables:
@echo "Extracting archive .1-1-restore-poc/backup.tar.gz..."
@mkdir -p extracted_data
Expand Down Expand Up @@ -465,4 +483,6 @@ clean_restore:
sudo rm -rf ./testing/scylla/data/dc1n3/*
sudo rm -rf ./testing/scylla/data/dc2n1/*
sudo rm -rf ./testing/scylla/data/dc2n2/*
sudo rm -rf ./testing/scylla/data/dc2n3/*
sudo rm -rf ./testing/scylla/data/dc2n3/*
@echo "Cleaning up .1-1-restore-poc, keeping only backup.tar.gz and backuptest_data.big_table.sorted.csv"
find .1-1-restore-poc -mindepth 1 ! -name "backup.tar.gz" ! -name "backuptest_data.big_table.sorted.csv" -exec rm -rf {} +
2,561 changes: 0 additions & 2,561 deletions backuptest_data_big_table_content.csv
View file

This file was deleted.

1 change: 0 additions & 1 deletion testing/scylla/scylla-PoC-restore-dc1-n1.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -648,4 +648,3 @@ alternator_enforce_authorization: true
enable_ipv6_dns_lookup: true

uuid_sstable_identifiers_enabled: false
initial_token: '-9149131380662181144,-8975028315533201715,-8868986190572879921,-8768182751232941043,-8729908091176819939,-8696733255066789865,-8692060459438311044,-8673583895972184933,-8606147315790282030,-8578784111979027525,-8482131827522497438,-8413084437315704741,-8269548178518958735,-8224120355516008456,-8173257170211154097,-8020707190582472969,-7751114349564770426,-7744571525574204734,-7743473089829930275,-7712174247838245506,-7688109761490533742,-7671707103637017769,-7570189440006367921,-7453453501529589719,-7360278898634370387,-7335178917633161141,-7323876012858204443,-7268644792304191917,-7225727929911045430,-7202572592175179346,-7171960050525798382,-7027146226529475022,-7002414035045881980,-6871962240957517755,-6831975305775103513,-6481696811809893383,-6446893264111197307,-6400187790008651554,-6390017187060113125,-6163559233419031088,-6124109656537502383,-5954999901479645637,-5760159401587490873,-5740638648238533083,-5593743187627985591,-5498112690329544681,-5383757333415084541,-5380743737439202963,-5356813708242370788,-5195280055608092914,-5145859638417681099,-5130084838829140989,-5105746664286179834,-4896752274524988407,-4824347726924842286,-4788678057933393644,-4747094969416681333,-4741693187579377620,-4654068361515180496,-4611004232130952274,-4520369937586744238,-4423995668538859531,-4357327356644084602,-4355703680943980885,-4323857314384266077,-4310989966266700308,-4098761348480569730,-4070449104089071423,-4013601863674070125,-3956179675110253978,-3822788717411692349,-3789014698610235321,-3776760788292120326,-3737248394874840918,-3718648064515090252,-3608625270437322431,-3589861268330546370,-3501498874645697360,-3386660439651818517,-3366974266490449784,-3288765274275527479,-3266850644188947104,-3127802994201827015,-3047122222522849097,-3031618128251412355,-3021102299572534199,-3018836529826934876,-2820680619950216202,-2716411404791478001,-2680453661499245321,-2494392341029534025,-2452271380959344716,-2339523391626548211,-2075142983036173853,-2062424991427630587,-1968563811162532207,-1846533264006074516,-1842312847938055569,-1774161064205235128,-1414821623725627953,-1387211680702308754,-1361536457344739404,-1355630530448556252,-1200649189461845424,-1156930231354468919,-1152636652093499909,-1019076381164222854,-1007929833749765439,-971362713581455414,-933545608561885914,-722381489570371036,-719137417403355333,-709908461191017833,-598191564135790160,-578472276517436167,-565907328676176399,-534851592325789848,-481511172905729256,-428996458819912576,-332628316590837084,-249643051438091347,-203015690517023016,-119854117724586432,-81594853099229691,-8192688458559296,28465988244080738,101968988768521748,135798075924095055,265522958289088792,297766032607519902,305973506606832551,452054169037953724,460394246895238217,480826560499050406,513383994523793468,545555449702117028,585013816302999862,587229257227965871,624730151395799321,714033736546736418,727589740814602933,768142696986448903,835825455882798267,856185430933834345,882879005448784878,905833088032197614,917001473378761586,1066888011275457304,1085382652400396769,1127027509472638719,1134292621618099590,1150560343428168567,1159653959866957101,1366978534880795300,1684846863959844555,1751571096766432410,1800830833677949859,1965972643558544603,1982869651721390688,1985726727126738555,1990804996610782824,1992204385216057962,2000644192994396581,2050195330684882959,2224837867255193677,2276928119286456289,2359036673821698911,2399014913774778956,2455536277438522057,2573342684761158493,2606733726921812507,2632910028707614412,2668587463060701102,2669986765765958120,2803383652713253676,2876083206745662925,2906324836411769023,2987473453949469321,3072474547712557458,3098766717885317784,3155274081993607778,3346155007665266334,3403277175383295210,3464401738480819502,3531146185709188252,3550682216376368684,3567221322113684177,3593838520775023765,3682361637688776201,3730467505426809096,3731176805498981337,3826148520525906378,3914198472222314353,3914870803074171393,4201408500712313314,4211456193619924741,4375055544120064581,4390724950828872810,4413779875738557520,4421488472497601939,4491643055955516429,4496027528173158664,4715946682239523932,4868123920214561044,5061480583193626898,5064824151204130544,5180431548127766874,5370659298651625956,5406562686559875947,5442301876583506364,5463265623534437457,5559739319705795611,5685560675464615987,5691264870463228419,5716544537122341081,5786664217255392962,6111216703772304392,6189483897544520709,6209160342528820546,6275097713989391965,6313779488591407803,6560300808815924852,6594281279720948294,6624514849817854283,6648916059941612347,6761083105304329227,6781560729020182457,6808373663757827989,6848670816118197152,6894988382918899803,6984704992536978290,7128731439787159688,7165165234537328855,7299488720685151169,7318463506403907345,7359050852648007657,7724054810907857636,7747671474691070792,7763760365548399841,7780083827880226886,7863068098740246078,7897504093146375780,7902348201328508576,7990543852340667595,8176549120901038332,8245071264709500412,8256412961932640102,8305259554116973987,8448610822929697667,8652191847236141899,8765381124289541727,8951065152552149100,9000464455518107019,9016379373068720826,9019354320478949763,9112654934405767035'
1 change: 0 additions & 1 deletion testing/scylla/scylla-PoC-restore-dc1-n2.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -648,4 +648,3 @@ alternator_enforce_authorization: true
enable_ipv6_dns_lookup: true

uuid_sstable_identifiers_enabled: false
initial_token: '-9129427091186990903,-9093048014748364176,-9039046418593799426,-9013012176110463924,-8972139802868722381,-8856329993289871730,-8681323337280235791,-8645480405804721850,-8500669465901523675,-8466090497357717786,-8384423035120537264,-8333712816272966901,-8294098938426780072,-8017509515162761137,-7972666383518164162,-7952771020190168246,-7908131024908438253,-7898521617515813661,-7741546253638360195,-7471962451450064329,-7462283372700226252,-7249598196317771068,-7240279408013967319,-7073015811850662349,-6995843544806980289,-6597913785327149187,-6589160743132719182,-6443571783142852766,-6380092427815933683,-6243251791962002031,-6133297262628634174,-5688172912195547974,-5660013007191184581,-5277942697472766749,-5191974650828139531,-5108515309917874067,-5090967664952747148,-5051687336876937085,-4861332544521279429,-4813632848576442401,-4810710991672429336,-4796921906295379207,-4709180992799177456,-4678275699593025820,-4242129902524439607,-4176915276636376662,-4100240027097587340,-4018308826034756176,-3972193951064326736,-3955112713132618687,-3948780230368939792,-3936425391824517897,-3878190415141682633,-3799509335754660079,-3798499518764079118,-3793973949324156618,-3687773933688012099,-3564866362379001961,-3526832224521150922,-3517321883471923673,-3512989344257736337,-3486687527512957941,-3440744252861226372,-3392054735302543072,-3367364815217866882,-3243842103141546741,-3200140823257899332,-3190481048389650078,-3164927251150194707,-3143207564712253119,-3092607003680314295,-3076426034446061965,-3050132545708040303,-2958570468690555906,-2886060946973249433,-2860611196130741912,-2680174263100291403,-2668704360100090807,-2639087509183310970,-2560656031626456959,-2449572185492300503,-2365064690413367122,-2298192359533022222,-2219689982248695610,-2154357621795797393,-2131525173638059383,-1946255376737864792,-1901962108289291173,-1869448373751266208,-1803294396804986591,-1771151681625242336,-1744409129067460232,-1707337142280118560,-1550848994715456728,-1457507376414989874,-1367783765945434607,-1344114359551095771,-1329750944505361257,-1296527055189983757,-1263003941751453437,-1260447688209578616,-1072128949623546520,-1051129012994964665,-971562635136127449,-951448969797065465,-912956310527458972,-828255853942804923,-800459230852606887,-736496836101277255,-709883189405686929,-705701318823282073,-693405300316284654,-680653380348067635,-672407002230548438,-626158116789333633,-481733894472727598,-449688413818494277,-200230582146856085,-175226291618348872,-134958014549070747,-123164777438148306,67333959725390294,296034541647156514,624343801031784644,705741459902035252,727283743475038157,802478192666379111,1016291103141789033,1041176641190246252,1151021340907929524,1222614597196905881,1380083422318485111,1466323482107991574,1486984646245094967,1541834548028654195,1590362053858145463,1658159953138799681,1721791113125224075,1737873353173650183,1741017723337134455,1746900057793324143,1878699582363566591,1901298610107066219,1913126761280353534,1941122672412606776,2063805097626607135,2066520296267027104,2167816821038512471,2305550735475942133,2469672416068797416,2671370520567935418,2727163598108001305,2940339355936474780,3055407223436284396,3056341527868419712,3201257298006247888,3298717923108342123,3329870404354153130,3358252839797957742,3370678614577359939,3380970431041467500,3388358998692987241,3388911361579537889,3394841475773323180,3430248887714433750,3661216661027099179,3684608097110285342,3738808648444318277,3779019432631468686,3811906286783234201,3822404299798354269,3851544482924550802,3862976211956698870,3960880733992463629,4100127927574192831,4144347377842178222,4364097796355433114,4389253779873455694,4389595758583110485,4393368747226730982,4471408097643351746,4523968059563729942,4660216453447715543,4669913148143769579,4678011728837595151,4699325748144947327,4752790984586337185,4858868858986700070,4879724058379733825,5006110155217732747,5130687287869025853,5134357598073470255,5141888390385008086,5254204128679090686,5324189444003782457,5342331222886771327,5447474444959925510,5558129321436077051,5601073794242530953,5673360405412816026,5706145764398155049,5716507864257105200,5781498402767881695,5933989025484041903,5944640511766536069,5947714360162644274,5959983311573932081,5965714393278216073,6111521689639172611,6122911050634866636,6195240094266602536,6421295679337774163,6459775054169578398,6486220972489770806,6489397995397642943,6640553989532188681,6642034061876983482,6664524612930083915,6695963890713909425,6824515372388798573,6913811561548158732,6916014628575514555,6988531597824408838,7071158030683927834,7226296068336192713,7250874829502420717,7264329306391370751,7404573500680977410,7465248849633726356,7483156018387209076,7531730475019121089,7670324411848033603,7731003325651534529,7898157433651743747,7907197590214255299,8015136948072402568,8088971945724392825,8139663661708060140,8154403806315796697,8158180538052689967,8170781280431500339,8241418763726312739,8258864471139919848,8280561486415579115,8379488691117138758,8432692520918369932,8466000289453941159,8540132252058590874,8677599380367227087,8696266553826077831,8714112606864185430,8727019539857601348,8856954540109417964,8882368440579363103,8924231103590049672,9147069037192278855'
1 change: 0 additions & 1 deletion testing/scylla/scylla-PoC-restore-dc1-n3.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -648,4 +648,3 @@ alternator_enforce_authorization: true
enable_ipv6_dns_lookup: true

uuid_sstable_identifiers_enabled: false
initial_token: '-9221061934109824752,-9186866010926836373,-9177981743569725350,-9025247965819756505,-8997116066368817491,-8941617172768324427,-8917120190566847116,-8896772864293479208,-8777472256220550878,-8723526935315373799,-8691915189622667406,-8560295861815436188,-8510403290880393275,-8440136519851313612,-8343793073877447620,-8335288742300498163,-8158495174786325071,-8140319748866221791,-7892354928229624531,-7891473780876185518,-7839788302615340676,-7688831036025231911,-7489065177271305096,-7376471170163506856,-7337796888190571535,-7208274369088281700,-7171499806818696428,-7161621306881791865,-7150458876553967256,-7094067827512713101,-6993342615171775654,-6857591337577703630,-6803137883705289085,-6757963416363282387,-6578719656059607238,-6424189642358134314,-6387814034132722376,-6308932519938402714,-6160813278277123253,-6012443352445446937,-5963392975353126070,-5950822379585674912,-5897302248737705468,-5880640273761954774,-5877458973033197067,-5861572786891143947,-5826665126222969172,-5825120061924464779,-5803429044617570741,-5759683562732082427,-5736571263052794916,-5733498690271972599,-5714367229362650096,-5656738951622844092,-5632784511788362666,-5611444516315531002,-5563062548739239997,-5533452954226490847,-5365119426092407281,-5243291993823812042,-5145460946368563031,-4989117941917034916,-4959149246673519206,-4921605660196663310,-4914577103816102201,-4774906728090072113,-4681323979848723801,-4546868680123079540,-4368997666534059611,-4368195422642281530,-4344396008718001721,-4306002497396809785,-4297165773552227729,-4267654132977658074,-4174856792224536323,-4170092074986650484,-4120906192763228964,-3967721092023039927,-3697709295141928002,-3671151178513051350,-3634436735518647813,-3614873045045632741,-3609153439583769581,-3604964510167392520,-3168681021812261307,-3165661722075176561,-3136825569178113050,-3060094065864957393,-2957496606793965126,-2947990672415667433,-2845401217078863497,-2709514178801136913,-2665956921035369949,-2655111476806944923,-2501596792729699005,-2453978712539595048,-2404287830552113795,-2360658418918626484,-2312123353887523850,-2259431580536840967,-2183712565704812997,-2134471280117187724,-2115385172269948934,-1875688451717936160,-1753600553414380651,-1676101915694353010,-1610573095457496188,-1589304019039641202,-1566435132094199882,-1523988314600256453,-1428037794636792224,-1246999196404391093,-1208359319536213285,-1179897067943072022,-1143505639081822833,-1024149719987227035,-966039221020666269,-961912017209809787,-948398357355875526,-859103287044234574,-751032860790939356,-723528123814812627,-716926234971787623,-530454172827916476,-464305248950219574,-408880942335460106,-187760695560665621,-141742056528036470,-55166662395276798,-4699194851429908,95365671837695499,113504246650008493,161781676051747911,223195260497772820,355927504644833076,359836730717191893,413538956718589825,415847360790665751,537051803177812078,647681796566197902,670300680098869162,918334199274974698,949488718498715602,949716190336715980,1094726231449429950,1124496278606042254,1197234936474200180,1220355757435285195,1339145687752956060,1343044809835683512,1347711901702959165,1387532923147858274,1558673365371708533,1782853138862073360,1988552090392913777,2028683260295753311,2169085003808610668,2283364530334558119,2427954324936107260,2450661910975006491,2611029775808285661,2623960926164310060,2783987104348012853,2798734707224805873,2864330619670815321,3081104956893602092,3097906214453750266,3209363455081688450,3441966086129316367,3513116476284839640,3552457170598383533,3635089775374204451,3661827070850894417,3699427160212169196,3714551634385994157,3857100835401960096,3960820137972164522,4016301742046527289,4077310359447093658,4146811765609674609,4149398049797900988,4229043103483334312,4364126203491425398,4446379989187320310,4447149475107188329,4679754545715347661,4702698189299041558,4748489719421246888,4751042605682411405,4844361490543082801,4853466488734289041,5057620852711708825,5069188488457525451,5134703008488865746,5186644002796126693,5420344414600390904,5539110146882940559,5572024821903074689,5738220968606158343,5748764278848350346,5757407222989539141,5820319943141880132,5866059982645723881,5918109715638439289,5950050565775584738,5952873001998625715,5983960272245680924,6027035463404725742,6106554231178503142,6139492176513545980,6207242931716738683,6254111553576216105,6263032521716085704,6504096388301555468,6515114491566418500,6700564534622151546,7060491505455744503,7077549709297593674,7089510019796275868,7097420996998027813,7135892436815658213,7220375233491881641,7229652362434397643,7268321995068835413,7284547464807491615,7424122648280924766,7799299238877258065,7884732379666500266,7922748845743123568,7930725697521288094,8049290632068980890,8139546543475854879,8141803738252128567,8166485517162587434,8222556240741237591,8252237241791549444,8261395457191481477,8290344605119863683,8296237702848340613,8311138078907376859,8342105215831573989,8377738572737862854,8450349228841502909,8483656241456931486,8532905296701178907,8596441827080158662,8597632096386304760,8754076647544253433,8762503707759903044,8807435793168264185,8847316246688200069,8934194118407298856,8990161755521703654,9077889711000155197,9159719945181688113,9168358171264381667'
Loading

0 comments on commit e91dc2c

Please sign in to comment.