Something went wrong. Try again.
atproto pds in zig pds.zat.dev
Something went wrong. Try again.
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027100281002910030100311003210033100341003510036100371003810039100401004110042100431004410045100461004710048100491005010051100521005310054100551005610057100581005910060100611006210063100641006510066100671006810069100701007110072100731007410075100761007710078100791008010081100821008310084100851008610087100881008910090100911009210093100941009510096100971009810099101001010110102101031010410105101061010710108101091011010111101121011310114101151011610117101181011910120101211012210123101241012510126101271012810129101301013110132101331013410135101361013710138101391014010141101421014310144101451014610147101481014910150101511015210153101541015510156101571015810159101601016110162101631016410165101661016710168101691017010171101721017310174101751017610177101781017910180101811018210183101841018510186101871018810189101901019110192101931019410195101961019710198101991020010201102021020310204102051020610207102081020910210102111021210213102141021510216102171021810219102201022110222102231022410225102261022710228102291023010231102321023310234102351023610237102381023910240102411024210243102441024510246102471024810249102501025110252102531025410255102561025710258102591026010261102621026310264102651026610267102681026910270102711027210273102741027510276102771027810279102801028110282102831028410285102861028710288102891029010291102921029310294102951029610297102981029910300103011030210303103041030510306103071030810309103101031110312103131031410315103161031710318103191032010321103221032310324103251032610327103281032910330103311033210333103341033510336103371033810339103401034110342103431034410345103461034710348103491035010351103521035310354103551035610357103581035910360103611036210363103641036510366103671036810369103701037110372103731037410375103761037710378103791038010381103821038310384103851038610387103881038910390103911039210393103941039510396103971039810399104001040110402104031040410405104061040710408104091041010411104121041310414104151041610417104181041910420104211042210423104241042510426104271042810429104301043110432104331043410435104361043710438104391044010441104421044310444104451044610447104481044910450104511045210453104541045510456104571045810459104601046110462104631046410465104661046710468104691047010471104721047310474104751047610477104781047910480104811048210483104841048510486104871048810489104901049110492104931049410495104961049710498104991050010501105021050310504105051050610507105081050910510105111051210513105141051510516105171051810519105201052110522105231052410525105261052710528105291053010531105321053310534105351053610537105381053910540105411054210543105441054510546105471054810549const std = @import("std");const clock = @import("../core/clock.zig");const atid = @import("../core/atid.zig");const log = @import("../core/log.zig");const auth = @import("../auth/tokens.zig");const blobstore = @import("blobstore.zig");const cbor_json = @import("../internal/cbor_json.zig");const eventlog = @import("eventlog.zig");const permissioned = @import("../internal/permissioned_data.zig");const request_context = @import("../internal/request_context.zig");const sharded_locks = @import("../internal/sharded_locks.zig");const space_policy = @import("../internal/space_policy.zig");const space_uri = @import("../internal/space_uri.zig");const zat = @import("zat");const zqlite = @import("zqlite");const Io = std.Io;
pub const Error = error{ InvalidCollection, InvalidCursor, InvalidRecordKey, InvalidRecordType, RecordTooLarge, InvalidSwap, ValidationRequired, InvalidReservedSigningKey, InvalidKemKey, MissingRecord, MissingReservedSigningKey, MissingRecordBlock, RepoNotFound, InvalidRepoPath, InvalidDagCbor, InvalidRefreshSession, InvalidAccountStatus, AccountNotFound, HandleNotAvailable, RateLimitExceeded, StoreNotInitialized,};
pub const AccountStatus = enum { active, takendown, suspended, deactivated, deleted,
pub fn asString(self: AccountStatus) []const u8 { return switch (self) { .active => "active", .takendown => "takendown", .suspended => "suspended", .deactivated => "deactivated", .deleted => "deleted", }; }
pub fn parse(raw: []const u8) AccountStatus { if (std.mem.eql(u8, raw, "takendown")) return .takendown; if (std.mem.eql(u8, raw, "suspended")) return .suspended; if (std.mem.eql(u8, raw, "deactivated")) return .deactivated; if (std.mem.eql(u8, raw, "deleted")) return .deleted; return .active; }
pub fn isActive(self: AccountStatus) bool { return self == .active; }};
pub const Record = struct { did: []const u8, collection: []const u8, rkey: []const u8, cid: []const u8, value_json: []const u8, validation_status: []const u8, rev: []const u8, seq: u64,
pub fn uri(self: Record, allocator: std.mem.Allocator) ![]const u8 { return std.fmt.allocPrint(allocator, "at://{s}/{s}/{s}", .{ self.did, self.collection, self.rkey }); }};
pub const BlobRecord = struct { mime_type: []const u8, data: []const u8,};
pub const SeqEvent = struct { seq: u64, frame: []const u8,};
pub const EmailInfo = struct { email: []const u8, email_confirmed: bool, auth_code: ?[]const u8, auth_code_expires_at: ?i64, pending_email: ?[]const u8,};
pub const CodeStatus = enum { valid, invalid, expired,};
pub const OAuthRequest = struct { request_id: []const u8, client_id: []const u8, redirect_uri: []const u8, scope: []const u8, state: []const u8, code_challenge: []const u8, code_challenge_method: []const u8, response_mode: []const u8, login_hint: ?[]const u8, dpop_jkt: ?[]const u8, expires_at: i64, sub: ?[]const u8, code: ?[]const u8, auth_method: ?[]const u8, prompt: ?[]const u8 = null,};
pub const OAuthToken = struct { pub const Kind = enum { access, refresh, previous_refresh, used_refresh };
family_id: []const u8, did: []const u8, client_id: []const u8, scope: []const u8, access_token: []const u8, refresh_token: []const u8, access_expires_at: i64, refresh_expires_at: i64, previous_refresh_token: ?[]const u8, previous_refresh_expires_at: ?i64, revoked: bool, dpop_jkt: ?[]const u8, auth_method: ?[]const u8, kind: Kind,};
pub const SessionInfo = struct { id: []const u8, did: []const u8, handle: []const u8, auth_method: []const u8, app_password_name: ?[]const u8, controller_did: ?[]const u8, created_at: i64, updated_at: i64, last_used_at: ?i64, access_expires_at: i64, refresh_expires_at: i64, revoked_at: ?i64, active: bool,};
pub const OAuthGrantInfo = struct { did: []const u8, handle: []const u8, client_id: []const u8, scope: []const u8, created_at: i64, expires_at: i64, revoked_at: ?i64, active: bool, auth_method: ?[]const u8,};
pub const SessionTokenRow = struct { id: []const u8, did: []const u8, access_jti: []const u8, refresh_jti: []const u8, auth_method: []const u8, controller_did: ?[]const u8, created_at: i64, updated_at: i64, revoked_at: ?i64,};
pub const AppPassword = struct { name: []const u8, password_hash: []const u8, created_at: i64, privileged: bool, scopes: ?[]const u8, created_by_controller_did: ?[]const u8,};
pub const AuditEvent = struct { id: []const u8, subject_did: []const u8, actor_did: []const u8, controller_did: ?[]const u8, action: []const u8, details_json: []const u8, created_at: i64,};
pub const Passkey = struct { id: []const u8, did: []const u8, credential_id: []const u8, public_key: []const u8, sign_count: u32, friendly_name: ?[]const u8, created_at: i64, last_used: ?i64,};
pub const WebAuthnChallenge = struct { id: []const u8, did: []const u8, challenge: []const u8, kind: []const u8, state_json: []const u8, expires_at: i64,};
pub const DiscoverableWebAuthnChallenge = struct { request_id: []const u8, challenge: []const u8, expires_at: i64,};
pub const InviteCode = struct { code: []const u8, available: i64, disabled: bool, for_account: []const u8, created_by: []const u8, created_at: i64, uses: []InviteCodeUse,};
pub const ReservedSigningKey = struct { did: ?[]const u8, signing_key: []const u8, secret_key: [32]u8, expires_at: i64,};
pub const InviteCodeUse = struct { used_by: []const u8, used_at: i64,};
pub const AppPreference = struct { name: []const u8, value_json: []const u8,};
pub const Resident = struct { handle: []const u8, did: []const u8, active: bool, rev: []const u8, record_count: u64,};
pub const CollectionSummary = struct { collection: []const u8, count: u64,};
pub const ActivityBucket = struct { start_us: u64, end_us: u64, count: u64,};
pub const RecentRecord = struct { handle: []const u8, did: []const u8, collection: []const u8, rkey: []const u8, cid: []const u8, seq: u64,};
pub const ImportedRecord = struct { collection: []const u8, rkey: []const u8, cid: []const u8, blob_cids: []const []const u8,};
pub const ImportedBlock = struct { cid: []const u8, data: []const u8,};
pub const CommitInfo = struct { cid: []const u8, rev: []const u8,};
pub const WriteResult = struct { commit: CommitInfo, records: []Record,};
pub const SpaceConfig = struct { uri: []const u8, authority_did: []const u8, space_type: []const u8, skey: []const u8, /// Normalized policy JSON; null where this host only keeps a writer's repo. policy_json: ?[]const u8, is_authority: bool, deleted_at: ?i64,
pub fn policy(self: SpaceConfig, allocator: std.mem.Allocator) !?space_policy.Policy { return space_policy.parseStored(allocator, self.policy_json orelse return null) catch |err| switch (err) { error.OutOfMemory => error.OutOfMemory, else => Error.InvalidRecordType, }; }};
pub const OplogCursor = struct { rev: []const u8, idx: i64,};
pub const SpaceMember = struct { did: []const u8, created_at: i64, read: bool, write: bool,};
pub const SpaceRecord = struct { space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, cid: []const u8, value_json: []const u8, validation_status: []const u8, repo_rev: []const u8, updated_at: i64,
pub fn uri(self: SpaceRecord, allocator: std.mem.Allocator) ![]const u8 { return space_uri.SpaceUri.formatRecord(allocator, self.space, self.repo_did, self.collection, self.rkey); }};
pub const SpaceRecordRef = struct { collection: []const u8, rkey: []const u8, cid: []const u8, value_json: ?[]const u8 = null,};
pub const SpaceRecordOplogEntry = struct { rev: []const u8, idx: i64, action: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, cid: ?[]const u8, prev: ?[]const u8, value_json: ?[]const u8,};
pub const SpaceState = struct { set_hash: ?[]const u8, rev: ?[]const u8,};
pub const SpaceWriterState = struct { space_rev: []const u8, repo_did: []const u8, hash: []const u8, rev: []const u8,};
pub const CredentialRecipient = struct { service_id: []const u8, service_endpoint: []const u8, expires_at: i64,};
pub const PreparedRecord = struct { cid: []const u8, value_json: []const u8, validation_status: []const u8, blob_cids: []const []const u8,};
pub const SpaceWriteOp = union(enum) { create: struct { collection: []const u8, rkey: []const u8, prepared: PreparedRecord }, put: struct { collection: []const u8, rkey: []const u8, prepared: PreparedRecord }, update: struct { collection: []const u8, rkey: []const u8, prepared: PreparedRecord }, delete: struct { collection: []const u8, rkey: []const u8 },};
pub const SpaceWriteResult = union(enum) { create: SpaceRecord, update: SpaceRecord, delete: void,};
pub const WriteProfile = struct { validation_ns: u64 = 0, lock_wait_ns: u64 = 0, load_repo_ns: u64 = 0, stage_records_ns: u64 = 0, build_commit_ns: u64 = 0, sql_ns: u64 = 0, event_publish_ns: u64 = 0, total_ns: u64 = 0,};
pub const WriteOp = union(enum) { create: struct { collection: []const u8, rkey: ?[]const u8, value: std.json.Value, }, update: struct { collection: []const u8, rkey: []const u8, value: std.json.Value, swap: RecordSwap = .none, }, delete: struct { collection: []const u8, rkey: []const u8, swap: RecordSwap = .none, },};
pub const RecordSwap = union(enum) { none, missing, cid: []const u8,};
pub const ValidationMode = enum { known, require, skip,};
pub const WriteOptions = struct { swap_commit: ?[]const u8 = null, validate: ValidationMode = .known, /// Permit a commit with no record operations. Only the account-creation /// genesis commit uses this; XRPC applyWrites keeps rejecting empty writes. allow_empty_commit: bool = false, initialize_only: bool = false,};
const BlobRef = struct { cid: []const u8, uri: []const u8,};
const RepoBlockReader = struct { allocator: std.mem.Allocator, did: []const u8, connection: ?zqlite.Conn = null, locked: bool = false,
fn reader(self: *RepoBlockReader) zat.mst.BlockReader { return .{ .ctx = self, .getFn = getBlock, }; }
fn getBlock(ctx: *anyopaque, cid_raw: []const u8) anyerror!?[]const u8 { const self: *RepoBlockReader = @ptrCast(@alignCast(ctx)); const cid = try cidText(self.allocator, cid_raw);
if (self.connection) |read_conn| { return repoBlockDataFrom(read_conn, self.allocator, self.did, cid); } if (self.locked) { return repoBlockDataLocked(self.allocator, self.did, cid); }
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
return repoBlockDataLocked(self.allocator, self.did, cid); }};
fn repoBlockDataLocked(allocator: std.mem.Allocator, did: []const u8, cid: []const u8) !?[]const u8 { return repoBlockDataFrom(conn, allocator, did, cid);}
fn repoBlockDataFrom( read_conn: zqlite.Conn, allocator: std.mem.Allocator, did: []const u8, cid: []const u8,) !?[]const u8 { const row = try read_conn.row( \\SELECT data \\FROM repo_blocks \\WHERE did = ? AND cid = ? \\LIMIT 1 , .{ did, cid }); if (row == null) return null; defer row.?.deinit();
const data = row.?.nullableBlob(0) orelse return null; return try allocator.dupe(u8, data);}
var conn: zqlite.Conn = undefined;var database_path: ?[:0]u8 = null;var initialized = false;var store_io: Io = undefined;const DatabaseMutex = struct { inner: Io.Mutex = .init, owner_ptr: std.atomic.Value(usize) = .init(0), owner_len: std.atomic.Value(usize) = .init(0), acquired_at_ms: std.atomic.Value(u32) = .init(0),
fn lockUncancelable(self: *DatabaseMutex, io: Io) void { const owner_ptr = self.owner_ptr.load(.acquire); if (owner_ptr != 0) { const held_ms = nowMsWrapping() -% self.acquired_at_ms.load(.acquire); if (held_ms >= 100) { const owner_len = self.owner_len.load(.acquire); const owner: [*]const u8 = @ptrFromInt(owner_ptr); log.err( "database lock contention owner={s} held_ms={d} waiter={s}\n", .{ owner[0..owner_len], held_ms, request_context.currentRoute() }, ); } }
self.inner.lockUncancelable(io); const owner = request_context.currentRoute(); self.owner_len.store(owner.len, .monotonic); self.acquired_at_ms.store(nowMsWrapping(), .monotonic); self.owner_ptr.store(@intFromPtr(owner.ptr), .release); }
fn unlock(self: *DatabaseMutex, io: Io) void { self.owner_ptr.store(0, .release); self.inner.unlock(io); }};
var db_mutex: DatabaseMutex = .{};var write_lanes: sharded_locks.ShardedLocks(32) = .{};var blob_lanes: sharded_locks.ShardedLocks(64) = .{};var next_seq: u64 = 1;var blob_gc_worker_started: std.atomic.Value(bool) = .init(false);
const blob_gc_grace_seconds: i64 = 24 * 60 * 60;const blob_gc_batch: usize = 256;const blob_gc_interval_seconds: i64 = 60;
pub const BlobGcResult = struct { deleted: usize = 0, bytes: u64 = 0, failed: usize = 0,};
pub fn init(io: Io, path: []const u8) !void { if (initialized) return; store_io = io; if (!std.mem.eql(u8, path, ":memory:") and !std.fs.path.isAbsolute(path)) { if (std.fs.path.dirname(path)) |dir| try Io.Dir.createDirPath(.cwd(), io, dir); }
const path_z = try std.heap.page_allocator.dupeSentinel(u8, path, 0); var path_owned = true; defer if (path_owned) std.heap.page_allocator.free(path_z);
conn = try zqlite.open(path_z.ptr, zqlite.OpenFlags.Create | zqlite.OpenFlags.ReadWrite); database_path = path_z; path_owned = false; initialized = true; errdefer close();
try conn.busyTimeout(5000); try conn.execNoArgs("PRAGMA journal_mode=WAL"); try conn.execNoArgs("PRAGMA foreign_keys=ON"); const migrations_started = clock.monotonicNs(); try migrate(); const migrations_ready = clock.monotonicNs(); next_seq = try loadNextSeqLocked(); log.info("startup migrations_ms={d}\n", .{(migrations_ready - migrations_started) / std.time.ns_per_ms}); log.info("startup sequence_ms={d}\n", .{(clock.monotonicNs() - migrations_ready) / std.time.ns_per_ms});}
pub fn close() void { if (!initialized) return; conn.close(); if (database_path) |path| std.heap.page_allocator.free(path); database_path = null; initialized = false;}
pub fn nowMs() i64 { return clock.nowMs();}
/// low 32 bits of nowMs(); differences via -% stay exact for spans under ~49 daysfn nowMsWrapping() u32 { return @truncate(@as(u64, @bitCast(nowMs())));}
pub fn randomBytes(buffer: []u8) void { store_io.random(buffer);}
pub fn randomToken(allocator: std.mem.Allocator, prefix: []const u8, comptime byte_len: usize) ![]const u8 { var bytes: [byte_len]u8 = undefined; randomBytes(&bytes); const hex = std.fmt.bytesToHex(bytes, .lower); return std.fmt.allocPrint(allocator, "{s}{s}", .{ prefix, &hex });}
pub fn currentIo() Io { return store_io;}
pub fn latestSequence() u64 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); return next_seq -| 1;}
pub fn resolveRepo(repo: []const u8) ?auth.Account { return findAccount(std.heap.page_allocator, repo) catch null;}
pub fn findAccount(allocator: std.mem.Allocator, identifier: []const u8) !?auth.Account { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
return try findAccountLocked(allocator, identifier);}
pub fn findActiveAccount(allocator: std.mem.Allocator, identifier: []const u8) !?auth.Account { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const row = try conn.row( \\SELECT handle, did, email, password_hash \\FROM accounts \\WHERE account_status = 'active' \\ AND (lower(handle) = lower(?) OR did = ? OR lower(email) = lower(?)) \\LIMIT 1 , .{ identifier, identifier, identifier }); if (row == null) return null; defer row.?.deinit(); return try accountFromRow(allocator, row.?);}
pub fn consumeRateLimit(subject: []const u8, action: []const u8, now_ms: i64, window_ms: i64, limit: usize) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
try conn.execNoArgs("BEGIN IMMEDIATE"); errdefer conn.execNoArgs("ROLLBACK") catch {}; try conn.exec( \\DELETE FROM rate_limit_events \\WHERE action = ? AND occurred_at < ? , .{ action, now_ms - window_ms }); const row = try conn.row( \\SELECT COUNT(*) \\FROM rate_limit_events \\WHERE subject = ? AND action = ? AND occurred_at >= ? , .{ subject, action, now_ms - window_ms }); defer if (row) |value| value.deinit(); if (row != null and row.?.int(0) >= @as(i64, @intCast(limit))) { try conn.execNoArgs("ROLLBACK"); return Error.RateLimitExceeded; } try conn.exec( \\INSERT INTO rate_limit_events (subject, action, occurred_at) \\VALUES (?, ?, ?) , .{ subject, action, now_ms }); try conn.execNoArgs("COMMIT");}
pub fn searchAccounts(allocator: std.mem.Allocator, query: []const u8, limit: usize) ![]auth.Account { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const actual_limit = if (limit == 0) 25 else limit; const pattern = try std.fmt.allocPrint(allocator, "%{s}%", .{query}); var rows = if (query.len == 0) try conn.rows( \\SELECT handle, did, email, password_hash \\FROM accounts \\ORDER BY handle \\LIMIT ? , .{@as(i64, @intCast(actual_limit))}) else try conn.rows( \\SELECT handle, did, email, password_hash \\FROM accounts \\WHERE lower(handle) LIKE lower(?) OR did LIKE ? \\ORDER BY handle \\LIMIT ? , .{ pattern, pattern, @as(i64, @intCast(actual_limit)) }); defer rows.deinit();
var accounts: std.ArrayList(auth.Account) = .empty; while (rows.next()) |row| { try accounts.append(allocator, try accountFromRow(allocator, row)); } if (rows.err) |err| return err; return accounts.toOwnedSlice(allocator);}
pub fn listResidents(allocator: std.mem.Allocator, limit: usize) ![]Resident { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const actual_limit = if (limit == 0) 24 else @min(limit, 100); var rows = try conn.rows( \\SELECT a.handle, a.did, a.account_status, COALESCE(c.rev, ''), COUNT(r.uri) \\FROM accounts a \\LEFT JOIN ( \\ SELECT c1.did, c1.rev \\ FROM commits c1 \\ JOIN ( \\ SELECT did, MAX(seq) AS seq \\ FROM commits \\ GROUP BY did \\ ) latest ON latest.did = c1.did AND latest.seq = c1.seq \\) c ON c.did = a.did \\LEFT JOIN records r ON r.did = a.did \\WHERE a.handle NOT LIKE '%.test' \\GROUP BY a.did \\ORDER BY a.activated_at IS NULL, a.handle COLLATE NOCASE \\LIMIT ? , .{@as(i64, @intCast(actual_limit))}); defer rows.deinit();
var residents: std.ArrayList(Resident) = .empty; while (rows.next()) |row| { try residents.append(allocator, .{ .handle = try allocator.dupe(u8, row.text(0)), .did = try allocator.dupe(u8, row.text(1)), .active = AccountStatus.parse(row.text(2)).isActive(), .rev = try allocator.dupe(u8, row.text(3)), .record_count = @intCast(row.int(4)), }); } if (rows.err) |err| return err; return residents.toOwnedSlice(allocator);}
pub fn profileAvatarCid(allocator: std.mem.Allocator, did: []const u8) !?[]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const row = try conn.row( \\SELECT rb.data \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = 'app.bsky.actor.profile' AND r.rkey = 'self' \\LIMIT 1 , .{did}); if (row == null) return null; defer row.?.deinit();
const profile_json = recordJsonFromBlock(allocator, row.?.nullableBlob(0) orelse "") catch return null; var parsed = std.json.parseFromSlice(std.json.Value, allocator, profile_json, .{}) catch return null; defer parsed.deinit(); if (parsed.value != .object) return null; const avatar = parsed.value.object.get("avatar") orelse return null; if (avatar != .object) return null; const ref = avatar.object.get("ref") orelse return null; if (ref != .object) return null; const link = ref.object.get("$link") orelse return null; if (link != .string) return null; const blob_row = try conn.row( \\SELECT 1 \\FROM blobs \\WHERE did = ? AND cid = ? \\LIMIT 1 , .{ did, link.string }); if (blob_row == null) return null; defer blob_row.?.deinit(); return try allocator.dupe(u8, link.string);}
pub fn listCollectionSummaries(allocator: std.mem.Allocator, limit: usize) ![]CollectionSummary { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const actual_limit = if (limit == 0) 12 else @min(limit, 50); var rows = try conn.rows( \\SELECT r.collection, COUNT(*) AS count \\FROM records r \\JOIN accounts a ON a.did = r.did \\WHERE a.handle NOT LIKE '%.test' \\GROUP BY r.collection \\ORDER BY count DESC, r.collection COLLATE NOCASE \\LIMIT ? , .{@as(i64, @intCast(actual_limit))}); defer rows.deinit();
var summaries: std.ArrayList(CollectionSummary) = .empty; while (rows.next()) |row| { try summaries.append(allocator, .{ .collection = try allocator.dupe(u8, row.text(0)), .count = @intCast(row.int(1)), }); } if (rows.err) |err| return err; return summaries.toOwnedSlice(allocator);}
pub fn listLandingActivity(allocator: std.mem.Allocator, bucket_count: usize) ![]ActivityBucket { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const actual_count = if (bucket_count == 0) 18 else @min(bucket_count, 48); var rows = try conn.rows( \\SELECT c.rev \\FROM commits c \\JOIN accounts a ON a.did = c.did \\WHERE a.handle NOT LIKE '%.test' \\ORDER BY c.seq ASC , .{}); defer rows.deinit();
var timestamps: std.ArrayList(u64) = .empty; defer timestamps.deinit(allocator); while (rows.next()) |row| { const timestamp = atid.timestampMicros(row.text(0)) catch continue; try timestamps.append(allocator, timestamp); } if (rows.err) |err| return err; if (timestamps.items.len == 0) return &.{};
const first = timestamps.items[0]; const last = timestamps.items[timestamps.items.len - 1]; const span = if (last > first) last - first else 1; const width = @max(@as(u64, 1), (span + actual_count - 1) / actual_count);
const buckets = try allocator.alloc(ActivityBucket, actual_count); for (buckets, 0..) |*bucket, i| { const start = first + width * i; bucket.* = .{ .start_us = start, .end_us = start + width, .count = 0, }; }
for (timestamps.items) |timestamp| { const offset = if (timestamp <= first) 0 else timestamp - first; const index = @min(actual_count - 1, @as(usize, @intCast(offset / width))); buckets[index].count += 1; } buckets[actual_count - 1].end_us = last; return buckets;}
pub fn listLandingRecentRecords(allocator: std.mem.Allocator, limit: usize) ![]RecentRecord { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const actual_limit = if (limit == 0) 8 else @min(limit, 24); var rows = try conn.rows( \\SELECT a.handle, r.did, r.collection, r.rkey, r.cid, r.seq \\FROM records r \\JOIN accounts a ON a.did = r.did \\WHERE a.handle NOT LIKE '%.test' \\ORDER BY r.seq DESC, r.collection COLLATE NOCASE \\LIMIT ? , .{@as(i64, @intCast(actual_limit))}); defer rows.deinit();
var records: std.ArrayList(RecentRecord) = .empty; while (rows.next()) |row| { try records.append(allocator, .{ .handle = try allocator.dupe(u8, row.text(0)), .did = try allocator.dupe(u8, row.text(1)), .collection = try allocator.dupe(u8, row.text(2)), .rkey = try allocator.dupe(u8, row.text(3)), .cid = try allocator.dupe(u8, row.text(4)), .seq = @intCast(row.int(5)), }); } if (rows.err) |err| return err; return records.toOwnedSlice(allocator);}
fn findAccountLocked(allocator: std.mem.Allocator, identifier: []const u8) !?auth.Account { const row = try conn.row( \\SELECT handle, did, email, password_hash \\FROM accounts \\WHERE lower(handle) = lower(?) OR did = ? OR lower(email) = lower(?) \\LIMIT 1 , .{ identifier, identifier, identifier }); if (row == null) return null; defer row.?.deinit(); return try accountFromRow(allocator, row.?);}
fn accountFromRow(allocator: std.mem.Allocator, row: zqlite.Row) !auth.Account { return .{ .handle = try allocator.dupe(u8, row.text(0)), .did = try allocator.dupe(u8, row.text(1)), .email = try allocator.dupe(u8, row.text(2)), .password = try allocator.dupe(u8, row.text(3)), };}
pub fn createAccount( allocator: std.mem.Allocator, handle: []const u8, email: []const u8, password: []const u8, did: []const u8, activated: bool,) !auth.Account { const signing_key = try generateAccountSigningKey(); return createAccountWithSigningKey(allocator, handle, email, password, did, activated, signing_key);}
/// The account's `#atproto_kem` P-256 secret, which space MACs are keyed from./// Null for an account created before KEM keys existed, until the backfill/// reaches it.pub fn kemSecretKey(did: []const u8) !?[32]u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row("SELECT kem_key FROM accounts WHERE did = ?", .{did}); if (row == null) return null; defer row.?.deinit(); const bytes = row.?.nullableBlob(0) orelse return null; if (bytes.len != 32) return Error.InvalidKemKey; return bytes[0..32].*;}
/// The account's `#atproto_kem` key as a did:key, if it has one.pub fn kemDidKey(allocator: std.mem.Allocator, did: []const u8) !?[]const u8 { const secret = (try kemSecretKey(did)) orelse return null; const keypair = try zat.Keypair.fromSecretKey(.p256, secret); return try keypair.did(allocator);}
/// Store a KEM key for an account that lacks one. False if it already had one.pub fn setMissingKemSecretKey(did: []const u8, kem_key: [32]u8) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("UPDATE accounts SET kem_key = ? WHERE did = ? AND kem_key IS NULL", .{ zqlite.blob(&kem_key), did }); return conn.changes() > 0;}
pub fn generateKemSecretKey() ![32]u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return generateKemKey();}
/// Accounts without a KEM key, in DID order after `after`.pub fn listDidsWithoutKemKey(allocator: std.mem.Allocator, after: ?[]const u8, limit: usize) ![]const []const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT did FROM accounts \\WHERE kem_key IS NULL AND did > ? \\ORDER BY did \\LIMIT ? , .{ after orelse "", @as(i64, @intCast(limit)) }); defer rows.deinit(); var dids: std.ArrayList([]const u8) = .empty; while (rows.next()) |row| try dids.append(allocator, try allocator.dupe(u8, row.text(0))); if (rows.err) |err| return err; return dids.toOwnedSlice(allocator);}
pub fn createAccountWithSigningKey( allocator: std.mem.Allocator, handle: []const u8, email: []const u8, password: []const u8, did: []const u8, activated: bool, signing_key: [32]u8,) !auth.Account { return createAccountWithSigningKeyAndInvite(allocator, handle, email, password, did, activated, signing_key, try generateKemSecretKey(), null);}
pub fn createAccountWithSigningKeyAndInvite( allocator: std.mem.Allocator, handle: []const u8, email: []const u8, password: []const u8, did: []const u8, activated: bool, signing_key: [32]u8, kem_key: ?[32]u8, invite_code: ?[]const u8,) !auth.Account { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
if (invite_code) |code| { try ensureInviteAvailableLocked(code); }
var salt: [16]u8 = undefined; store_io.random(&salt); const password_hash = try auth.hashPassword(allocator, password, salt); try conn.execNoArgs("BEGIN IMMEDIATE"); errdefer conn.execNoArgs("ROLLBACK") catch {}; try conn.exec( \\INSERT INTO accounts (did, handle, email, password_hash, activated_at, account_status, signing_key_type, signing_key, kem_key) \\VALUES (?, ?, ?, ?, CASE WHEN ? THEN unixepoch() ELSE NULL END, CASE WHEN ? THEN 'active' ELSE 'deactivated' END, 'secp256k1', ?, ?) , .{ did, handle, email, password_hash, activated, activated, zqlite.blob(&signing_key), if (kem_key) |*key| zqlite.blob(key) else null }); if (invite_code) |code| { try recordInviteUseLocked(code, did); } try conn.execNoArgs("COMMIT"); return .{ .handle = try allocator.dupe(u8, handle), .did = try allocator.dupe(u8, did), .email = try allocator.dupe(u8, email), .password = try allocator.dupe(u8, password_hash), };}
pub fn generateAccountSigningKey() ![32]u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return generateSigningKey();}
pub fn reserveSigningKey(allocator: std.mem.Allocator, did: ?[]const u8) !ReservedSigningKey { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const secret_key = try generateSigningKey(); var keypair = try zat.Keypair.fromSecretKey(.secp256k1, secret_key); const signing_key = try keypair.did(allocator); const expires_at = nowMs() + (24 * 60 * 60 * 1000); try conn.exec( \\INSERT INTO reserved_signing_keys (did, signing_key, signing_key_type, secret_key, expires_at) \\VALUES (?, ?, 'secp256k1', ?, ?) , .{ did, signing_key, zqlite.blob(&secret_key), expires_at }); return .{ .did = if (did) |value| try allocator.dupe(u8, value) else null, .signing_key = signing_key, .secret_key = secret_key, .expires_at = expires_at, };}
pub fn consumeReservedSigningKey(signing_key_or_did: []const u8, did: []const u8) ![32]u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return consumeReservedSigningKeyLocked(signing_key_or_did, did);}
pub fn createInviteCode(allocator: std.mem.Allocator, public_url: []const u8, use_count: i64, for_account: []const u8, created_by: []const u8) ![]const u8 { if (use_count < 1) return error.InvalidUseCount; db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var tries: usize = 0; while (tries < 16) : (tries += 1) { const code = try generateInviteCode(allocator, public_url); const existing = try conn.row("SELECT 1 FROM invite_codes WHERE code = ? LIMIT 1", .{code}); if (existing) |row| { row.deinit(); continue; } try insertInviteCodeLocked(code, use_count, for_account, created_by); return code; } return error.InviteCodeCollision;}
pub fn createInviteCodes(allocator: std.mem.Allocator, public_url: []const u8, code_count: i64, use_count: i64, for_account: []const u8, created_by: []const u8) ![][]const u8 { if (code_count < 1 or use_count < 1) return error.InvalidUseCount; const max_count: i64 = 100; if (code_count > max_count) return error.InvalidUseCount;
var codes: std.ArrayList([]const u8) = .empty; errdefer { for (codes.items) |code| allocator.free(code); codes.deinit(allocator); } var i: i64 = 0; while (i < code_count) : (i += 1) { try codes.append(allocator, try createInviteCode(allocator, public_url, use_count, for_account, created_by)); } return codes.toOwnedSlice(allocator);}
pub fn ensureBootstrapInviteCode(allocator: std.mem.Allocator, public_url: []const u8) !?[]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const accounts_row = try conn.row("SELECT COUNT(*) FROM accounts", .{}); if (accounts_row == null) return null; defer accounts_row.?.deinit(); const invites_row = try conn.row("SELECT COUNT(*) FROM invite_codes", .{}); if (invites_row == null) return null; defer invites_row.?.deinit(); const accounts = accounts_row.?.int(0); const invites = invites_row.?.int(0); if (accounts != 0 or invites != 0) return null;
const code = try generateInviteCode(allocator, public_url); try insertInviteCodeLocked(code, 1, "admin", "admin"); return code;}
pub fn getAccountInviteCodes(allocator: std.mem.Allocator, did: []const u8, include_used: bool) ![]InviteCode { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var rows = try conn.rows( \\SELECT code, available_uses, disabled, for_account, created_by, created_at \\FROM invite_codes \\WHERE for_account = ? \\ORDER BY created_at DESC, code , .{did}); defer rows.deinit();
var codes: std.ArrayList(InviteCode) = .empty; while (rows.next()) |row| { const code_text = row.text(0); const uses = try inviteCodeUsesLocked(allocator, code_text); const available = row.int(1); const disabled = row.int(2) != 0; if (!include_used and (disabled or @as(i64, @intCast(uses.len)) >= available)) continue; try codes.append(allocator, .{ .code = try allocator.dupe(u8, code_text), .available = available, .disabled = disabled, .for_account = try allocator.dupe(u8, row.text(3)), .created_by = try allocator.dupe(u8, row.text(4)), .created_at = row.int(5), .uses = uses, }); } if (rows.err) |err| return err; return codes.toOwnedSlice(allocator);}
pub fn inviteCodeIsAvailable(code: []const u8) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); ensureInviteAvailableLocked(code) catch return false; return true;}
pub fn signingKeypair(did: []const u8) !zat.Keypair { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return signingKeypairLocked(did);}
pub fn updateAccountHandle(did: []const u8, handle: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const existing = try conn.row( \\SELECT did \\FROM accounts \\WHERE lower(handle) = lower(?) \\LIMIT 1 , .{handle}); if (existing) |row| { defer row.deinit(); if (!std.mem.eql(u8, row.text(0), did)) return Error.HandleNotAvailable; }
const account = try conn.row( \\SELECT 1 \\FROM accounts \\WHERE did = ? , .{did}); if (account == null) return Error.AccountNotFound; account.?.deinit();
try conn.exec( \\UPDATE accounts \\SET handle = ? \\WHERE did = ? , .{ handle, did });}
pub fn setAccountActive(did: []const u8, active: bool) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); if (active) { const status = try accountStatusLocked(did); if (status != .active and status != .deactivated) return Error.InvalidAccountStatus; try conn.exec( \\UPDATE accounts \\SET account_status = 'active', \\ activated_at = COALESCE(activated_at, unixepoch()) \\WHERE did = ? , .{did}); } else { try conn.exec( \\UPDATE accounts \\SET account_status = 'deactivated', \\ activated_at = COALESCE(activated_at, unixepoch()) \\WHERE did = ? , .{did}); }}
pub fn setAccountTakendown(did: []const u8, applied: bool, status_ref: ?[]const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); if (applied) { try conn.execNoArgs("BEGIN IMMEDIATE"); errdefer conn.execNoArgs("ROLLBACK") catch {}; try conn.exec( \\UPDATE accounts \\SET account_status = 'takendown', \\ account_status_ref = ? \\WHERE did = ? , .{ status_ref, did }); try revokeAccountTokensLocked(did); try conn.execNoArgs("COMMIT"); } else { try conn.exec( \\UPDATE accounts \\SET account_status = 'active', \\ account_status_ref = NULL, \\ activated_at = COALESCE(activated_at, unixepoch()) \\WHERE did = ? AND account_status = 'takendown' , .{did}); }}
pub fn accountStatus(did: []const u8) !AccountStatus { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return accountStatusLocked(did);}
pub fn sequenceAccountEvent(allocator: std.mem.Allocator, did: []const u8, status: AccountStatus) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const seq = try nextSeqLocked(); const frame = try accountEventFrame(allocator, seq, did, status); try insertSeqEventLocked(seq, did, "", frame); eventlog.publish(seq);}
pub fn sequenceIdentityEvent(allocator: std.mem.Allocator, did: []const u8, handle: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const seq = try nextSeqLocked(); const frame = try identityEventFrame(allocator, seq, did, handle); try insertSeqEventLocked(seq, did, "", frame); eventlog.publish(seq);}
/// Firehose announcement for a freshly created account, matching the official/// PDS sequencer order: #identity, #account, genesis #commit, #sync. The/// genesis commit is an empty-ops write so consumers see the repo exist/// before its first record.pub fn sequenceNewAccount(allocator: std.mem.Allocator, account: auth.Account) !void { try sequenceIdentityEvent(allocator, account.did, account.handle); try sequenceAccountEvent(allocator, account.did, .active); _ = try applyWritesWithOptions(allocator, account, &.{}, .{ .allow_empty_commit = true }); try sequenceSyncEvent(allocator, account.did);}
/// Startup repair for accounts created before ZDS sequenced creation events:/// any active account with no commits gets its genesis announcement now, so/// relays stop reporting RepoNotFound for it.pub fn sequenceUnannouncedAccounts(allocator: std.mem.Allocator) !void { const unannounced = blk: { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT did, handle FROM accounts \\WHERE activated_at IS NOT NULL AND account_status = 'active' \\ AND did NOT IN (SELECT did FROM commits) , .{}); defer rows.deinit(); var found: std.ArrayList(auth.Account) = .empty; while (rows.next()) |row| { try found.append(allocator, .{ .did = try allocator.dupe(u8, row.text(0)), .handle = try allocator.dupe(u8, row.text(1)), .email = "", .password = "", }); } break :blk try found.toOwnedSlice(allocator); }; for (unannounced) |account| { sequenceNewAccount(allocator, account) catch |err| { log.err("store announce failed did={s} handle={s} err={s}\n", .{ account.did, account.handle, @errorName(err) }); continue; }; log.info("store announced pre-existing account did={s} handle={s}\n", .{ account.did, account.handle }); }}
pub fn sequenceSyncEvent(allocator: std.mem.Allocator, did: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const seq = try nextSeqLocked(); const commit = try latestCommitRawLocked(allocator, did) orelse return Error.RepoNotFound; const frame = try syncEventFrame(allocator, seq, did, commit.commit_cid_text, commit.data_cid_raw, commit.rev, commit.commit_data); try insertSeqEventLocked(seq, did, commit.commit_cid_text, frame); eventlog.publish(seq);}
pub fn isAccountActive(did: []const u8) bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return false; return accountActiveLocked(did) catch false;}
pub fn create( allocator: std.mem.Allocator, account: auth.Account, collection: []const u8, maybe_rkey: ?[]const u8, value: std.json.Value,) !Record { const rkey = maybe_rkey orelse try nextRkey(allocator); const result = try applyWrites(allocator, account, &.{.{ .create = .{ .collection = collection, .rkey = rkey, .value = value, } }}); if (result.records.len == 0) return Error.MissingRecord; return result.records[0];}
/// Browser credentials are independent of application OAuth grants. Store only/// the token digest; password changes and unavailable accounts invalidate reuse.pub fn putBrowserSession(token_hash: []const u8, account: auth.Account, expires_at: i64) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.execNoArgs("DELETE FROM browser_sessions WHERE expires_at <= unixepoch()"); try conn.exec("INSERT INTO browser_sessions (token_hash, did, password_hash, expires_at) VALUES (?, ?, ?, ?)", .{ token_hash, account.did, account.password, expires_at });}
pub fn getBrowserSession(allocator: std.mem.Allocator, token_hash: []const u8, timestamp: i64) !?auth.Account { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT a.handle, a.did, a.email, a.password_hash \\FROM browser_sessions s JOIN accounts a ON a.did = s.did \\WHERE s.token_hash = ? AND s.expires_at > ? \\AND a.password_hash = s.password_hash AND a.account_status = 'active' \\AND a.activated_at IS NOT NULL , .{ token_hash, timestamp }); if (row == null) return null; defer row.?.deinit(); return .{ .handle = try allocator.dupe(u8, row.?.text(0)), .did = try allocator.dupe(u8, row.?.text(1)), .email = try allocator.dupe(u8, row.?.text(2)), .password = try allocator.dupe(u8, row.?.text(3)), };}
pub fn deleteBrowserSession(token_hash: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM browser_sessions WHERE token_hash = ?", .{token_hash});}
pub fn setOAuthPrompt(request_id: []const u8, prompt: ?[]const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("UPDATE oauth_requests SET prompt = ? WHERE request_id = ?", .{ prompt, request_id });}
pub fn putOAuthRequest( request_id: []const u8, client_id: []const u8, redirect_uri: []const u8, scope: []const u8, state: []const u8, code_challenge: []const u8, code_challenge_method: []const u8, response_mode: []const u8, login_hint: ?[]const u8, dpop_jkt: ?[]const u8, expires_at: i64,) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\INSERT INTO oauth_requests \\ (request_id, client_id, redirect_uri, scope, state, code_challenge, code_challenge_method, response_mode, login_hint, dpop_jkt, expires_at) \\VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) , .{ request_id, client_id, redirect_uri, scope, state, code_challenge, code_challenge_method, response_mode, login_hint, dpop_jkt, expires_at });}
pub fn getOAuthRequest(allocator: std.mem.Allocator, request_id: []const u8) !?OAuthRequest { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT request_id, client_id, redirect_uri, scope, state, code_challenge, code_challenge_method, response_mode, login_hint, dpop_jkt, expires_at, sub, code, auth_method, prompt \\FROM oauth_requests \\WHERE request_id = ? , .{request_id}); if (row == null) return null; defer row.?.deinit(); return try oauthRequestFromRow(row.?, allocator);}
pub fn authorizeOAuthRequest(request_id: []const u8, did: []const u8, code: []const u8, auth_method: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE oauth_requests \\SET sub = ?, code = ?, auth_method = ? \\WHERE request_id = ? , .{ did, code, auth_method, request_id });}
pub fn getOAuthRequestByCode(allocator: std.mem.Allocator, code: []const u8) !?OAuthRequest { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT request_id, client_id, redirect_uri, scope, state, code_challenge, code_challenge_method, response_mode, login_hint, dpop_jkt, expires_at, sub, code, auth_method, prompt \\FROM oauth_requests \\WHERE code = ? , .{code}); if (row == null) return null; defer row.?.deinit(); return try oauthRequestFromRow(row.?, allocator);}
pub fn consumeOAuthCode(request_id: []const u8, code: []const u8) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( "UPDATE oauth_requests SET code = NULL WHERE request_id = ? AND code = ?", .{ request_id, code }, ); const row = try conn.row("SELECT changes()", .{}); if (row == null) return false; defer row.?.deinit(); return row.?.int(0) == 1;}
pub fn putOAuthToken( did: []const u8, client_id: []const u8, scope: []const u8, access_token: []const u8, refresh_token: []const u8, access_expires_at: i64, refresh_expires_at: i64, dpop_jkt: ?[]const u8, auth_method: ?[]const u8,) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\INSERT INTO oauth_tokens (family_id, access_token, refresh_token, did, client_id, scope, expires_at, access_expires_at, refresh_expires_at, dpop_jkt, auth_method) \\VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) , .{ access_token, access_token, refresh_token, did, client_id, scope, access_expires_at, access_expires_at, refresh_expires_at, dpop_jkt, auth_method });}
pub fn getOAuthToken(allocator: std.mem.Allocator, token: []const u8) !?OAuthToken { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT family_id, did, client_id, scope, access_token, refresh_token, access_expires_at, refresh_expires_at, \\ previous_refresh_token, previous_refresh_expires_at, revoked_at, dpop_jkt, auth_method \\FROM oauth_tokens \\WHERE access_token = ? OR refresh_token = ? OR previous_refresh_token = ? \\ORDER BY created_at DESC \\LIMIT 1 , .{ token, token, token }); if (row == null) return try getOAuthTokenByUsedRefresh(allocator, token); defer row.?.deinit(); const access_token = row.?.text(4); const refresh_token = row.?.text(5); const previous_refresh_token = row.?.nullableText(8); const kind: OAuthToken.Kind = if (std.mem.eql(u8, token, access_token)) .access else if (std.mem.eql(u8, token, refresh_token)) .refresh else if (previous_refresh_token != null and std.mem.eql(u8, token, previous_refresh_token.?)) .previous_refresh else return null; return .{ .family_id = try allocator.dupe(u8, row.?.text(0)), .did = try allocator.dupe(u8, row.?.text(1)), .client_id = try allocator.dupe(u8, row.?.text(2)), .scope = try allocator.dupe(u8, row.?.text(3)), .access_token = try allocator.dupe(u8, access_token), .refresh_token = try allocator.dupe(u8, refresh_token), .access_expires_at = row.?.int(6), .refresh_expires_at = row.?.int(7), .previous_refresh_token = if (previous_refresh_token) |text| try allocator.dupe(u8, text) else null, .previous_refresh_expires_at = row.?.nullableInt(9), .revoked = row.?.nullableInt(10) != null, .dpop_jkt = if (row.?.nullableText(11)) |text| try allocator.dupe(u8, text) else null, .auth_method = if (row.?.nullableText(12)) |text| try allocator.dupe(u8, text) else null, .kind = kind, };}
fn getOAuthTokenByUsedRefresh(allocator: std.mem.Allocator, token: []const u8) !?OAuthToken { const row = try conn.row( \\SELECT t.family_id, t.did, t.client_id, t.scope, t.access_token, t.refresh_token, t.access_expires_at, t.refresh_expires_at, \\ t.previous_refresh_token, t.previous_refresh_expires_at, t.revoked_at, t.dpop_jkt, t.auth_method \\FROM oauth_used_refresh_tokens u \\JOIN oauth_tokens t ON t.family_id = u.family_id \\WHERE u.refresh_token = ? \\LIMIT 1 , .{token}); if (row == null) return null; defer row.?.deinit(); return .{ .family_id = try allocator.dupe(u8, row.?.text(0)), .did = try allocator.dupe(u8, row.?.text(1)), .client_id = try allocator.dupe(u8, row.?.text(2)), .scope = try allocator.dupe(u8, row.?.text(3)), .access_token = try allocator.dupe(u8, row.?.text(4)), .refresh_token = try allocator.dupe(u8, row.?.text(5)), .access_expires_at = row.?.int(6), .refresh_expires_at = row.?.int(7), .previous_refresh_token = if (row.?.nullableText(8)) |text| try allocator.dupe(u8, text) else null, .previous_refresh_expires_at = row.?.nullableInt(9), .revoked = row.?.nullableInt(10) != null, .dpop_jkt = if (row.?.nullableText(11)) |text| try allocator.dupe(u8, text) else null, .auth_method = if (row.?.nullableText(12)) |text| try allocator.dupe(u8, text) else null, .kind = .used_refresh, };}
pub fn rotateOAuthToken( current_refresh_token: []const u8, new_access_token: []const u8, new_refresh_token: []const u8, access_expires_at: i64, refresh_expires_at: i64, previous_refresh_expires_at: i64,) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\INSERT OR IGNORE INTO oauth_used_refresh_tokens (refresh_token, family_id, expires_at) \\SELECT refresh_token, family_id, refresh_expires_at \\FROM oauth_tokens \\WHERE refresh_token = ? AND revoked_at IS NULL , .{current_refresh_token}); try conn.exec( \\UPDATE oauth_tokens \\SET previous_refresh_token = refresh_token, \\ previous_refresh_expires_at = ?, \\ access_token = ?, \\ refresh_token = ?, \\ expires_at = ?, \\ access_expires_at = ?, \\ refresh_expires_at = ? \\WHERE refresh_token = ? AND revoked_at IS NULL , .{ previous_refresh_expires_at, new_access_token, new_refresh_token, access_expires_at, access_expires_at, refresh_expires_at, current_refresh_token });}
pub fn recordDpopJti(jti: []const u8, expires_at: i64) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM dpop_jtis WHERE expires_at < unixepoch()", .{}); const row = try conn.row("SELECT 1 FROM dpop_jtis WHERE jti = ?", .{jti}); if (row) |found| { found.deinit(); return false; } try conn.exec( \\INSERT INTO dpop_jtis (jti, expires_at) \\VALUES (?, ?) , .{ jti, expires_at }); return true;}
pub fn revokeOAuthToken(token: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE oauth_tokens \\SET revoked_at = unixepoch() \\WHERE access_token = ? OR refresh_token = ? OR previous_refresh_token = ? \\ OR family_id IN (SELECT family_id FROM oauth_used_refresh_tokens WHERE refresh_token = ?) , .{ token, token, token, token });}
pub fn revokeOAuthTokenFamily(family_id: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE oauth_tokens \\SET revoked_at = unixepoch() \\WHERE family_id = ? , .{family_id});}
pub const AccessQuery = struct { kind: enum { oauth, password } = .oauth, state: enum { authorized, past, all } = .authorized, group: ?[]const u8 = null, search: []const u8 = "", offset: i64 = 0, limit: i64 = 20,};
pub const AccessGroup = struct { key: []const u8, name: []const u8, count: i64, newest: i64,};
pub const AccessPage = struct { authorized: i64 = 0, total: i64 = 0, groups: []const AccessGroup = &.{}, grants: []const OAuthGrantInfo = &.{}, sessions: []const SessionInfo = &.{}, next: ?i64 = null,};
// Account-scoped summaries and bounded details; never select token values.pub fn listAccountAccess(allocator: std.mem.Allocator, did: []const u8, query: AccessQuery) !AccessPage { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const oauth = query.kind == .oauth; const base = if (oauth) "WITH access AS (SELECT rowid AS ordinal, did, client_id, scope, created_at, refresh_expires_at, revoked_at, auth_method, client_id AS group_key, client_id AS label, (revoked_at IS NULL AND refresh_expires_at > unixepoch()) AS active FROM oauth_tokens WHERE did = ?) " else "WITH access AS (SELECT rowid AS ordinal, id, did, auth_method, app_password_name, controller_did, created_at, updated_at, last_used_at, access_expires_at, refresh_expires_at, revoked_at, auth_method || ':' || COALESCE(app_password_name, '') AS group_key, COALESCE(app_password_name, 'Account password') AS label, (revoked_at IS NULL AND (access_expires_at > unixepoch() OR refresh_expires_at > unixepoch())) AS active FROM session_tokens WHERE did = ?) "; var page: AccessPage = .{}; const totals_sql = try std.fmt.allocPrint(allocator, "{s}SELECT count(*), COALESCE(sum(active),0) FROM access", .{base}); const totals = (try conn.row(totals_sql, .{did})).?; page.total = totals.int(0); page.authorized = totals.int(1); totals.deinit(); const filter = " WHERE (? = 'all' OR active = (? = 'authorized')) AND instr(lower(label),lower(?)) > 0 "; if (query.group) |group| { const columns = if (oauth) "SELECT t.did, a.handle, t.client_id, t.scope, t.created_at, t.refresh_expires_at, t.revoked_at, t.auth_method, t.active FROM access t JOIN accounts a ON a.did=t.did" else "SELECT t.id, t.did, a.handle, t.auth_method, t.app_password_name, t.controller_did, t.created_at, t.updated_at, t.last_used_at, t.access_expires_at, t.refresh_expires_at, t.revoked_at, t.active FROM access t JOIN accounts a ON a.did=t.did"; const sql = try std.fmt.allocPrint(allocator, "{s}{s}{s} AND group_key = ? ORDER BY t.created_at DESC, ordinal DESC LIMIT ? OFFSET ?", .{ base, columns, filter }); var rows = try conn.rows(sql, .{ did, @tagName(query.state), @tagName(query.state), query.search, group, query.limit + 1, query.offset }); defer rows.deinit(); if (oauth) { const items = try oauthGrantsFromRows(allocator, &rows); if (items.len > query.limit) page.next = query.offset + query.limit; page.grants = items[0..@min(items.len, @as(usize, @intCast(query.limit)))]; } else { const items = try sessionsFromRows(allocator, &rows); if (items.len > query.limit) page.next = query.offset + query.limit; page.sessions = items[0..@min(items.len, @as(usize, @intCast(query.limit)))]; } } else { const sql = try std.fmt.allocPrint(allocator, "{s}SELECT group_key,label,count(*),max(created_at) FROM access{s} GROUP BY group_key ORDER BY group_key LIMIT ? OFFSET ?", .{ base, filter }); var rows = try conn.rows(sql, .{ did, @tagName(query.state), @tagName(query.state), query.search, query.limit + 1, query.offset }); defer rows.deinit(); var groups: std.ArrayList(AccessGroup) = .empty; while (rows.next()) |row| { if (groups.items.len == query.limit) { page.next = query.offset + query.limit; break; } try groups.append(allocator, .{ .key = try allocator.dupe(u8, row.text(0)), .name = try allocator.dupe(u8, row.text(1)), .count = row.int(2), .newest = row.int(3) }); } page.groups = try groups.toOwnedSlice(allocator); } return page;}
pub fn listOAuthGrantsForAccount(allocator: std.mem.Allocator, did: []const u8, active_only: bool, limit: i64) ![]OAuthGrantInfo { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const sql = if (active_only) \\SELECT t.did, a.handle, t.client_id, t.scope, t.created_at, t.refresh_expires_at, t.revoked_at, t.auth_method, \\ CASE WHEN t.revoked_at IS NULL AND t.refresh_expires_at > unixepoch() THEN 1 ELSE 0 END AS active \\FROM oauth_tokens t \\JOIN accounts a ON a.did = t.did \\WHERE t.did = ? AND t.revoked_at IS NULL AND t.refresh_expires_at > unixepoch() \\ORDER BY t.created_at DESC \\LIMIT ? else \\SELECT t.did, a.handle, t.client_id, t.scope, t.created_at, t.refresh_expires_at, t.revoked_at, t.auth_method, \\ CASE WHEN t.revoked_at IS NULL AND t.refresh_expires_at > unixepoch() THEN 1 ELSE 0 END AS active \\FROM oauth_tokens t \\JOIN accounts a ON a.did = t.did \\WHERE t.did = ? \\ORDER BY t.created_at DESC \\LIMIT ? ; var rows = try conn.rows(sql, .{ did, limit }); defer rows.deinit(); return try oauthGrantsFromRows(allocator, &rows);}
pub fn listOAuthGrantsForAllAccounts(allocator: std.mem.Allocator, active_only: bool, limit: i64) ![]OAuthGrantInfo { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const sql = if (active_only) \\SELECT t.did, a.handle, t.client_id, t.scope, t.created_at, t.refresh_expires_at, t.revoked_at, t.auth_method, \\ CASE WHEN t.revoked_at IS NULL AND t.refresh_expires_at > unixepoch() THEN 1 ELSE 0 END AS active \\FROM oauth_tokens t \\JOIN accounts a ON a.did = t.did \\WHERE t.revoked_at IS NULL AND t.refresh_expires_at > unixepoch() \\ORDER BY t.created_at DESC \\LIMIT ? else \\SELECT t.did, a.handle, t.client_id, t.scope, t.created_at, t.refresh_expires_at, t.revoked_at, t.auth_method, \\ CASE WHEN t.revoked_at IS NULL AND t.refresh_expires_at > unixepoch() THEN 1 ELSE 0 END AS active \\FROM oauth_tokens t \\JOIN accounts a ON a.did = t.did \\ORDER BY t.created_at DESC \\LIMIT ? ; var rows = try conn.rows(sql, .{limit}); defer rows.deinit(); return try oauthGrantsFromRows(allocator, &rows);}
pub fn createSessionTokenRow( allocator: std.mem.Allocator, did: []const u8, access_jti: []const u8, refresh_jti: []const u8, access_expires_at: i64, refresh_expires_at: i64, auth_method: []const u8, controller_did: ?[]const u8, app_password_name: ?[]const u8,) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const id = try randomToken(allocator, "ses-", 16); errdefer allocator.free(id); try conn.exec( \\INSERT INTO session_tokens \\ (id, did, access_jti, refresh_jti, access_expires_at, refresh_expires_at, auth_method, controller_did, app_password_name) \\VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) , .{ id, did, access_jti, refresh_jti, access_expires_at, refresh_expires_at, auth_method, controller_did, app_password_name }); return id;}
pub fn listSessionsForAccount(allocator: std.mem.Allocator, did: []const u8, active_only: bool, limit: i64) ![]SessionInfo { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const sql = if (active_only) \\SELECT s.id, s.did, a.handle, s.auth_method, s.app_password_name, s.controller_did, \\ s.created_at, s.updated_at, s.last_used_at, s.access_expires_at, s.refresh_expires_at, s.revoked_at, \\ CASE WHEN s.revoked_at IS NULL AND (s.access_expires_at > unixepoch() OR s.refresh_expires_at > unixepoch()) THEN 1 ELSE 0 END AS active \\FROM session_tokens s \\JOIN accounts a ON a.did = s.did \\WHERE s.did = ? AND s.revoked_at IS NULL AND (s.access_expires_at > unixepoch() OR s.refresh_expires_at > unixepoch()) \\ORDER BY COALESCE(s.last_used_at, s.updated_at, s.created_at) DESC \\LIMIT ? else \\SELECT s.id, s.did, a.handle, s.auth_method, s.app_password_name, s.controller_did, \\ s.created_at, s.updated_at, s.last_used_at, s.access_expires_at, s.refresh_expires_at, s.revoked_at, \\ CASE WHEN s.revoked_at IS NULL AND (s.access_expires_at > unixepoch() OR s.refresh_expires_at > unixepoch()) THEN 1 ELSE 0 END AS active \\FROM session_tokens s \\JOIN accounts a ON a.did = s.did \\WHERE s.did = ? \\ORDER BY COALESCE(s.last_used_at, s.updated_at, s.created_at) DESC \\LIMIT ? ; var rows = try conn.rows(sql, .{ did, limit }); defer rows.deinit(); return try sessionsFromRows(allocator, &rows);}
pub fn listSessionsForAllAccounts(allocator: std.mem.Allocator, active_only: bool, limit: i64) ![]SessionInfo { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const sql = if (active_only) \\SELECT s.id, s.did, a.handle, s.auth_method, s.app_password_name, s.controller_did, \\ s.created_at, s.updated_at, s.last_used_at, s.access_expires_at, s.refresh_expires_at, s.revoked_at, \\ CASE WHEN s.revoked_at IS NULL AND (s.access_expires_at > unixepoch() OR s.refresh_expires_at > unixepoch()) THEN 1 ELSE 0 END AS active \\FROM session_tokens s \\JOIN accounts a ON a.did = s.did \\WHERE s.revoked_at IS NULL AND (s.access_expires_at > unixepoch() OR s.refresh_expires_at > unixepoch()) \\ORDER BY COALESCE(s.last_used_at, s.updated_at, s.created_at) DESC \\LIMIT ? else \\SELECT s.id, s.did, a.handle, s.auth_method, s.app_password_name, s.controller_did, \\ s.created_at, s.updated_at, s.last_used_at, s.access_expires_at, s.refresh_expires_at, s.revoked_at, \\ CASE WHEN s.revoked_at IS NULL AND (s.access_expires_at > unixepoch() OR s.refresh_expires_at > unixepoch()) THEN 1 ELSE 0 END AS active \\FROM session_tokens s \\JOIN accounts a ON a.did = s.did \\ORDER BY COALESCE(s.last_used_at, s.updated_at, s.created_at) DESC \\LIMIT ? ; var rows = try conn.rows(sql, .{limit}); defer rows.deinit(); return try sessionsFromRows(allocator, &rows);}
pub fn createAppPassword( allocator: std.mem.Allocator, did: []const u8, name: []const u8, password_hash: []const u8, privileged: bool, scopes: ?[]const u8, created_by_controller_did: ?[]const u8,) !AppPassword { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\INSERT INTO app_passwords \\ (did, name, password_hash, privileged, scopes, created_by_controller_did) \\VALUES (?, ?, ?, ?, ?, ?) , .{ did, name, password_hash, privileged, scopes, created_by_controller_did }); const row = (try conn.row( \\SELECT name, password_hash, created_at, privileged, scopes, created_by_controller_did \\FROM app_passwords \\WHERE did = ? AND name = ? \\LIMIT 1 , .{ did, name })) orelse return error.MissingRecord; defer row.deinit(); return appPasswordFromRow(row, allocator);}
pub fn listAppPasswords(allocator: std.mem.Allocator, did: []const u8) ![]AppPassword { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT name, password_hash, created_at, privileged, scopes, created_by_controller_did \\FROM app_passwords \\WHERE did = ? \\ORDER BY created_at DESC, name ASC , .{did}); defer rows.deinit(); var out: std.ArrayList(AppPassword) = .empty; while (rows.next()) |row| { try out.append(allocator, try appPasswordFromRow(row, allocator)); } return out.toOwnedSlice(allocator);}
pub fn getAppPasswordByName(allocator: std.mem.Allocator, did: []const u8, name: []const u8) !?AppPassword { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT name, password_hash, created_at, privileged, scopes, created_by_controller_did \\FROM app_passwords \\WHERE did = ? AND name = ? \\LIMIT 1 , .{ did, name }); if (row == null) return null; defer row.?.deinit(); return try appPasswordFromRow(row.?, allocator);}
pub fn findMatchingAppPassword(allocator: std.mem.Allocator, did: []const u8, password: []const u8) !?AppPassword { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT name, password_hash, created_at, privileged, scopes, created_by_controller_did \\FROM app_passwords \\WHERE did = ? \\ORDER BY created_at DESC , .{did}); defer rows.deinit(); while (rows.next()) |row| { const candidate = try appPasswordFromRow(row, allocator); if (auth.passwordHashMatches(candidate.password_hash, password)) return candidate; } return null;}
pub fn sessionAuthMethod(allocator: std.mem.Allocator, did: []const u8, jti: []const u8) !?[]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT auth_method \\FROM session_tokens \\WHERE did = ? AND (access_jti = ? OR refresh_jti = ?) AND revoked_at IS NULL \\LIMIT 1 , .{ did, jti, jti }); if (row == null) return null; defer row.?.deinit(); return try allocator.dupe(u8, row.?.text(0));}
pub fn revokeAppPassword(did: []const u8, name: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE session_tokens \\SET revoked_at = unixepoch(), updated_at = unixepoch() \\WHERE did = ? AND app_password_name = ? AND revoked_at IS NULL , .{ did, name }); try conn.exec( \\DELETE FROM app_passwords \\WHERE did = ? AND name = ? , .{ did, name });}
pub const SessionTokenStatus = enum { active, expired, revoked, unknown };
/// for the refresh scope `jti` may also name the jti the last rotation retired,/// which stays usable until its grace window closes////// `+did` keeps SQLite off the did index so the OR resolves as two jti point/// lookups instead of a scan of every session the account haspub fn sessionTokenStatus(did: []const u8, jti: []const u8, scope: []const u8) !SessionTokenStatus { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const is_refresh = std.mem.eql(u8, scope, "com.atproto.refresh"); const row = if (is_refresh) try conn.row( \\SELECT id, revoked_at IS NOT NULL, \\ (CASE WHEN refresh_jti = ? THEN refresh_expires_at ELSE previous_refresh_expires_at END) > unixepoch() \\FROM session_tokens \\WHERE +did = ? AND (refresh_jti = ? OR previous_refresh_jti = ?) \\LIMIT 1 , .{ jti, did, jti, jti }) else try conn.row( \\SELECT id, revoked_at IS NOT NULL, access_expires_at > unixepoch() \\FROM session_tokens \\WHERE did = ? AND access_jti = ? \\LIMIT 1 , .{ did, jti }); const found = row orelse return .unknown; defer found.deinit(); if (found.int(1) != 0) return .revoked; if (found.int(2) == 0) return .expired; try conn.exec("UPDATE session_tokens SET last_used_at = unixepoch() WHERE id = ?", .{found.text(0)}); return .active;}
pub const RefreshSession = struct { id: []const u8, auth_method: []const u8, access_jti: []const u8, refresh_jti: []const u8, access_expires_at: i64, refresh_expires_at: i64, /// the jti presented is the one the last rotation retired; the caller hands /// back the successor already on the row instead of rotating again replayed: bool,};
pub fn refreshSessionByJti(allocator: std.mem.Allocator, did: []const u8, jti: []const u8) !?RefreshSession { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT id, auth_method, access_jti, refresh_jti, access_expires_at, refresh_expires_at, refresh_jti <> ? \\FROM session_tokens \\WHERE +did = ? \\ AND (refresh_jti = ? OR (previous_refresh_jti = ? AND previous_refresh_expires_at > unixepoch())) \\ AND refresh_expires_at > unixepoch() AND revoked_at IS NULL \\LIMIT 1 , .{ jti, did, jti, jti }); const found = row orelse return null; defer found.deinit(); return .{ .id = try allocator.dupe(u8, found.text(0)), .auth_method = try allocator.dupe(u8, found.text(1)), .access_jti = try allocator.dupe(u8, found.text(2)), .refresh_jti = try allocator.dupe(u8, found.text(3)), .access_expires_at = found.int(4), .refresh_expires_at = found.int(5), .replayed = found.int(6) != 0, };}
/// rotates only while `old_refresh_jti` is still the row's current refresh jti;/// a request that lost the race sees `InvalidRefreshSession` and should re-read/// the row, which now reports the winner's successor as a replaypub fn rotateSessionToken( id: []const u8, old_refresh_jti: []const u8, new_access_jti: []const u8, new_refresh_jti: []const u8, access_expires_at: i64, refresh_expires_at: i64, previous_refresh_grace_secs: i64,) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE session_tokens \\SET access_jti = ?, refresh_jti = ?, access_expires_at = ?, refresh_expires_at = ?, \\ previous_refresh_jti = ?, previous_refresh_expires_at = unixepoch() + ?, \\ updated_at = unixepoch(), last_used_at = unixepoch() \\WHERE id = ? AND refresh_jti = ? AND revoked_at IS NULL , .{ new_access_jti, new_refresh_jti, access_expires_at, refresh_expires_at, old_refresh_jti, previous_refresh_grace_secs, id, old_refresh_jti }); if (conn.changes() == 0) return error.InvalidRefreshSession;}
pub fn revokeSessionToken(did: []const u8, jti: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE session_tokens \\SET revoked_at = unixepoch(), updated_at = unixepoch() \\WHERE did = ? AND (access_jti = ? OR refresh_jti = ?) , .{ did, jti, jti });}
pub fn recordAuditEvent( subject_did: []const u8, actor_did: []const u8, controller_did: ?[]const u8, action: []const u8, details_json: []const u8,) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const id = try randomToken(std.heap.page_allocator, "aud-", 16); defer std.heap.page_allocator.free(id); try conn.exec( \\INSERT INTO account_audit_log \\ (id, subject_did, actor_did, controller_did, action, details_json) \\VALUES (?, ?, ?, ?, ?, ?) , .{ id, subject_did, actor_did, controller_did, action, details_json });}
pub fn putWebAuthnChallenge(did: []const u8, kind: []const u8, challenge: []const u8, state_json: []const u8, expires_at: i64) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const id = try randomToken(std.heap.page_allocator, "wan-", 16); defer std.heap.page_allocator.free(id); try conn.exec("DELETE FROM webauthn_challenges WHERE did = ? AND kind = ?", .{ did, kind }); try conn.exec( \\INSERT INTO webauthn_challenges (id, did, challenge, kind, state_json, expires_at) \\VALUES (?, ?, ?, ?, ?, ?) , .{ id, did, challenge, kind, state_json, expires_at });}
pub fn getWebAuthnChallenge(allocator: std.mem.Allocator, did: []const u8, kind: []const u8) !?WebAuthnChallenge { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT id, did, challenge, kind, state_json, expires_at \\FROM webauthn_challenges \\WHERE did = ? AND kind = ? , .{ did, kind }); if (row == null) return null; defer row.?.deinit(); return .{ .id = try allocator.dupe(u8, row.?.text(0)), .did = try allocator.dupe(u8, row.?.text(1)), .challenge = try allocator.dupe(u8, row.?.text(2)), .kind = try allocator.dupe(u8, row.?.text(3)), .state_json = try allocator.dupe(u8, row.?.text(4)), .expires_at = row.?.int(5), };}
pub fn deleteWebAuthnChallenge(did: []const u8, kind: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM webauthn_challenges WHERE did = ? AND kind = ?", .{ did, kind });}
pub fn putDiscoverableWebAuthnChallenge(request_id: []const u8, challenge: []const u8, expires_at: i64) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM webauthn_discoverable_challenges WHERE request_id = ?", .{request_id}); try conn.exec( \\INSERT INTO webauthn_discoverable_challenges (request_id, challenge, expires_at) \\VALUES (?, ?, ?) , .{ request_id, challenge, expires_at });}
pub fn getDiscoverableWebAuthnChallenge(allocator: std.mem.Allocator, request_id: []const u8) !?DiscoverableWebAuthnChallenge { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT request_id, challenge, expires_at \\FROM webauthn_discoverable_challenges \\WHERE request_id = ? , .{request_id}); if (row == null) return null; defer row.?.deinit(); return .{ .request_id = try allocator.dupe(u8, row.?.text(0)), .challenge = try allocator.dupe(u8, row.?.text(1)), .expires_at = row.?.int(2), };}
pub fn deleteDiscoverableWebAuthnChallenge(request_id: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM webauthn_discoverable_challenges WHERE request_id = ?", .{request_id});}
pub fn savePasskey(allocator: std.mem.Allocator, did: []const u8, credential_id: []const u8, public_key: []const u8, sign_count: u32, friendly_name: ?[]const u8) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const id = try randomToken(allocator, "pk-", 16); try conn.exec( \\INSERT INTO passkeys (id, did, credential_id, public_key, sign_count, friendly_name) \\VALUES (?, ?, ?, ?, ?, ?) , .{ id, did, zqlite.blob(credential_id), zqlite.blob(public_key), @as(i64, @intCast(sign_count)), friendly_name }); return id;}
pub fn getPasskeyByCredentialId(allocator: std.mem.Allocator, credential_id: []const u8) !?Passkey { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT id, did, credential_id, public_key, sign_count, friendly_name, created_at, last_used \\FROM passkeys \\WHERE credential_id = ? , .{zqlite.blob(credential_id)}); if (row == null) return null; defer row.?.deinit(); return try passkeyFromRow(allocator, row.?);}
pub fn listPasskeys(allocator: std.mem.Allocator, did: []const u8) ![]Passkey { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT id, did, credential_id, public_key, sign_count, friendly_name, created_at, last_used \\FROM passkeys \\WHERE did = ? \\ORDER BY created_at DESC , .{did}); defer rows.deinit(); var out: std.ArrayList(Passkey) = .empty; while (rows.next()) |row| try out.append(allocator, try passkeyFromRow(allocator, row)); if (rows.err) |err| return err; return out.toOwnedSlice(allocator);}
pub fn updatePasskeyUse(id: []const u8, sign_count: u32) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE passkeys \\SET sign_count = ?, last_used = unixepoch() \\WHERE id = ? , .{ @as(i64, @intCast(sign_count)), id });}
pub fn deletePasskey(did: []const u8, id: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM passkeys WHERE did = ? AND id = ?", .{ did, id });}
pub fn updatePasskeyName(did: []const u8, id: []const u8, friendly_name: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE passkeys \\SET friendly_name = ? \\WHERE did = ? AND id = ? , .{ friendly_name, did, id });}
fn passkeyFromRow(allocator: std.mem.Allocator, row: zqlite.Row) !Passkey { return .{ .id = try allocator.dupe(u8, row.text(0)), .did = try allocator.dupe(u8, row.text(1)), .credential_id = try allocator.dupe(u8, row.blob(2)), .public_key = try allocator.dupe(u8, row.blob(3)), .sign_count = @intCast(row.int(4)), .friendly_name = if (row.nullableText(5)) |text| try allocator.dupe(u8, text) else null, .created_at = row.int(6), .last_used = row.nullableInt(7), };}
pub fn put( allocator: std.mem.Allocator, account: auth.Account, collection: []const u8, rkey: []const u8, value: std.json.Value,) !Record { const result = try applyWrites(allocator, account, &.{.{ .update = .{ .collection = collection, .rkey = rkey, .value = value, } }}); if (result.records.len == 0) return Error.MissingRecord; return result.records[0];}
pub fn delete(allocator: std.mem.Allocator, account: auth.Account, collection: []const u8, rkey: []const u8) !CommitInfo { const result = try applyWrites(allocator, account, &.{.{ .delete = .{ .collection = collection, .rkey = rkey, } }}); return result.commit;}
pub fn applyWrites(allocator: std.mem.Allocator, account: auth.Account, ops: []const WriteOp) !WriteResult { return applyWritesWithOptions(allocator, account, ops, .{});}
pub fn applyWritesWithOptions(allocator: std.mem.Allocator, account: auth.Account, ops: []const WriteOp, options: WriteOptions) !WriteResult { return applyWritesMeasured(allocator, account, ops, options, null);}
pub fn initializeRepo(allocator: std.mem.Allocator, account: auth.Account) !void { _ = try applyWritesWithOptions(allocator, account, &.{}, .{ .allow_empty_commit = true, .initialize_only = true });}
pub fn applyWritesProfiled(allocator: std.mem.Allocator, account: auth.Account, ops: []const WriteOp, profile: *WriteProfile) !WriteResult { profile.* = .{}; return applyWritesMeasured(allocator, account, ops, .{}, profile);}
fn applyWritesMeasured(allocator: std.mem.Allocator, account: auth.Account, ops: []const WriteOp, options: WriteOptions, profile: ?*WriteProfile) !WriteResult { const total_start = monotonicNs(); if (ops.len == 0 and !options.allow_empty_commit) return Error.MissingRecord;
const validation_start = monotonicNs(); for (ops) |op| switch (op) { .create => |create_op| { if (zat.Nsid.parse(create_op.collection) == null) return Error.InvalidCollection; if (create_op.rkey) |rkey| if (zat.Rkey.parse(rkey) == null) return Error.InvalidRecordKey; try validateRecordForWrite(create_op.collection, create_op.rkey, create_op.value, options.validate); }, .update => |update_op| { if (zat.Nsid.parse(update_op.collection) == null) return Error.InvalidCollection; if (zat.Rkey.parse(update_op.rkey) == null) return Error.InvalidRecordKey; try validateRecordForWrite(update_op.collection, update_op.rkey, update_op.value, options.validate); }, .delete => |delete_op| { if (zat.Nsid.parse(delete_op.collection) == null) return Error.InvalidCollection; if (zat.Rkey.parse(delete_op.rkey) == null) return Error.InvalidRecordKey; }, }; addProfile(profile, .validation_ns, elapsedNs(validation_start));
const lock_start = monotonicNs(); const lane = write_lanes.lock(store_io, account.did); defer lane.unlock(); addProfile(profile, .lock_wait_ns, elapsedNs(lock_start));
try requireInitialized(); const load_start = monotonicNs(); const loaded = blk: { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); const current = try latestCommitRawLocked(allocator, account.did); if (options.initialize_only) { if (current) |root| return .{ .commit = .{ .cid = root.commit_cid_text, .rev = root.rev }, .records = &.{}, }; } const seq = try nextSeqLocked(); const resolved_ops = try resolveWriteOpsLocked(allocator, ops); try requireWriteSwapsLocked(allocator, account.did, current, options, resolved_ops); break :blk .{ .seq = seq, .current = current, .rev = try revForSeq(allocator, seq, if (current) |root| root.rev else null), .keypair = try signingKeypairLocked(account.did), .ops = resolved_ops, .prev_record_cids = try previousRecordCidsLocked(allocator, account.did, resolved_ops), }; }; const seq = loaded.seq; const current = loaded.current; const rev = loaded.rev; const keypair = loaded.keypair; const resolved_ops = loaded.ops; const prev_record_cids = loaded.prev_record_cids;
var repo_block_reader = RepoBlockReader{ .allocator = allocator, .did = account.did, }; var tree = if (current) |root| try zat.mst.Mst.loadLazy(allocator, root.data_cid_raw, repo_block_reader.reader()) else zat.mst.Mst.init(allocator); addProfile(profile, .load_repo_ns, elapsedNs(load_start));
var records: std.ArrayList(Record) = .empty; var record_blocks: std.ArrayList(ImportedBlock) = .empty; var mst_blocks: std.ArrayList(zat.car.Block) = .empty; var blob_refs: std.ArrayList(BlobRef) = .empty; // half-open [start, end) into blob_refs for each staged record, parallel to // `records`. stageRecordWrite appends a record's refs contiguously, so the // index pass can find them without rescanning the whole list per record. var record_ref_spans: std.ArrayList(struct { start: usize, end: usize }) = .empty;
const stage_start = monotonicNs(); for (resolved_ops) |op| switch (op) { .create => |create_op| { const rkey = create_op.rkey orelse return Error.InvalidRecordKey; const refs_start = blob_refs.items.len; const record = try stageRecordWrite(allocator, &tree, account, create_op.collection, rkey, create_op.value, options.validate, rev, seq, &record_blocks, &blob_refs); try records.append(allocator, record); try record_ref_spans.append(allocator, .{ .start = refs_start, .end = blob_refs.items.len }); }, .update => |update_op| { const refs_start = blob_refs.items.len; const record = try stageRecordWrite(allocator, &tree, account, update_op.collection, update_op.rkey, update_op.value, options.validate, rev, seq, &record_blocks, &blob_refs); try records.append(allocator, record); try record_ref_spans.append(allocator, .{ .start = refs_start, .end = blob_refs.items.len }); }, .delete => |delete_op| { const path = try repoPath(allocator, delete_op.collection, delete_op.rkey); _ = try tree.deleteReturn(path); }, }; addProfile(profile, .stage_records_ns, elapsedNs(stage_start));
const build_start = monotonicNs(); const data_cid = try tree.rootCid(); try writeMstBlocks(&tree, &mst_blocks); const commit = try signedCommitWithKeypair(allocator, account.did, rev, data_cid, if (current) |root| root.commit_cid_raw else null, &keypair); addProfile(profile, .build_commit_ns, elapsedNs(build_start));
const sql_start = monotonicNs(); db_mutex.lockUncancelable(store_io); var db_locked = true; defer if (db_locked) db_mutex.unlock(store_io); try conn.exclusiveTransaction(); errdefer conn.rollback(); for (record_blocks.items) |block| { try conn.exec( \\INSERT INTO repo_blocks (did, cid, data, repo_rev) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(did, cid) DO UPDATE SET \\ data = excluded.data, \\ repo_rev = COALESCE(repo_blocks.repo_rev, excluded.repo_rev) , .{ account.did, block.cid, zqlite.blob(block.data), rev }); } for (mst_blocks.items) |block| { try conn.exec( \\INSERT INTO repo_blocks (did, cid, data, repo_rev) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(did, cid) DO UPDATE SET \\ data = excluded.data, \\ repo_rev = COALESCE(repo_blocks.repo_rev, excluded.repo_rev) , .{ account.did, try cidText(allocator, block.cid_raw), zqlite.blob(block.data), rev }); } try conn.exec( \\INSERT INTO repo_blocks (did, cid, data, repo_rev) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(did, cid) DO UPDATE SET \\ data = excluded.data, \\ repo_rev = COALESCE(repo_blocks.repo_rev, excluded.repo_rev) , .{ account.did, commit.cid, zqlite.blob(commit.data), rev });
// Index the batch in op order, the way the tree was mutated. Applying every // delete before every create would let a same-key create+delete leave the row // behind while the MST says it is gone. The reference PDS walks its writes in // one ordered loop (actor-store/repo/transactor.ts indexWrites) and tranquil // resolves each delete against the running tree; this matches both. var staged_idx: usize = 0; for (resolved_ops) |op| switch (op) { .delete => |delete_op| { const uri = try std.fmt.allocPrint(allocator, "at://{s}/{s}/{s}", .{ account.did, delete_op.collection, delete_op.rkey }); try conn.exec("DELETE FROM expected_blobs WHERE record_uri = ?", .{uri}); try conn.exec("DELETE FROM records WHERE did = ? AND collection = ? AND rkey = ?", .{ account.did, delete_op.collection, delete_op.rkey }); }, else => { const record = records.items[staged_idx]; staged_idx += 1; const uri = try record.uri(allocator); try conn.exec( \\INSERT INTO records (did, collection, rkey, uri, cid, rev, seq) \\VALUES (?, ?, ?, ?, ?, ?, ?) \\ON CONFLICT(did, collection, rkey) DO UPDATE SET \\ uri = excluded.uri, \\ cid = excluded.cid, \\ rev = excluded.rev, \\ seq = excluded.seq , .{ record.did, record.collection, record.rkey, uri, record.cid, record.rev, @as(i64, @intCast(seq)) }); try conn.exec("DELETE FROM expected_blobs WHERE record_uri = ?", .{uri}); const span = record_ref_spans.items[staged_idx - 1]; for (blob_refs.items[span.start..span.end]) |ref| { try conn.exec( \\INSERT INTO expected_blobs (blob_cid, record_uri) \\VALUES (?, ?) \\ON CONFLICT(blob_cid, record_uri) DO UPDATE SET blob_cid = excluded.blob_cid , .{ ref.cid, uri }); } }, }; std.debug.assert(staged_idx == records.items.len); try conn.exec( \\INSERT INTO commits (seq, did, cid, rev, prev) \\VALUES (?, ?, ?, ?, ?) , .{ @as(i64, @intCast(seq)), account.did, commit.cid, rev, if (current) |root| root.commit_cid_text else null }); const publish_event = try accountActiveLocked(account.did); if (publish_event) { const event_frame = try commitEventFrame( allocator, seq, account.did, commit.cid, rev, if (current) |root| root.rev else null, if (current) |root| root.data_cid_raw else null, commit.data, record_blocks.items, mst_blocks.items, resolved_ops, records.items, prev_record_cids, ); try conn.exec( \\INSERT INTO seq_events (seq, did, commit_cid, evt) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(seq) DO UPDATE SET \\ did = excluded.did, \\ commit_cid = excluded.commit_cid, \\ evt = excluded.evt , .{ @as(i64, @intCast(seq)), account.did, commit.cid, zqlite.blob(event_frame) }); } try conn.commit(); db_mutex.unlock(store_io); db_locked = false; addProfile(profile, .sql_ns, elapsedNs(sql_start));
const publish_start = monotonicNs(); if (publish_event) eventlog.publish(seq); addProfile(profile, .event_publish_ns, elapsedNs(publish_start)); if (profile) |p| p.total_ns = elapsedNs(total_start);
return .{ .commit = .{ .cid = commit.cid, .rev = rev }, .records = try records.toOwnedSlice(allocator), };}const ProfileField = enum { validation_ns, lock_wait_ns, load_repo_ns, stage_records_ns, build_commit_ns, sql_ns, event_publish_ns,};
fn addProfile(profile: ?*WriteProfile, field: ProfileField, ns: u64) void { const p = profile orelse return; switch (field) { .validation_ns => p.validation_ns += ns, .lock_wait_ns => p.lock_wait_ns += ns, .load_repo_ns => p.load_repo_ns += ns, .stage_records_ns => p.stage_records_ns += ns, .build_commit_ns => p.build_commit_ns += ns, .sql_ns => p.sql_ns += ns, .event_publish_ns => p.event_publish_ns += ns, }}
fn monotonicNs() u64 { return clock.monotonicNs();}
fn elapsedNs(start: u64) u64 { const now = monotonicNs(); return if (now >= start) now - start else 0;}
pub fn revForSeq(allocator: std.mem.Allocator, seq: u64, current_rev: ?[]const u8) ![]const u8 { var timestamp_us = nowMicros(); if (current_rev) |rev| { const current_timestamp = atid.timestampMicros(rev) catch 0; if (timestamp_us <= current_timestamp) timestamp_us = current_timestamp + 1; } const tid = try atid.encode(timestamp_us, @intCast(seq % 1024)); return allocator.dupe(u8, &tid);}
fn nowMicros() u64 { return @intCast(@max(0, @divTrunc(clock.nowNanos(), std.time.ns_per_us)));}
pub fn get(did: []const u8, collection: []const u8, rkey: []const u8) ?Record { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return null;
const row = conn.row( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? AND r.rkey = ? , .{ did, collection, rkey }) catch return null; if (row == null) return null; defer row.?.deinit(); return recordFromRow(row.?, std.heap.page_allocator) catch null;}
pub fn getCid(allocator: std.mem.Allocator, did: []const u8, collection: []const u8, rkey: []const u8) ?[]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return null;
const row = conn.row( \\SELECT cid \\FROM records \\WHERE did = ? AND collection = ? AND rkey = ? , .{ did, collection, rkey }) catch return null; if (row == null) return null; defer row.?.deinit(); return allocator.dupe(u8, row.?.text(0)) catch null;}
pub const RecordBlock = struct { cid: []const u8, data: []const u8,};
pub fn getRecordBlock(allocator: std.mem.Allocator, did: []const u8, collection: []const u8, rkey: []const u8) ?RecordBlock { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return null;
const row = conn.row( \\SELECT r.cid, rb.data \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? AND r.rkey = ? , .{ did, collection, rkey }) catch return null; if (row == null) return null; defer row.?.deinit();
return .{ .cid = allocator.dupe(u8, row.?.text(0)) catch return null, .data = allocator.dupe(u8, row.?.nullableBlob(1) orelse return null) catch return null, };}
pub fn getByUri(uri: []const u8) ?Record { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return null; return getByUriLocked(uri);}
pub fn listRecentRecords(allocator: std.mem.Allocator, limit: usize) ![]Record { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var rows = try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\ORDER BY r.seq DESC \\LIMIT ? , .{@as(i64, @intCast(if (limit == 0) 100 else limit))}); defer rows.deinit();
var records: std.ArrayList(Record) = .empty; while (rows.next()) |row| { try records.append(allocator, try recordFromRow(row, allocator)); } if (rows.err) |err| return err; return records.toOwnedSlice(allocator);}
pub fn listRecords( allocator: std.mem.Allocator, did: []const u8, collection: []const u8, limit: usize,) ![]Record { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var rows = try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? \\ORDER BY r.seq DESC \\LIMIT ? , .{ did, collection, @as(i64, @intCast(if (limit == 0) 100 else limit)) }); defer rows.deinit();
var records: std.ArrayList(Record) = .empty; while (rows.next()) |row| { try records.append(allocator, try recordFromRow(row, allocator)); } if (rows.err) |err| return err; return records.toOwnedSlice(allocator);}
pub fn listRecordsContaining( allocator: std.mem.Allocator, collection: []const u8, needle: []const u8, limit: usize,) ![]Record { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var rows = try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.collection = ? \\ORDER BY r.seq DESC \\LIMIT ? , .{ collection, @as(i64, @intCast(if (limit == 0) 100 else limit)) }); defer rows.deinit();
var records: std.ArrayList(Record) = .empty; while (rows.next()) |row| { const record = try recordFromRow(row, allocator); if (std.mem.indexOf(u8, record.value_json, needle) != null) { try records.append(allocator, record); } } if (rows.err) |err| return err; return records.toOwnedSlice(allocator);}
pub fn listRecordsByDidContaining( allocator: std.mem.Allocator, did: []const u8, collection: []const u8, needle: []const u8, limit: usize,) ![]Record { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var rows = try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? \\ORDER BY r.seq DESC \\LIMIT ? , .{ did, collection, @as(i64, @intCast(if (limit == 0) 100 else limit)) }); defer rows.deinit();
var records: std.ArrayList(Record) = .empty; while (rows.next()) |row| { const record = try recordFromRow(row, allocator); if (std.mem.indexOf(u8, record.value_json, needle) != null) { try records.append(allocator, record); } } if (rows.err) |err| return err; return records.toOwnedSlice(allocator);}
fn getByUriLocked(uri: []const u8) ?Record { if (getByStoredUriLocked(uri)) |record| return record; const prefix = "at://"; if (!std.mem.startsWith(u8, uri, prefix)) return null; const rest = uri[prefix.len..]; const slash = std.mem.indexOfScalar(u8, rest, '/') orelse return null; const repo = rest[0..slash]; const account = (findAccountLocked(std.heap.page_allocator, repo) catch null) orelse return null; const normalized = std.fmt.allocPrint(std.heap.page_allocator, "at://{s}/{s}", .{ account.did, rest[slash + 1 ..] }) catch return null; return getByStoredUriLocked(normalized);}
fn getByStoredUriLocked(uri: []const u8) ?Record { const row = conn.row( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.uri = ? , .{uri}) catch return null; if (row == null) return null; defer row.?.deinit(); return recordFromRow(row.?, std.heap.page_allocator) catch null;}
pub fn count(did: []const u8, collection: []const u8) usize { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return 0; const row = conn.row("SELECT count(*) FROM records WHERE did = ? AND collection = ?", .{ did, collection }) catch return 0; if (row == null) return 0; defer row.?.deinit(); return @intCast(row.?.int(0));}
pub fn countSubject(collection: []const u8, subject_did: []const u8) usize { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return 0; var rows = conn.rows( \\SELECT rb.data \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.collection = ? , .{collection}) catch return 0; defer rows.deinit();
var count_result: usize = 0; var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); while (rows.next()) |row| { _ = arena.reset(.retain_capacity); const value = recordJsonFromBlock(arena.allocator(), row.nullableBlob(0) orelse "") catch continue; if (std.mem.indexOf(u8, value, subject_did) != null) count_result += 1; } return count_result;}
pub fn listCollectionsJson(allocator: std.mem.Allocator, did: []const u8) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
var rows = try conn.rows( \\SELECT DISTINCT collection \\FROM records \\WHERE did = ? \\ORDER BY collection , .{did}); defer rows.deinit();
var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); try out.writer.writeByte('['); var first = true; while (rows.next()) |row| { if (!first) try out.writer.writeByte(','); first = false; try out.writer.print("{f}", .{std.json.fmt(row.text(0), .{})}); } if (rows.err) |err| return err; try out.writer.writeByte(']'); return out.toOwnedSlice();}
pub fn getAppPreferences(allocator: std.mem.Allocator, did: []const u8, namespace: []const u8) ![]AppPreference { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const like_pattern = try std.fmt.allocPrint(allocator, "{s}.%", .{namespace}); var rows = try conn.rows( \\SELECT name, value_json \\FROM app_preferences \\WHERE did = ? AND (name = ? OR name LIKE ?) \\ORDER BY id ASC , .{ did, namespace, like_pattern }); defer rows.deinit();
var preferences: std.ArrayList(AppPreference) = .empty; while (rows.next()) |row| { try preferences.append(allocator, .{ .name = try allocator.dupe(u8, row.text(0)), .value_json = try allocator.dupe(u8, row.text(1)), }); } if (rows.err) |err| return err; return preferences.toOwnedSlice(allocator);}
pub fn replaceAppPreferences( allocator: std.mem.Allocator, did: []const u8, namespace: []const u8, preferences: []const AppPreference,) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const like_pattern = try std.fmt.allocPrint(allocator, "{s}.%", .{namespace}); try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.exec( \\DELETE FROM app_preferences \\WHERE did = ? AND (name = ? OR name LIKE ?) , .{ did, namespace, like_pattern }); for (preferences) |preference| { try conn.exec( \\INSERT INTO app_preferences (did, name, value_json, updated_at) \\VALUES (?, ?, ?, unixepoch()) , .{ did, preference.name, preference.value_json }); } try conn.commit();}
pub fn putBlob( allocator: std.mem.Allocator, io: Io, account: auth.Account, data: []const u8, mime_type: []const u8,) ![]const u8 { var reader: std.Io.Reader = .fixed(data); return (try putBlobReader(allocator, io, account, &reader, data.len, data.len, mime_type)).cid;}
pub const StoredBlob = struct { cid: []const u8, size: usize,};
pub fn putBlobReader( allocator: std.mem.Allocator, io: Io, account: auth.Account, reader: *std.Io.Reader, expected_size: usize, max_size: usize, mime_type: []const u8,) !StoredBlob { try requireInitialized(); const staged = try blobstore.stageUpload(allocator, io, account.did, reader, expected_size, max_size); errdefer blobstore.discard(staged.temp_path); const cid = try cidForBlobDigest(allocator, staged.digest); { const lane = blob_lanes.lock(store_io, cid); defer lane.unlock(); try blobstore.promote(allocator, staged.temp_path, account.did, cid);
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\INSERT INTO blobs (cid, did, mime_type, size) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(did, cid) DO UPDATE SET \\ mime_type = excluded.mime_type, \\ size = excluded.size, \\ created_at = unixepoch() , .{ cid, account.did, mime_type, @as(i64, @intCast(staged.size)) }); } return .{ .cid = cid, .size = staged.size };}
const BlobGcCandidate = struct { cid: []const u8 };
pub fn collectBlobGarbage( allocator: std.mem.Allocator, grace_seconds: i64, limit: usize,) !BlobGcResult { if (limit == 0) return .{};
var dids: std.ArrayList([]const u8) = .empty; { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT DISTINCT b.did \\FROM blobs b \\WHERE NOT EXISTS ( \\ SELECT 1 FROM expected_blobs eb \\ JOIN records r ON r.uri = eb.record_uri \\ WHERE r.did = b.did AND eb.blob_cid = b.cid \\) \\AND NOT EXISTS ( \\ SELECT 1 FROM permissioned_space_record_blobs psrb \\ WHERE psrb.repo_did = b.did AND psrb.blob_cid = b.cid \\) \\AND b.created_at <= unixepoch() - ? \\ORDER BY b.did , .{grace_seconds}); defer rows.deinit(); while (rows.next()) |row| try dids.append(allocator, try allocator.dupe(u8, row.text(0))); if (rows.err) |err| return err; }
var result: BlobGcResult = .{}; for (dids.items) |did| { if (result.deleted + result.failed >= limit) break; { const lane = write_lanes.lock(store_io, did); defer lane.unlock(); const account_result = try collectBlobGarbageForDidInLane( allocator, did, grace_seconds, limit - result.deleted - result.failed, ); result.deleted += account_result.deleted; result.bytes += account_result.bytes; result.failed += account_result.failed; } } return result;}
fn collectBlobGarbageForDidInLane( allocator: std.mem.Allocator, did: []const u8, grace_seconds: i64, limit: usize,) !BlobGcResult { if (limit == 0) return .{};
var candidates: std.ArrayList(BlobGcCandidate) = .empty; { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT b.cid \\FROM blobs b \\WHERE b.did = ? \\AND NOT EXISTS ( \\ SELECT 1 FROM expected_blobs eb \\ JOIN records r ON r.uri = eb.record_uri \\ WHERE r.did = b.did AND eb.blob_cid = b.cid \\) \\AND NOT EXISTS ( \\ SELECT 1 FROM permissioned_space_record_blobs psrb \\ WHERE psrb.repo_did = b.did AND psrb.blob_cid = b.cid \\) \\AND b.created_at <= unixepoch() - ? \\ORDER BY b.created_at, b.cid \\LIMIT ? , .{ did, grace_seconds, @as(i64, @intCast(limit)) }); defer rows.deinit(); while (rows.next()) |row| { try candidates.append(allocator, .{ .cid = try allocator.dupe(u8, row.text(0)), }); } if (rows.err) |err| return err; }
var result: BlobGcResult = .{}; for (candidates.items) |candidate| { const blob_lane = blob_lanes.lock(store_io, candidate.cid); defer blob_lane.unlock(); const size = blk: { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); const row = try conn.row( \\SELECT b.size \\FROM blobs b \\WHERE b.did = ? AND b.cid = ? \\AND NOT EXISTS ( \\ SELECT 1 FROM expected_blobs eb \\ JOIN records r ON r.uri = eb.record_uri \\ WHERE r.did = b.did AND eb.blob_cid = b.cid \\) \\AND NOT EXISTS ( \\ SELECT 1 FROM permissioned_space_record_blobs psrb \\ WHERE psrb.repo_did = b.did AND psrb.blob_cid = b.cid \\) \\AND b.created_at <= unixepoch() - ? , .{ did, candidate.cid, grace_seconds }); const found = row orelse continue; defer found.deinit(); break :blk @as(u64, @intCast(found.int(0))); }; blobstore.delete(allocator, did, candidate.cid) catch { result.failed += 1; continue; }; { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try conn.exec( \\DELETE FROM blobs \\WHERE did = ? AND cid = ? \\AND NOT EXISTS ( \\ SELECT 1 FROM expected_blobs eb \\ JOIN records r ON r.uri = eb.record_uri \\ WHERE r.did = blobs.did AND eb.blob_cid = blobs.cid \\) \\AND NOT EXISTS ( \\ SELECT 1 FROM permissioned_space_record_blobs psrb \\ WHERE psrb.repo_did = blobs.did AND psrb.blob_cid = blobs.cid \\) , .{ did, candidate.cid }); } result.deleted += 1; result.bytes += size; } return result;}
pub fn startBlobGarbageCollector() void { if (blob_gc_worker_started.cmpxchgStrong(false, true, .acq_rel, .acquire) != null) return; const thread = std.Thread.spawn(.{}, collectBlobGarbageThread, .{}) catch |err| { blob_gc_worker_started.store(false, .release); log.err("blob gc spawn failed error={s}\n", .{@errorName(err)}); return; }; thread.detach();}
fn collectBlobGarbageThread() void { while (true) { var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); const result = collectBlobGarbage(arena.allocator(), blob_gc_grace_seconds, blob_gc_batch) catch |err| blk: { log.err("blob gc failed error={s}\n", .{@errorName(err)}); break :blk null; }; if (result) |summary| { if (summary.deleted > 0 or summary.failed > 0) { log.info("blob gc deleted={d} bytes={d} failed={d}\n", .{ summary.deleted, summary.bytes, summary.failed }); } } arena.deinit(); store_io.sleep(Io.Duration.fromSeconds(blob_gc_interval_seconds), .awake) catch {}; }}
pub fn getBlob( allocator: std.mem.Allocator, did: []const u8, cid: []const u8,) ?BlobRecord { const metadata = blobMetadata(allocator, did, cid, false) orelse return null; return .{ .mime_type = metadata.mime_type, .data = blobstore.get(allocator, did, cid, metadata.size + 1) catch return null, };}
pub fn permissionedBlobReferenced(space: []const u8, repo_did: []const u8, cid: []const u8) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( \\SELECT 1 \\FROM permissioned_space_record_blobs \\WHERE space = ? AND repo_did = ? AND blob_cid = ? \\LIMIT 1 , .{ space, repo_did, cid }); if (row) |found| { found.deinit(); return true; } return false;}
pub fn listPermissionedBlobs( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, since: ?[]const u8, cursor: ?[]const u8, limit: usize,) ![][]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const capped_limit: i64 = @intCast(@min(if (limit == 0) 500 else limit, 1000)); var rows = if (since) |rev| if (cursor) |after| try conn.rows( \\SELECT DISTINCT b.blob_cid \\FROM permissioned_space_record_blobs b \\JOIN permissioned_space_records r \\ ON r.space = b.space AND r.repo_did = b.repo_did \\ AND r.collection = b.collection AND r.rkey = b.rkey \\WHERE b.space = ? AND b.repo_did = ? AND r.repo_rev > ? AND b.blob_cid > ? \\ORDER BY b.blob_cid ASC LIMIT ? , .{ space, repo_did, rev, after, capped_limit }) else try conn.rows( \\SELECT DISTINCT b.blob_cid \\FROM permissioned_space_record_blobs b \\JOIN permissioned_space_records r \\ ON r.space = b.space AND r.repo_did = b.repo_did \\ AND r.collection = b.collection AND r.rkey = b.rkey \\WHERE b.space = ? AND b.repo_did = ? AND r.repo_rev > ? \\ORDER BY b.blob_cid ASC LIMIT ? , .{ space, repo_did, rev, capped_limit }) else if (cursor) |after| try conn.rows( \\SELECT DISTINCT blob_cid \\FROM permissioned_space_record_blobs \\WHERE space = ? AND repo_did = ? AND blob_cid > ? \\ORDER BY blob_cid ASC LIMIT ? , .{ space, repo_did, after, capped_limit }) else try conn.rows( \\SELECT DISTINCT blob_cid \\FROM permissioned_space_record_blobs \\WHERE space = ? AND repo_did = ? \\ORDER BY blob_cid ASC LIMIT ? , .{ space, repo_did, capped_limit }); defer rows.deinit(); var cids: std.ArrayList([]const u8) = .empty; while (rows.next()) |row| try cids.append(allocator, try allocator.dupe(u8, row.text(0))); if (rows.err) |err| return err; return cids.toOwnedSlice(allocator);}
pub fn getPublicBlob( allocator: std.mem.Allocator, did: []const u8, cid: []const u8,) ?BlobRecord { const metadata = blobMetadata(allocator, did, cid, true) orelse return null; return .{ .mime_type = metadata.mime_type, .data = blobstore.get(allocator, did, cid, metadata.size + 1) catch return null, };}
const BlobMetadata = struct { mime_type: []const u8, size: usize,};
fn blobMetadata( allocator: std.mem.Allocator, did: []const u8, cid: []const u8, require_public_reference: bool,) ?BlobMetadata { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return null; const row = if (require_public_reference) conn.row( \\SELECT b.mime_type, b.size \\FROM blobs b \\WHERE b.did = ? AND b.cid = ? \\ AND EXISTS ( \\ SELECT 1 \\ FROM expected_blobs eb \\ JOIN records r ON r.uri = eb.record_uri \\ WHERE r.did = b.did AND eb.blob_cid = b.cid \\ ) , .{ did, cid }) catch return null else conn.row( \\SELECT mime_type, size \\FROM blobs \\WHERE did = ? AND cid = ? , .{ did, cid }) catch return null; const found = row orelse return null; defer found.deinit(); return .{ .mime_type = allocator.dupe(u8, found.text(0)) catch return null, .size = @intCast(found.int(1)), };}
pub fn writeBlobListJson(allocator: std.mem.Allocator, did: []const u8, since: ?[]const u8, cursor: ?[]const u8, limit: usize) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const page_limit = @as(i64, @intCast(if (limit == 0) 500 else limit)); var rows = if (since) |since_rev| blk: { if (cursor) |after_cid| { break :blk try conn.rows( \\SELECT DISTINCT b.cid \\FROM blobs b \\JOIN expected_blobs eb ON eb.blob_cid = b.cid \\JOIN records r ON r.uri = eb.record_uri AND r.did = b.did \\WHERE b.did = ? AND r.rev > ? AND b.cid > ? \\ORDER BY b.cid ASC \\LIMIT ? , .{ did, since_rev, after_cid, page_limit }); } break :blk try conn.rows( \\SELECT DISTINCT b.cid \\FROM blobs b \\JOIN expected_blobs eb ON eb.blob_cid = b.cid \\JOIN records r ON r.uri = eb.record_uri AND r.did = b.did \\WHERE b.did = ? AND r.rev > ? \\ORDER BY b.cid ASC \\LIMIT ? , .{ did, since_rev, page_limit }); } else blk: { if (cursor) |after_cid| { break :blk try conn.rows( \\SELECT DISTINCT b.cid \\FROM blobs b \\JOIN expected_blobs eb ON eb.blob_cid = b.cid \\JOIN records r ON r.uri = eb.record_uri AND r.did = b.did \\WHERE b.did = ? AND b.cid > ? \\ORDER BY b.cid ASC \\LIMIT ? , .{ did, after_cid, page_limit }); } break :blk try conn.rows( \\SELECT DISTINCT b.cid \\FROM blobs b \\JOIN expected_blobs eb ON eb.blob_cid = b.cid \\JOIN records r ON r.uri = eb.record_uri AND r.did = b.did \\WHERE b.did = ? \\ORDER BY b.cid ASC \\LIMIT ? , .{ did, page_limit }); }; defer rows.deinit();
var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); try out.writer.writeAll("{\"cids\":["); var first = true; var last_cid: ?[]const u8 = null; while (rows.next()) |row| { if (!first) try out.writer.writeByte(','); first = false; const cid = row.text(0); last_cid = try allocator.dupe(u8, cid); try out.writer.print("{f}", .{std.json.fmt(cid, .{})}); } if (rows.err) |err| return err; try out.writer.writeByte(']'); if (last_cid) |cid| try out.writer.print(",\"cursor\":{f}", .{std.json.fmt(cid, .{})}); try out.writer.writeByte('}'); return out.toOwnedSlice();}
pub fn writeMissingBlobsJson(allocator: std.mem.Allocator, did: []const u8, cursor: ?[]const u8, limit: usize) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const page_limit = @as(i64, @intCast(if (limit == 0) 500 else limit)); var rows = if (cursor) |after_cid| try conn.rows( \\SELECT rb.blob_cid, rb.record_uri \\FROM expected_blobs rb \\JOIN records r ON r.uri = rb.record_uri \\LEFT JOIN blobs b ON b.cid = rb.blob_cid AND b.did = r.did \\WHERE r.did = ? AND b.cid IS NULL AND rb.blob_cid > ? \\ORDER BY rb.blob_cid ASC \\LIMIT ? , .{ did, after_cid, page_limit }) else try conn.rows( \\SELECT rb.blob_cid, rb.record_uri \\FROM expected_blobs rb \\JOIN records r ON r.uri = rb.record_uri \\LEFT JOIN blobs b ON b.cid = rb.blob_cid AND b.did = r.did \\WHERE r.did = ? AND b.cid IS NULL \\ORDER BY rb.blob_cid ASC \\LIMIT ? , .{ did, page_limit }); defer rows.deinit();
var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); try out.writer.writeAll("{\"blobs\":["); var first = true; var last_cid: ?[]const u8 = null; while (rows.next()) |row| { if (!first) try out.writer.writeByte(','); first = false; const cid = row.text(0); last_cid = try allocator.dupe(u8, cid); try out.writer.print( "{{\"cid\":{f},\"recordUri\":{f}}}", .{ std.json.fmt(cid, .{}), std.json.fmt(row.text(1), .{}) }, ); } if (rows.err) |err| return err; try out.writer.writeByte(']'); if (last_cid) |cid| try out.writer.print(",\"cursor\":{f}", .{std.json.fmt(cid, .{})}); try out.writer.writeByte('}'); return out.toOwnedSlice();}
pub fn writeAccountStatusJson(allocator: std.mem.Allocator, did: []const u8) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const record_count = try scalarCountLocked( "SELECT COUNT(*) FROM records WHERE did = ?", did, ); const blob_count = try scalarCountLocked( "SELECT COUNT(*) FROM blobs WHERE did = ?", did, ); const expected_blob_count = try scalarCountLocked( \\SELECT COUNT(*) \\FROM expected_blobs rb \\JOIN records r ON r.uri = rb.record_uri \\WHERE r.did = ? , did, ); const block_count = try scalarCountLocked( "SELECT COUNT(*) FROM repo_blocks WHERE did = ?", did, ); const status = try accountStatusLocked(did); const active = status.isActive(); const root = try latestRootLocked(allocator, did);
return std.fmt.allocPrint( allocator, "{{\"activated\":{},\"validDid\":{},\"status\":{f},\"repoCommit\":{f},\"repoRev\":{f},\"repoBlocks\":{d},\"indexedRecords\":{d},\"privateStateValues\":0,\"expectedBlobs\":{d},\"importedBlobs\":{d}}}", .{ active, active, std.json.fmt(status.asString(), .{}), std.json.fmt(root.cid, .{}), std.json.fmt(root.rev, .{}), block_count, record_count, expected_blob_count, blob_count, }, );}
pub fn importRepo( allocator: std.mem.Allocator, account: auth.Account, commit_cid: []const u8, rev: []const u8, records: []const ImportedRecord, blocks: []const ImportedBlock,) !void { const lane = write_lanes.lock(store_io, account.did); defer lane.unlock(); var publish_event = false; var seq: u64 = 0; db_mutex.lockUncancelable(store_io); var db_locked = true; defer if (db_locked) db_mutex.unlock(store_io); try requireInitialized();
seq = try nextSeqLocked(); try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.exec("DELETE FROM expected_blobs WHERE record_uri IN (SELECT uri FROM records WHERE did = ?)", .{account.did}); try conn.exec("DELETE FROM records WHERE did = ?", .{account.did}); try conn.exec("DELETE FROM repo_blocks WHERE did = ?", .{account.did}); try conn.exec("DELETE FROM commits WHERE did = ?", .{account.did});
for (blocks) |block| { try conn.exec( \\INSERT INTO repo_blocks (did, cid, data, repo_rev) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(did, cid) DO UPDATE SET \\ data = excluded.data, \\ repo_rev = COALESCE(repo_blocks.repo_rev, excluded.repo_rev) , .{ account.did, block.cid, zqlite.blob(block.data), rev }); } for (records) |record| { const uri = try std.fmt.allocPrint(std.heap.page_allocator, "at://{s}/{s}/{s}", .{ account.did, record.collection, record.rkey }); defer std.heap.page_allocator.free(uri); try conn.exec( \\INSERT INTO records (did, collection, rkey, uri, cid, rev, seq) \\VALUES (?, ?, ?, ?, ?, ?, ?) , .{ account.did, record.collection, record.rkey, uri, record.cid, rev, @as(i64, @intCast(seq)) }); for (record.blob_cids) |blob_cid| { try conn.exec( \\INSERT INTO expected_blobs (blob_cid, record_uri) \\VALUES (?, ?) \\ON CONFLICT(blob_cid, record_uri) DO UPDATE SET blob_cid = excluded.blob_cid , .{ blob_cid, uri }); } } try conn.exec( \\INSERT INTO commits (seq, did, cid, rev, prev) \\VALUES (?, ?, ?, ?, NULL) , .{ @as(i64, @intCast(seq)), account.did, commit_cid, rev }); publish_event = try accountActiveLocked(account.did); if (publish_event) { const event_frame = try importedCommitEventFrame(allocator, seq, account.did, commit_cid, rev, blocks); try conn.exec( \\INSERT INTO seq_events (seq, did, commit_cid, evt) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(seq) DO UPDATE SET \\ did = excluded.did, \\ commit_cid = excluded.commit_cid, \\ evt = excluded.evt , .{ @as(i64, @intCast(seq)), account.did, commit_cid, zqlite.blob(event_frame) }); } try conn.commit(); db_mutex.unlock(store_io); db_locked = false; if (publish_event) eventlog.publish(seq);}
pub fn writeRepoCar(allocator: std.mem.Allocator, did: []const u8) ![]const u8 { return writeRepoCarSince(allocator, did, null);}
pub fn writeRepoCarSince(allocator: std.mem.Allocator, did: []const u8, since: ?[]const u8) ![]const u8 { if (since == null) return writeRepoCarFull(allocator, did);
const path = database_path orelse return Error.StoreNotInitialized; if (std.mem.eql(u8, path, ":memory:")) { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return writeRepoCarSinceFrom(allocator, conn, did, since.?); }
const read_conn = try openRepoReadConnection(path); defer read_conn.close(); try read_conn.transaction(); errdefer read_conn.rollback(); const data = try collectRepoCarSinceFrom(allocator, read_conn, did, since.?); try read_conn.commit(); return writeRepoCarData(allocator, data);}
fn writeRepoCarSinceFrom( allocator: std.mem.Allocator, read_conn: zqlite.Conn, did: []const u8, since_rev: []const u8,) ![]const u8 { const data = try collectRepoCarSinceFrom(allocator, read_conn, did, since_rev); return writeRepoCarData(allocator, data);}
fn collectRepoCarSinceFrom( allocator: std.mem.Allocator, read_conn: zqlite.Conn, did: []const u8, since_rev: []const u8,) !RepoCarData { const root = try latestRootFrom(read_conn, allocator, did); const root_raw = try zat.multibase.base32lower.decode(allocator, root.cid[1..]);
var rows = try read_conn.rows( \\SELECT cid, data \\FROM repo_blocks \\WHERE did = ? AND (repo_rev IS NULL OR repo_rev > ?) \\ORDER BY repo_rev DESC, cid DESC , .{ did, since_rev }); defer rows.deinit();
var blocks: std.ArrayList(zat.car.Block) = .empty; while (rows.next()) |row| { const cid_text = row.text(0); const data = row.nullableBlob(1) orelse ""; const cid_raw = try zat.multibase.base32lower.decode(allocator, cid_text[1..]); try blocks.append(allocator, .{ .cid_raw = cid_raw, .data = try allocator.dupe(u8, data), }); } if (rows.err) |err| return err; return .{ .root_cid_raw = root_raw, .blocks = try blocks.toOwnedSlice(allocator), };}
pub fn writeRecordProofCar( allocator: std.mem.Allocator, did: []const u8, collection: []const u8, rkey: []const u8,) ![]const u8 { const path = database_path orelse return Error.StoreNotInitialized; if (std.mem.eql(u8, path, ":memory:")) { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const data = try collectRecordProofFrom(allocator, conn, did, collection, rkey); return writeRepoCarData(allocator, data); }
const read_conn = try openRepoReadConnection(path); defer read_conn.close(); try read_conn.transaction(); errdefer read_conn.rollback(); const data = try collectRecordProofFrom(allocator, read_conn, did, collection, rkey); try read_conn.commit(); return writeRepoCarData(allocator, data);}
/// Collect the sync.getRecord proof CAR: the signed commit block plus the MST/// node path from the root down to where (collection, rkey) lives, and the/// record block itself when present. For an absent key the path alone is the/// exclusion proof, matching the reference implementation's `cidsForPath`.fn collectRecordProofFrom( allocator: std.mem.Allocator, read_conn: zqlite.Conn, did: []const u8, collection: []const u8, rkey: []const u8,) !RepoCarData { const commit = try latestCommitRawFrom(read_conn, allocator, did) orelse return Error.RepoNotFound;
var blocks: std.ArrayList(zat.car.Block) = .empty; try blocks.append(allocator, .{ .cid_raw = commit.commit_cid_raw, .data = commit.commit_data, });
const key = try std.fmt.allocPrint(allocator, "{s}/{s}", .{ collection, rkey }); var current: ?[]const u8 = commit.data_cid_raw; var record_cid_raw: ?[]const u8 = null; var depth: usize = 0; walk: while (current) |node_cid_raw| { depth += 1; if (depth > 256) return Error.InvalidDagCbor; const node_cid_text = try cidText(allocator, node_cid_raw); const node_data = try repoBlockDataFrom(read_conn, allocator, did, node_cid_text) orelse return Error.MissingRecordBlock; try blocks.append(allocator, .{ .cid_raw = try allocator.dupe(u8, node_cid_raw), .data = node_data, }); const node = try zat.mst.decodeMstNode(allocator, node_data); var next: ?[]const u8 = node.left; var prev_key: []const u8 = ""; for (node.entries) |entry| { if (entry.prefix_len > prev_key.len) return Error.InvalidDagCbor; const entry_key = try allocator.alloc(u8, entry.prefix_len + entry.key_suffix.len); @memcpy(entry_key[0..entry.prefix_len], prev_key[0..entry.prefix_len]); @memcpy(entry_key[entry.prefix_len..], entry.key_suffix); prev_key = entry_key; switch (std.mem.order(u8, key, entry_key)) { .lt => { current = next; continue :walk; }, .eq => { record_cid_raw = entry.value; break :walk; }, .gt => next = entry.tree, } } current = next; }
if (record_cid_raw) |raw| { const record_cid_text = try cidText(allocator, raw); const record_data = try repoBlockDataFrom(read_conn, allocator, did, record_cid_text) orelse return Error.MissingRecordBlock; try blocks.append(allocator, .{ .cid_raw = try allocator.dupe(u8, raw), .data = record_data, }); }
return .{ .root_cid_raw = commit.commit_cid_raw, .blocks = try blocks.toOwnedSlice(allocator), };}
fn writeRepoCarFull(allocator: std.mem.Allocator, did: []const u8) ![]const u8 { const path = database_path orelse return Error.StoreNotInitialized; if (std.mem.eql(u8, path, ":memory:")) { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const data = try collectRepoCarFullFrom(allocator, conn, did); return writeRepoCarData(allocator, data); }
const read_conn = try openRepoReadConnection(path); defer read_conn.close(); try read_conn.transaction(); errdefer read_conn.rollback();
const data = try collectRepoCarFullFrom(allocator, read_conn, did); try read_conn.commit(); return writeRepoCarData(allocator, data);}
const RepoCarData = struct { root_cid_raw: []const u8, blocks: []zat.car.Block,};
fn collectRepoCarFullFrom( allocator: std.mem.Allocator, read_conn: zqlite.Conn, did: []const u8,) !RepoCarData { const root = try latestCommitRawFrom(read_conn, allocator, did) orelse return Error.RepoNotFound; var blocks: std.ArrayList(zat.car.Block) = .empty; try blocks.append(allocator, .{ .cid_raw = root.commit_cid_raw, .data = root.commit_data, });
var repo_block_reader = RepoBlockReader{ .allocator = allocator, .did = did, .connection = read_conn, }; try zat.mst.collectReachableBlocks( allocator, root.data_cid_raw, repo_block_reader.reader(), &blocks, .{ .include_records = true }, );
return .{ .root_cid_raw = root.commit_cid_raw, .blocks = try blocks.toOwnedSlice(allocator), };}
fn writeRepoCarData(allocator: std.mem.Allocator, data: RepoCarData) ![]const u8 { return zat.car.writeAlloc(allocator, .{ .roots = &.{.{ .raw = data.root_cid_raw }}, .blocks = data.blocks, });}
fn openRepoReadConnection(path: [:0]const u8) !zqlite.Conn { const read_conn = try zqlite.open(path.ptr, zqlite.OpenFlags.ReadOnly); errdefer read_conn.close(); try read_conn.busyTimeout(5000); try read_conn.execNoArgs("PRAGMA query_only=ON"); return read_conn;}
pub fn writeRepoListJson(allocator: std.mem.Allocator, cursor: ?[]const u8, limit: usize) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const actual_limit = if (limit == 0) 500 else @min(limit, 1000); const parsed_cursor = try parseRepoListCursor(cursor); var rows = if (parsed_cursor) |after| try conn.rows( \\SELECT a.did, c.cid, c.rev, a.account_status, a.created_at \\FROM accounts a \\JOIN ( \\ SELECT did, MAX(seq) AS seq \\ FROM commits \\ GROUP BY did \\) latest ON latest.did = a.did \\JOIN commits c ON c.did = latest.did AND c.seq = latest.seq \\WHERE a.created_at > ? OR (a.created_at = ? AND a.did > ?) \\ORDER BY a.created_at ASC, a.did ASC \\LIMIT ? , .{ after.created_at, after.created_at, after.did, @as(i64, @intCast(actual_limit)) }) else try conn.rows( \\SELECT a.did, c.cid, c.rev, a.account_status, a.created_at \\FROM accounts a \\JOIN ( \\ SELECT did, MAX(seq) AS seq \\ FROM commits \\ GROUP BY did \\) latest ON latest.did = a.did \\JOIN commits c ON c.did = latest.did AND c.seq = latest.seq \\ORDER BY a.created_at ASC, a.did ASC \\LIMIT ? , .{@as(i64, @intCast(actual_limit))}); defer rows.deinit();
var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); var json: std.json.Stringify = .{ .writer = &out.writer }; try json.beginObject(); try json.objectField("repos"); try json.beginArray(); var last_created_at: ?i64 = null; var last_did: ?[]const u8 = null; while (rows.next()) |row| { const did = row.text(0); last_did = try allocator.dupe(u8, did); last_created_at = row.int(4); const status = AccountStatus.parse(row.text(3)); const active = status.isActive(); try json.beginObject(); try json.objectField("did"); try json.write(did); try json.objectField("head"); try json.write(row.text(1)); try json.objectField("rev"); try json.write(row.text(2)); try json.objectField("active"); try json.write(active); if (!active) { try json.objectField("status"); try json.write(status.asString()); } try json.endObject(); } if (rows.err) |err| return err; try json.endArray(); if (last_created_at) |created_at| { try json.objectField("cursor"); try json.write(try std.fmt.allocPrint(allocator, "{d}:{s}", .{ created_at, last_did.? })); } try json.endObject(); return out.toOwnedSlice();}
const RepoListCursor = struct { created_at: i64, did: []const u8,};
fn parseRepoListCursor(cursor: ?[]const u8) Error!?RepoListCursor { const raw = cursor orelse return null; const sep = std.mem.indexOfScalar(u8, raw, ':') orelse return Error.InvalidCursor; if (sep == 0 or sep + 1 >= raw.len) return Error.InvalidCursor; return .{ .created_at = std.fmt.parseInt(i64, raw[0..sep], 10) catch return Error.InvalidCursor, .did = raw[sep + 1 ..], };}
pub fn writeLatestCommitJson(allocator: std.mem.Allocator, did: []const u8) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const root = try latestRootLocked(allocator, did); return std.fmt.allocPrint( allocator, "{{\"cid\":{f},\"rev\":{f}}}", .{ std.json.fmt(root.cid, .{}), std.json.fmt(root.rev, .{}) }, );}
pub fn listSeqEvents(allocator: std.mem.Allocator, cursor: u64, limit: usize) ![]SeqEvent { const path = database_path orelse return Error.StoreNotInitialized; if (std.mem.eql(u8, path, ":memory:")) { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return listSeqEventsFrom(conn, allocator, cursor, limit); }
const read_conn = try openRepoReadConnection(path); defer read_conn.close(); return listSeqEventsFrom(read_conn, allocator, cursor, limit);}
fn listSeqEventsFrom( read_conn: zqlite.Conn, allocator: std.mem.Allocator, cursor: u64, limit: usize,) ![]SeqEvent { var rows = try read_conn.rows( \\SELECT seq, evt \\FROM seq_events \\WHERE seq > ? \\ORDER BY seq ASC \\LIMIT ? , .{ @as(i64, @intCast(cursor)), @as(i64, @intCast(@min(limit, 1000))) }); defer rows.deinit();
var events: std.ArrayList(SeqEvent) = .empty; while (rows.next()) |row| { try events.append(allocator, .{ .seq = @intCast(row.int(0)), .frame = try allocator.dupe(u8, row.nullableBlob(1) orelse ""), }); } if (rows.err) |err| return err; return events.toOwnedSlice(allocator);}
fn insertSeqEventLocked(seq: u64, did: []const u8, commit_cid: []const u8, frame: []const u8) !void { try conn.exec( \\INSERT INTO seq_events (seq, did, commit_cid, evt) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(seq) DO UPDATE SET \\ did = excluded.did, \\ commit_cid = excluded.commit_cid, \\ evt = excluded.evt , .{ @as(i64, @intCast(seq)), did, commit_cid, zqlite.blob(frame) });}
pub fn writeRepoStatusJson(allocator: std.mem.Allocator, did: []const u8) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const status = try accountStatusLocked(did); const active = status.isActive(); const root = if (active) try latestRootLocked(allocator, did) else null; var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); var json: std.json.Stringify = .{ .writer = &out.writer }; try json.beginObject(); try json.objectField("did"); try json.write(did); try json.objectField("active"); try json.write(active); if (!active) { try json.objectField("status"); try json.write(status.asString()); } else { try json.objectField("rev"); try json.write(root.?.rev); } try json.endObject(); return out.toOwnedSlice();}
pub fn writeRecordJson(allocator: std.mem.Allocator, record: Record) ![]const u8 { var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); const uri = try record.uri(allocator); defer allocator.free(uri);
try out.writer.print( "{{\"uri\":{f},\"cid\":{f},\"value\":{s}}}", .{ std.json.fmt(uri, .{}), std.json.fmt(record.cid, .{}), record.value_json }, ); return out.toOwnedSlice();}
pub fn writeListJson( allocator: std.mem.Allocator, did: []const u8, collection: []const u8, cursor: ?[]const u8, reverse: bool, limit: usize,) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const page_limit = @as(i64, @intCast(if (limit == 0) 100 else limit)); var rows = if (cursor) |rkey_cursor| blk: { if (reverse) { break :blk try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? AND r.rkey > ? \\ORDER BY r.rkey ASC \\LIMIT ? , .{ did, collection, rkey_cursor, page_limit }); } break :blk try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? AND r.rkey < ? \\ORDER BY r.rkey DESC \\LIMIT ? , .{ did, collection, rkey_cursor, page_limit }); } else blk: { if (reverse) { break :blk try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? \\ORDER BY r.rkey ASC \\LIMIT ? , .{ did, collection, page_limit }); } break :blk try conn.rows( \\SELECT r.did, r.collection, r.rkey, r.cid, rb.data, r.rev, r.seq \\FROM records r \\JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE r.did = ? AND r.collection = ? \\ORDER BY r.rkey DESC \\LIMIT ? , .{ did, collection, page_limit }); }; defer rows.deinit();
var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); try out.writer.writeAll("{\"records\":["); var first = true; var last_rkey: ?[]const u8 = null; while (rows.next()) |row| { const record = try recordFromRow(row, std.heap.page_allocator); if (!first) try out.writer.writeByte(','); first = false; last_rkey = try allocator.dupe(u8, row.text(2)); const uri = try record.uri(allocator); defer allocator.free(uri); try out.writer.print( "{{\"uri\":{f},\"cid\":{f},\"value\":{s}}}", .{ std.json.fmt(uri, .{}), std.json.fmt(record.cid, .{}), record.value_json }, ); } if (rows.err) |err| return err; try out.writer.writeByte(']'); if (last_rkey) |rkey| { try out.writer.print(",\"cursor\":{f}", .{std.json.fmt(rkey, .{})}); } try out.writer.writeByte('}'); return out.toOwnedSlice();}
pub fn generateRkey(allocator: std.mem.Allocator) ![]const u8 { return nextRkey(allocator);}
pub fn prepareRecordValue( allocator: std.mem.Allocator, collection: []const u8, rkey: []const u8, value: std.json.Value,) !PreparedRecord { if (zat.Nsid.parse(collection) == null) return Error.InvalidCollection; if (zat.Rkey.parse(rkey) == null) return Error.InvalidRecordKey; try validateRecordForWrite(collection, rkey, value, .known);
const cbor_value = try jsonToDagCbor(allocator, value); const record_bytes = try zat.cbor.encodeAlloc(allocator, cbor_value); if (record_bytes.len > max_space_record_bytes) return Error.RecordTooLarge; const record_cid = try zat.cbor.Cid.forDagCbor(allocator, record_bytes); var blob_cids: std.ArrayList([]const u8) = .empty; try collectBlobCids(allocator, cbor_value, &blob_cids); return .{ .cid = try cidText(allocator, record_cid.raw), .value_json = try stringifyValue(allocator, value), .validation_status = validationStatusForRecord(collection, .known), .blob_cids = try blob_cids.toOwnedSlice(allocator), };}
pub const CreateSpaceInput = struct { actor_did: []const u8, authority_did: []const u8, space_type: []const u8, skey: []const u8, is_authority: bool, /// Required for the authority. A host that only keeps a writer's repo in /// another authority's space has no policy for it. policy: ?space_policy.Policy = null,};
pub fn createSpace(allocator: std.mem.Allocator, input: CreateSpaceInput) !SpaceConfig { if (zat.Did.parse(input.actor_did) == null) return Error.InvalidRepoPath; if (zat.Did.parse(input.authority_did) == null) return Error.InvalidRepoPath; if (zat.Nsid.parse(input.space_type) == null) return Error.InvalidCollection; if (zat.Rkey.parse(input.skey) == null) return Error.InvalidRecordKey; const policy_json: ?[]const u8 = if (input.is_authority) try space_policy.toJson(allocator, input.policy orelse return Error.InvalidRecordType) else null;
const uri = try space_uri.SpaceUri.format(allocator, input.authority_did, input.space_type, input.skey);
const lane = if (input.is_authority) write_lanes.lock(store_io, input.authority_did) else null; defer if (lane) |held| held.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
if (try getSpaceLocked(allocator, input.actor_did, uri) != null) return Error.InvalidRefreshSession;
try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.exec( \\INSERT INTO permissioned_spaces (uri, authority_did, space_type, skey, policy_json) \\VALUES (?, ?, ?, ?, ?) \\ON CONFLICT(uri) DO NOTHING , .{ uri, input.authority_did, input.space_type, input.skey, policy_json }); if (input.is_authority) { // Recreating a previously deleted space is allowed (per the lexicon), so // the authority's policy is replaced and the tombstone cleared. A live // space never reaches here: the guard above returns SpaceAlreadyExists. try conn.exec("UPDATE permissioned_spaces SET policy_json = ?, deleted_at = NULL WHERE uri = ?", .{ policy_json, uri }); } try conn.exec( \\INSERT INTO permissioned_space_repos (space, repo_did, set_hash, rev) \\VALUES (?, ?, NULL, NULL) \\ON CONFLICT(space, repo_did) DO NOTHING , .{ uri, input.authority_did }); // Upsert, not plain insert: a recreate lands on the actor row left behind by // the prior delete, which must be reactivated rather than collide. try conn.exec( \\INSERT INTO permissioned_space_actor_state (space, actor_did, is_authority) \\VALUES (?, ?, ?) \\ON CONFLICT(space, actor_did) DO UPDATE SET \\ is_authority = excluded.is_authority, \\ deleted_at = NULL , .{ uri, input.actor_did, @as(i64, if (input.is_authority) 1 else 0) }); if (input.policy) |policy| if (input.is_authority) { var ops: std.ArrayList(SpaceWriteOp) = .empty; try appendPolicyRecordOpLocked(allocator, &ops, uri, input.authority_did, policy); if (ops.items.len > 0) _ = try applySpaceWritesLocked(allocator, uri, input.authority_did, ops.items); }; try conn.commit();
return (try getSpaceLocked(allocator, input.actor_did, uri)) orelse Error.RepoNotFound;}
pub fn getSpace(allocator: std.mem.Allocator, actor_did: []const u8, uri: []const u8) !?SpaceConfig { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return getSpaceLocked(allocator, actor_did, uri);}
/// Whether the authority deleted this space and has not recreated it. getSpace/// hides tombstones, so credential issuance asks separately to answer SpaceDeleted.pub fn spaceDeleted(authority_did: []const u8, uri: []const u8) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row("SELECT 1 FROM permissioned_spaces WHERE uri = ? AND authority_did = ? AND deleted_at IS NOT NULL", .{ uri, authority_did }); if (row) |r| { r.deinit(); return true; } return false;}
pub fn listSpaces( allocator: std.mem.Allocator, actor_did: []const u8, maybe_did: ?[]const u8, maybe_type: ?[]const u8, maybe_cursor: ?[]const u8, limit: usize,) ![]SpaceConfig { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const capped_limit: i64 = @intCast(@min(if (limit == 0) 50 else limit, 100)); var query: std.Io.Writer.Allocating = .init(allocator); defer query.deinit(); try query.writer.writeAll( \\SELECT s.uri, a.is_authority \\FROM permissioned_spaces s \\JOIN permissioned_space_actor_state a ON a.space = s.uri \\WHERE a.actor_did = ? AND a.deleted_at IS NULL AND s.deleted_at IS NULL ); if (maybe_did != null) try query.writer.writeAll(" AND s.authority_did = ?"); if (maybe_type != null) try query.writer.writeAll(" AND s.space_type = ?"); if (maybe_cursor != null) try query.writer.writeAll(" AND s.uri > ?"); try query.writer.writeAll(" ORDER BY s.uri ASC LIMIT ?");
var rows = if (maybe_did) |did| if (maybe_type) |space_type| if (maybe_cursor) |cursor| try conn.rows(query.written(), .{ actor_did, did, space_type, cursor, capped_limit }) else try conn.rows(query.written(), .{ actor_did, did, space_type, capped_limit }) else if (maybe_cursor) |cursor| try conn.rows(query.written(), .{ actor_did, did, cursor, capped_limit }) else try conn.rows(query.written(), .{ actor_did, did, capped_limit }) else if (maybe_type) |space_type| if (maybe_cursor) |cursor| try conn.rows(query.written(), .{ actor_did, space_type, cursor, capped_limit }) else try conn.rows(query.written(), .{ actor_did, space_type, capped_limit }) else if (maybe_cursor) |cursor| try conn.rows(query.written(), .{ actor_did, cursor, capped_limit }) else try conn.rows(query.written(), .{ actor_did, capped_limit }); defer rows.deinit();
var spaces: std.ArrayList(SpaceConfig) = .empty; while (rows.next()) |row| { var space = (try getSpaceConfigLocked(allocator, row.text(0))) orelse continue; space.is_authority = row.int(1) != 0; try spaces.append(allocator, space); } if (rows.err) |err| return err; return spaces.toOwnedSlice(allocator);}
pub const SpaceAccess = enum { read, write };
pub const MemberAccess = struct { read: bool, write: bool };
/// Replaces a space's policy wholesale. A different `$type` migrates the space/// and discards the previous policy's state, so migrating back does not/// restore a member list. Returns whether the authority's repo changed.pub fn updateSpacePolicy(allocator: std.mem.Allocator, space: []const u8, next: space_policy.Policy) !bool { const authority_did = (space_uri.SpaceUri.parse(space) orelse return Error.RepoNotFound).authority_did; const lane = write_lanes.lock(store_io, authority_did); defer lane.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const current = try activeSpacePolicyLocked(allocator, space);
try conn.exclusiveTransaction(); errdefer conn.rollback(); var ops: std.ArrayList(SpaceWriteOp) = .empty; try appendPolicyRecordOpLocked(allocator, &ops, space, authority_did, next); // Only memberspace has a member list, so this also withdraws a published // list when a migration discards it. if (space_policy.areMembersPublished(current) != space_policy.areMembersPublished(next)) { for (try allSpaceMembersLocked(allocator, space)) |member| { try appendMemberRecordOpLocked(allocator, &ops, space, authority_did, next, member.did, .{ .read = member.read, .write = member.write }); } } try conn.exec("UPDATE permissioned_spaces SET policy_json = ? WHERE uri = ?", .{ try space_policy.toJson(allocator, next), space }); if (!space_policy.sameType(current, next)) try conn.exec("DELETE FROM memberspace_members WHERE space = ?", .{space}); if (ops.items.len > 0) _ = try applySpaceWritesLocked(allocator, space, authority_did, ops.items); try conn.commit(); return ops.items.len > 0;}
/// Upserts a memberspace member. Revoking write also drops the account from the/// writer set. Returns whether the authority's repo changed.pub fn putSpaceMember(allocator: std.mem.Allocator, space: []const u8, did: []const u8, access: MemberAccess) !bool { return mutateSpaceMember(allocator, space, did, access);}
/// Removes a memberspace member and drops it from the writer set. Returns/// whether the authority's repo changed.pub fn removeSpaceMember(allocator: std.mem.Allocator, space: []const u8, did: []const u8) !bool { return mutateSpaceMember(allocator, space, did, null);}
fn mutateSpaceMember(allocator: std.mem.Allocator, space: []const u8, did: []const u8, maybe_access: ?MemberAccess) !bool { if (zat.Did.parse(did) == null) return Error.InvalidRepoPath; const authority_did = (space_uri.SpaceUri.parse(space) orelse return Error.RepoNotFound).authority_did; const lane = write_lanes.lock(store_io, authority_did); defer lane.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const policy = try activeSpacePolicyLocked(allocator, space); if (policy != .member) return error.PolicyMismatch;
try conn.exclusiveTransaction(); errdefer conn.rollback(); if (maybe_access) |access| { try conn.exec( \\INSERT INTO memberspace_members (space, member_did, read, write) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(space, member_did) DO UPDATE SET read = excluded.read, write = excluded.write , .{ space, did, @as(i64, @intFromBool(access.read)), @as(i64, @intFromBool(access.write)) }); } else { try conn.exec("DELETE FROM memberspace_members WHERE space = ? AND member_did = ?", .{ space, did }); } if (maybe_access == null or !maybe_access.?.write) { try conn.exec("DELETE FROM permissioned_space_writers WHERE space = ? AND repo_did = ?", .{ space, did }); } var ops: std.ArrayList(SpaceWriteOp) = .empty; try appendMemberRecordOpLocked(allocator, &ops, space, authority_did, policy, did, maybe_access); if (ops.items.len > 0) _ = try applySpaceWritesLocked(allocator, space, authority_did, ops.items); try conn.commit(); return ops.items.len > 0;}
pub fn listSpaceMembers( allocator: std.mem.Allocator, space: []const u8, maybe_cursor: ?[]const u8, limit: usize,) ![]SpaceMember { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); if (try activeSpacePolicyLocked(allocator, space) != .member) return error.PolicyMismatch; const capped_limit: i64 = @intCast(@min(if (limit == 0) 100 else limit, 1000)); var rows = if (maybe_cursor) |cursor| try conn.rows( \\SELECT member_did, created_at, read, write \\FROM memberspace_members \\WHERE space = ? AND member_did > ? \\ORDER BY member_did ASC \\LIMIT ? , .{ space, cursor, capped_limit }) else try conn.rows( \\SELECT member_did, created_at, read, write \\FROM memberspace_members \\WHERE space = ? \\ORDER BY member_did ASC \\LIMIT ? , .{ space, capped_limit }); defer rows.deinit(); return collectSpaceMembers(allocator, &rows);}
fn allSpaceMembersLocked(allocator: std.mem.Allocator, space: []const u8) ![]SpaceMember { var rows = try conn.rows( \\SELECT member_did, created_at, read, write \\FROM memberspace_members \\WHERE space = ? \\ORDER BY member_did ASC , .{space}); defer rows.deinit(); return collectSpaceMembers(allocator, &rows);}
fn collectSpaceMembers(allocator: std.mem.Allocator, rows: anytype) ![]SpaceMember { var members: std.ArrayList(SpaceMember) = .empty; while (rows.next()) |row| { try members.append(allocator, .{ .did = try allocator.dupe(u8, row.text(0)), .created_at = row.int(1), .read = row.int(2) != 0, .write = row.int(3) != 0, }); } if (rows.err) |err| return err; return members.toOwnedSlice(allocator);}
pub fn spaceMemberAllows(space: []const u8, did: []const u8, access: SpaceAccess) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row( "SELECT read, write FROM memberspace_members WHERE space = ? AND member_did = ?", .{ space, did }, ); if (row == null) return false; defer row.?.deinit(); return row.?.int(if (access == .read) 0 else 1) != 0;}
/// Drops an account from a space's writer set; it is tracked again on its next/// authorized write. Idempotent.pub fn removeSpaceWriter(allocator: std.mem.Allocator, space: []const u8, did: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); _ = try activeSpacePolicyLocked(allocator, space); try conn.exec("DELETE FROM permissioned_space_writers WHERE space = ? AND repo_did = ?", .{ space, did });}
fn activeSpacePolicyLocked(allocator: std.mem.Allocator, space: []const u8) !space_policy.Policy { const config = (try getSpaceConfigLocked(allocator, space)) orelse return Error.RepoNotFound; if (!config.is_authority) return Error.RepoNotFound; return (try config.policy(allocator)) orelse Error.RepoNotFound;}
fn appendPolicyRecordOpLocked( allocator: std.mem.Allocator, ops: *std.ArrayList(SpaceWriteOp), space: []const u8, authority_did: []const u8, policy: space_policy.Policy,) !void { const collection = space_policy.policy_collection; const rkey = space_policy.policy_rkey; if (space_policy.isPolicyPublished(policy)) { const prepared = try preparePublishedRecord(allocator, collection, rkey, try space_policy.policyRecordJson(allocator, policy)); try ops.append(allocator, .{ .put = .{ .collection = collection, .rkey = rkey, .prepared = prepared } }); } else if (try getSpaceRecordLocked(allocator, space, authority_did, collection, rkey) != null) { try ops.append(allocator, .{ .delete = .{ .collection = collection, .rkey = rkey } }); }}
fn appendMemberRecordOpLocked( allocator: std.mem.Allocator, ops: *std.ArrayList(SpaceWriteOp), space: []const u8, authority_did: []const u8, policy: space_policy.Policy, did: []const u8, maybe_access: ?MemberAccess,) !void { const collection = space_policy.member_collection; const rkey = try space_policy.didToRecordKey(allocator, did); if (maybe_access != null and space_policy.areMembersPublished(policy)) { const access = maybe_access.?; const prepared = try preparePublishedRecord(allocator, collection, rkey, try space_policy.memberRecordJson(allocator, access.read, access.write)); try ops.append(allocator, .{ .put = .{ .collection = collection, .rkey = rkey, .prepared = prepared } }); } else if (try getSpaceRecordLocked(allocator, space, authority_did, collection, rkey) != null) { try ops.append(allocator, .{ .delete = .{ .collection = collection, .rkey = rkey } }); }}
fn preparePublishedRecord(allocator: std.mem.Allocator, collection: []const u8, rkey: []const u8, json: []const u8) !PreparedRecord { const value = try std.json.parseFromSliceLeaky(std.json.Value, allocator, json, .{}); return prepareRecordValue(allocator, collection, rkey, value);}
pub const CollectionCheck = struct { context: *const anyopaque, allows: *const fn (context: *const anyopaque, collection: []const u8) bool,};
/// Deletes every record in a repo in one transaction and advances it to a new/// rev with a cleared oplog. The authority's own repo keeps the records/// published from the space's configuration. `check` must allow every/// collection being deleted. Returns false when there was nothing to delete.pub fn clearSpaceRecords(allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, check: ?CollectionCheck) !bool { const keep_published = std.mem.eql(u8, (space_uri.SpaceUri.parse(space) orelse return Error.RepoNotFound).authority_did, repo_did); const lane = write_lanes.lock(store_io, repo_did); defer lane.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
try conn.exclusiveTransaction(); errdefer conn.rollback(); var set_hash = permissioned.LtHash{}; var cleared = false; { var rows = try conn.rows("SELECT collection, rkey, cid FROM permissioned_space_records WHERE space = ? AND repo_did = ? ORDER BY collection", .{ space, repo_did }); defer rows.deinit(); var checked: ?[]const u8 = null; while (rows.next()) |row| { const collection = row.text(0); if (keep_published and space_policy.isPublishedCollection(collection)) { try addRecordElement(allocator, &set_hash, collection, row.text(1), row.text(2)); continue; } cleared = true; if (checked != null and std.mem.eql(u8, checked.?, collection)) continue; if (check) |c| if (!c.allows(c.context, collection)) return error.InsufficientScope; checked = try allocator.dupe(u8, collection); } if (rows.err) |err| return err; } if (!cleared) { try conn.commit(); return false; } const published_filter = " AND collection NOT IN ('" ++ space_policy.policy_collection ++ "', '" ++ space_policy.member_collection ++ "')"; if (keep_published) { try conn.exec("DELETE FROM permissioned_space_record_blobs WHERE space = ? AND repo_did = ?" ++ published_filter, .{ space, repo_did }); try conn.exec("DELETE FROM permissioned_space_records WHERE space = ? AND repo_did = ?" ++ published_filter, .{ space, repo_did }); } else { try conn.exec("DELETE FROM permissioned_space_record_blobs WHERE space = ? AND repo_did = ?", .{ space, repo_did }); try conn.exec("DELETE FROM permissioned_space_records WHERE space = ? AND repo_did = ?", .{ space, repo_did }); } try conn.exec("DELETE FROM permissioned_space_record_oplog WHERE space = ? AND repo_did = ?", .{ space, repo_did }); const state = try getRepoStateLocked(allocator, space, repo_did); const rev = try revForSeq(allocator, try nextSeqLocked(), state.rev); try conn.exec("UPDATE permissioned_space_repos SET set_hash = ?, rev = ? WHERE space = ? AND repo_did = ?", .{ zqlite.blob(&set_hash.bytes), rev, space, repo_did }); try queueSpaceNotifyLocked(space, repo_did, rev, set_hash.digest()); try conn.commit(); return true;}
pub const SpaceMeta = struct { policy: space_policy.Policy, members: []SpaceMember, writers: []SpaceWriterState,};
/// The space's host-side state, for migrating its authority's account.pub fn exportSpaceMeta(allocator: std.mem.Allocator, space: []const u8) !SpaceMeta { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const policy = try activeSpacePolicyLocked(allocator, space); var rows = try conn.rows("SELECT repo_did, hash, rev, space_rev FROM permissioned_space_writers WHERE space = ? ORDER BY repo_did", .{space}); defer rows.deinit(); var writers: std.ArrayList(SpaceWriterState) = .empty; while (rows.next()) |row| { try writers.append(allocator, .{ .repo_did = try allocator.dupe(u8, row.text(0)), .hash = try allocator.dupe(u8, row.blob(1)), .rev = try allocator.dupe(u8, row.text(2)), .space_rev = try allocator.dupe(u8, row.text(3)), }); } if (rows.err) |err| return err; return .{ .policy = policy, .members = if (policy == .member) try allSpaceMembersLocked(allocator, space) else &.{}, .writers = try writers.toOwnedSlice(allocator), };}
pub const ImportedSpaceMember = struct { did: []const u8, access: MemberAccess };
/// Replace whatever this host holds for a space with an archive from its/// authority's previous host, in one transaction. Nothing is republished: the/// authority's published records arrive with its repo.pub fn importSpaceMeta( allocator: std.mem.Allocator, space: []const u8, policy: space_policy.Policy, members: []const ImportedSpaceMember, writers: []const SpaceWriterState,) !void { const parsed = space_uri.SpaceUri.parse(space) orelse return Error.RepoNotFound; if (policy != .member and members.len > 0) return error.PolicyMismatch; for (members) |member| if (zat.Did.parse(member.did) == null) return Error.InvalidRepoPath; const policy_json = try space_policy.toJson(allocator, policy); const lane = write_lanes.lock(store_io, parsed.authority_did); defer lane.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.exec( \\INSERT INTO permissioned_spaces (uri, authority_did, space_type, skey, policy_json) \\VALUES (?, ?, ?, ?, ?) \\ON CONFLICT(uri) DO UPDATE SET policy_json = excluded.policy_json, deleted_at = NULL , .{ space, parsed.authority_did, parsed.space_type, parsed.skey, policy_json }); try conn.exec( \\INSERT INTO permissioned_space_actor_state (space, actor_did, is_authority) \\VALUES (?, ?, 1) \\ON CONFLICT(space, actor_did) DO UPDATE SET is_authority = 1, deleted_at = NULL , .{ space, parsed.authority_did }); try conn.exec( \\INSERT INTO permissioned_space_repos (space, repo_did, set_hash, rev) \\VALUES (?, ?, NULL, NULL) \\ON CONFLICT(space, repo_did) DO NOTHING , .{ space, parsed.authority_did }); try conn.exec("DELETE FROM memberspace_members WHERE space = ?", .{space}); for (members) |member| { try conn.exec( "INSERT INTO memberspace_members (space, member_did, read, write) VALUES (?, ?, ?, ?)", .{ space, member.did, @as(i64, @intFromBool(member.access.read)), @as(i64, @intFromBool(member.access.write)) }, ); } try conn.exec("DELETE FROM permissioned_space_writers WHERE space = ?", .{space}); var latest: ?[]const u8 = null; for (writers) |writer| { try conn.exec( "INSERT INTO permissioned_space_writers (space, repo_did, rev, hash, space_rev) VALUES (?, ?, ?, ?, ?)", .{ space, writer.repo_did, writer.rev, zqlite.blob(writer.hash), writer.space_rev }, ); if (latest == null or std.mem.order(u8, writer.space_rev, latest.?) == .gt) latest = writer.space_rev; } // Writer entries keep their spaceRev, so the next one must sort after them // for listRepos cursors to stay valid. if (latest) |rev| { try conn.exec( \\INSERT INTO permissioned_space_sequence (space, rev) VALUES (?, ?) \\ON CONFLICT(space) DO UPDATE SET rev = CASE WHEN excluded.rev > rev THEN excluded.rev ELSE rev END , .{ space, rev }); } try conn.commit();}
pub const ImportedSpaceRecord = struct { collection: []const u8, rkey: []const u8, prepared: PreparedRecord };
/// Replace an account's repo in a space with an imported archive, in one/// transaction: records, oplog, and blob links. The repo gets a new rev; its/// records must fold to `data`. The authority's own spaces must already exist/// here (importSpaceMeta first); a repo in another authority's space needs no/// prior knowledge of it.pub fn importSpaceRepo( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, records: []const ImportedSpaceRecord, data: [permissioned.commit_hash_bytes]u8,) !void { const parsed = space_uri.SpaceUri.parse(space) orelse return Error.RepoNotFound; if (zat.Did.parse(repo_did) == null) return Error.InvalidRepoPath; const lane = write_lanes.lock(store_io, repo_did); defer lane.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
try conn.exclusiveTransaction(); errdefer conn.rollback(); if (std.mem.eql(u8, parsed.authority_did, repo_did)) { _ = try activeSpacePolicyLocked(allocator, space); } else { try conn.exec( \\INSERT INTO permissioned_spaces (uri, authority_did, space_type, skey, policy_json) \\VALUES (?, ?, ?, ?, NULL) \\ON CONFLICT(uri) DO NOTHING , .{ space, parsed.authority_did, parsed.space_type, parsed.skey }); try conn.exec( \\INSERT INTO permissioned_space_actor_state (space, actor_did, is_authority) \\VALUES (?, ?, 0) \\ON CONFLICT(space, actor_did) DO UPDATE SET deleted_at = NULL , .{ space, repo_did }); } try conn.exec("DELETE FROM permissioned_space_record_blobs WHERE space = ? AND repo_did = ?", .{ space, repo_did }); try conn.exec("DELETE FROM permissioned_space_records WHERE space = ? AND repo_did = ?", .{ space, repo_did }); try conn.exec("DELETE FROM permissioned_space_record_oplog WHERE space = ? AND repo_did = ?", .{ space, repo_did });
const state = try getRepoStateLocked(allocator, space, repo_did); const rev = try revForSeq(allocator, try nextSeqLocked(), state.rev); var set_hash = permissioned.LtHash{}; for (records) |record| { try upsertSpaceRecordLocked(space, repo_did, record.collection, record.rkey, record.prepared, rev); try syncSpaceRecordBlobRefsLocked(space, repo_did, record.collection, record.rkey, record.prepared.blob_cids); try addRecordElement(allocator, &set_hash, record.collection, record.rkey, record.prepared.cid); } if (!std.mem.eql(u8, &set_hash.digest(), &data)) return error.InvalidRepoIndex; try conn.exec( \\INSERT INTO permissioned_space_repos (space, repo_did, set_hash, rev) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(space, repo_did) DO UPDATE SET set_hash = excluded.set_hash, rev = excluded.rev , .{ space, repo_did, zqlite.blob(&set_hash.bytes), rev }); try conn.commit();}
pub fn listSpaceWriters(allocator: std.mem.Allocator, space: []const u8, maybe_cursor: ?[]const u8, limit: usize) ![]SpaceWriterState { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const authority = try conn.row( \\SELECT 1 \\FROM permissioned_spaces s \\JOIN permissioned_space_actor_state a \\ ON a.space = s.uri AND a.actor_did = s.authority_did \\WHERE s.uri = ? AND s.deleted_at IS NULL AND a.deleted_at IS NULL AND a.is_authority = 1 , .{space}); if (authority == null) return Error.RepoNotFound; authority.?.deinit(); const capped_limit: i64 = @intCast(@min(if (limit == 0) 100 else limit, 1000)); var rows = if (maybe_cursor) |cursor| try conn.rows( \\SELECT repo_did, hash, rev, space_rev \\FROM permissioned_space_writers \\WHERE space = ? AND space_rev > ? \\ORDER BY space_rev ASC \\LIMIT ? , .{ space, cursor, capped_limit }) else try conn.rows( \\SELECT repo_did, hash, rev, space_rev \\FROM permissioned_space_writers \\WHERE space = ? \\ORDER BY space_rev ASC \\LIMIT ? , .{ space, capped_limit }); defer rows.deinit(); var repos: std.ArrayList(SpaceWriterState) = .empty; while (rows.next()) |row| { try repos.append(allocator, .{ .repo_did = try allocator.dupe(u8, row.text(0)), .hash = try allocator.dupe(u8, row.blob(1)), .rev = try allocator.dupe(u8, row.text(2)), .space_rev = try allocator.dupe(u8, row.text(3)), }); } if (rows.err) |err| return err; return repos.toOwnedSlice(allocator);}
pub fn revokeSpaceCredentials(space: []const u8, ids: []const []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.transaction(); errdefer conn.rollback(); try conn.execNoArgs("DELETE FROM permissioned_space_revocations WHERE expires_at <= unixepoch()"); for (ids) |id| try conn.exec("INSERT INTO permissioned_space_revocations(space, jti, expires_at) VALUES (?, ?, unixepoch() + 3610) ON CONFLICT(space, jti) DO UPDATE SET expires_at = excluded.expires_at", .{ space, id }); try conn.commit();}
pub fn spaceCredentialRevoked(space: []const u8, jti: []const u8) !bool { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const row = try conn.row("SELECT 1 FROM permissioned_space_revocations WHERE space = ? AND jti = ? AND expires_at > unixepoch()", .{ space, jti }); if (row) |r| { r.deinit(); return true; } return false;}
pub const SpaceUpdate = struct { space_rev: []const u8, prev_space_rev: ?[]const u8,};
pub fn recordSpaceWriter(allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, rev: []const u8, hash: []const u8) !?SpaceUpdate { if (hash.len != permissioned.commit_hash_bytes) return Error.InvalidRecordType; const timestamp = atid.timestampMicros(rev) catch return Error.InvalidRecordType; if (timestamp > nowMicros() + 300 * std.time.us_per_s) return error.FutureRev; db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.transaction(); errdefer conn.rollback(); const space_row = try conn.row("SELECT 1 FROM permissioned_spaces WHERE uri = ? AND deleted_at IS NULL", .{space}); if (space_row) |row| row.deinit() else return Error.RepoNotFound; const existing = try conn.row("SELECT rev FROM permissioned_space_writers WHERE space = ? AND repo_did = ?", .{ space, repo_did }); if (existing) |row| { const stale = std.mem.order(u8, rev, row.text(0)) != .gt; row.deinit(); if (stale) { try conn.commit(); return null; } } const previous = try conn.row("SELECT rev FROM permissioned_space_sequence WHERE space = ?", .{space}); const prev: ?[]const u8 = if (previous) |row| blk: { defer row.deinit(); break :blk try allocator.dupe(u8, row.text(0)); } else null; const next = try revForSeq(allocator, 0, prev); try conn.exec("INSERT INTO permissioned_space_sequence(space, rev) VALUES (?, ?) ON CONFLICT(space) DO UPDATE SET rev = excluded.rev", .{ space, next }); try conn.exec("INSERT INTO permissioned_space_writers (space, repo_did, rev, hash, space_rev) VALUES (?, ?, ?, ?, ?) ON CONFLICT(space, repo_did) DO UPDATE SET rev = excluded.rev, hash = excluded.hash, space_rev = excluded.space_rev, updated_at = unixepoch()", .{ space, repo_did, rev, zqlite.blob(hash), next }); try conn.commit(); return .{ .space_rev = next, .prev_space_rev = prev };}
pub fn markSpaceDeleted(actor_did: []const u8, space: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("UPDATE permissioned_space_actor_state SET deleted_at = unixepoch() WHERE space = ? AND actor_did = ?", .{ space, actor_did }); try conn.exec("UPDATE permissioned_spaces SET deleted_at = unixepoch() WHERE uri = ? AND authority_did = ?", .{ space, actor_did });}
// Deletion purges everything the authority hosts for the space — its own// records/oplog/repo state and blob links, the member list, the writer// registry, and notify registrations — while the tombstoned space row keeps// answering SpaceDeleted. Members' records live in their own writer repos and// are theirs to keep (proposal: deletion does not entitle the authority to// delete all data in it); the reference PDS purges the same set. A later// recreate of the type+skey therefore starts genuinely empty.pub fn purgeAuthoritySpaceData(space: []const u8, authority_did: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.exec("DELETE FROM permissioned_space_record_blobs WHERE space = ? AND repo_did = ?", .{ space, authority_did }); try conn.exec("DELETE FROM permissioned_space_records WHERE space = ? AND repo_did = ?", .{ space, authority_did }); try conn.exec("DELETE FROM permissioned_space_record_oplog WHERE space = ? AND repo_did = ?", .{ space, authority_did }); try conn.exec("DELETE FROM permissioned_space_repos WHERE space = ? AND repo_did = ?", .{ space, authority_did }); try conn.exec("DELETE FROM memberspace_members WHERE space = ?", .{space}); try conn.exec("DELETE FROM permissioned_space_writers WHERE space = ?", .{space}); // Every syncer registered at deletion is owed a notifySpaceDeleted, retried // until delivered or until its registration would have expired. try conn.exec( \\INSERT OR REPLACE INTO permissioned_space_deleted_outbox (space, service_id, service_endpoint, expires_at) \\SELECT space, service_id, service_endpoint, expires_at FROM permissioned_space_notify_registrations \\WHERE space = ? AND expires_at > unixepoch() , .{space}); try conn.exec("DELETE FROM permissioned_space_notify_registrations WHERE space = ?", .{space}); try conn.exec("DELETE FROM permissioned_space_notify_outbox WHERE space = ?", .{space}); try conn.commit();}
/// Mirrors the reference admin.deleteAccount: unlink the account and every/// row it owns, replace its firehose history with a single #account deleted/// event, then remove blob bytes. Spaces the account is authority for go with/// it without notifySpaceDeleted, since that call is signed with the/// authority's key, which is deleted here too.pub fn deleteAccount(allocator: std.mem.Allocator, did: []const u8) !void { const blob_cids = blk: { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); _ = try accountStatusLocked(did);
var cids: std.ArrayList([]const u8) = .empty; { var rows = try conn.rows("SELECT cid FROM blobs WHERE did = ?", .{did}); defer rows.deinit(); while (rows.next()) |row| try cids.append(allocator, try allocator.dupe(u8, row.text(0))); if (rows.err) |err| return err; }
try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.exec("DELETE FROM permissioned_spaces WHERE authority_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_record_blobs WHERE repo_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_records WHERE repo_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_record_oplog WHERE repo_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_repos WHERE repo_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_writers WHERE repo_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_notify_outbox WHERE repo_did = ?", .{did}); try conn.exec("DELETE FROM permissioned_space_actor_state WHERE actor_did = ?", .{did}); try conn.exec("DELETE FROM memberspace_members WHERE member_did = ?", .{did}); try conn.exec("DELETE FROM reserved_signing_keys WHERE did = ?", .{did}); try conn.exec("DELETE FROM accounts WHERE did = ?", .{did}); try conn.exec("DELETE FROM seq_events WHERE did = ?", .{did}); const seq = try nextSeqLocked(); const frame = try accountEventFrame(allocator, seq, did, .deleted); try insertSeqEventLocked(seq, did, "", frame); try conn.commit(); eventlog.publish(seq); break :blk cids.items; };
for (blob_cids) |cid| { blobstore.delete(allocator, did, cid) catch |err| { log.err("delete account blob did={s} cid={s} err={s}\n", .{ did, cid, @errorName(err) }); }; } blobstore.deleteActorDir(allocator, did);}
pub fn registerSpaceNotification(space: []const u8, service_id: []const u8, service_endpoint: []const u8, expires_at: i64) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\INSERT INTO permissioned_space_notify_registrations (space, service_id, service_endpoint, expires_at) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(space, service_id) DO UPDATE SET \\ service_endpoint = excluded.service_endpoint, \\ expires_at = excluded.expires_at , .{ space, service_id, service_endpoint, expires_at });}
pub fn unregisterSpaceNotification(space: []const u8, service_id: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( "DELETE FROM permissioned_space_notify_registrations WHERE space = ? AND service_id = ?", .{ space, service_id }, );}
pub fn listNotificationRecipients(allocator: std.mem.Allocator, space: []const u8) ![]CredentialRecipient { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.execNoArgs("DELETE FROM permissioned_space_notify_registrations WHERE expires_at <= unixepoch()"); var rows = try conn.rows( \\SELECT service_id, service_endpoint, expires_at \\FROM permissioned_space_notify_registrations \\WHERE space = ? \\ORDER BY service_id ASC , .{space}); defer rows.deinit(); var out: std.ArrayList(CredentialRecipient) = .empty; while (rows.next()) |row| { try out.append(allocator, .{ .service_id = try allocator.dupe(u8, row.text(0)), .service_endpoint = try allocator.dupe(u8, row.text(1)), .expires_at = row.int(2), }); } if (rows.err) |err| return err; return out.toOwnedSlice(allocator);}
pub fn loadSpaceRepoBlocks(allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8) ![]permissioned.RepoRecordBlock { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); var rows = try conn.rows( \\SELECT collection, rkey, cid, value_json \\FROM permissioned_space_records \\WHERE space = ? AND repo_did = ? \\ORDER BY collection ASC, rkey ASC , .{ space, repo_did }); defer rows.deinit(); var blocks: std.ArrayList(permissioned.RepoRecordBlock) = .empty; var scratch = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer scratch.deinit(); while (rows.next()) |row| { _ = scratch.reset(.retain_capacity); const scratch_allocator = scratch.allocator(); const parsed = try std.json.parseFromSlice(std.json.Value, scratch_allocator, row.blob(3), .{}); const value = try jsonToDagCbor(scratch_allocator, parsed.value); const data = try zat.cbor.encodeAlloc(allocator, value); const cid_text = row.text(2); if (cid_text.len == 0 or cid_text[0] != 'b') return Error.InvalidDagCbor; try blocks.append(allocator, .{ .path = try std.fmt.allocPrint(allocator, "{s}/{s}", .{ row.text(0), row.text(1) }), .cid = .{ .raw = try zat.multibase.base32lower.decode(allocator, cid_text[1..]) }, .data = data, }); } if (rows.err) |err| return err; return blocks.toOwnedSlice(allocator);}
pub const SpaceReplayToken = struct { jti: []const u8, expires_at: i64,};
pub fn consumeSpaceCredentialExchange(delegation: ?SpaceReplayToken, attestation: ?SpaceReplayToken) !bool { if (delegation == null and attestation == null) return true; db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.execNoArgs("DELETE FROM permissioned_space_used_delegations WHERE expires_at < unixepoch()"); try conn.execNoArgs("DELETE FROM permissioned_space_used_client_attestations WHERE expires_at < unixepoch()"); if (delegation) |token| { conn.exec( \\INSERT INTO permissioned_space_used_delegations (jti, expires_at) \\VALUES (?, ?) , .{ token.jti, token.expires_at }) catch |err| switch (err) { error.Constraint => { conn.rollback(); return false; }, else => return err, }; } if (attestation) |token| { conn.exec( \\INSERT INTO permissioned_space_used_client_attestations (jti, expires_at) \\VALUES (?, ?) , .{ token.jti, token.expires_at }) catch |err| switch (err) { error.Constraint => { conn.rollback(); return false; }, else => return err, }; } try conn.commit(); return true;}
pub fn putSpaceRecord( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, prepared: PreparedRecord,) !SpaceRecord { const results = try applySpaceWrites(allocator, space, repo_did, &.{.{ .put = .{ .collection = collection, .rkey = rkey, .prepared = prepared, } }}); return switch (results[0]) { .create => |record| record, .update => |record| record, .delete => Error.MissingRecord, };}
pub fn createSpaceRecord( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, prepared: PreparedRecord,) !SpaceRecord { const results = try applySpaceWrites(allocator, space, repo_did, &.{.{ .create = .{ .collection = collection, .rkey = rkey, .prepared = prepared, } }}); return switch (results[0]) { .create => |record| record, .update => |record| record, .delete => Error.MissingRecord, };}
pub fn deleteSpaceRecord( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8,) !void { _ = try applySpaceWrites(allocator, space, repo_did, &.{.{ .delete = .{ .collection = collection, .rkey = rkey } }});}
pub fn getSpaceRecord( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8,) !?SpaceRecord { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return getSpaceRecordLocked(allocator, space, repo_did, collection, rkey);}
pub fn listSpaceRecords( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, maybe_collection: ?[]const u8, maybe_cursor: ?[]const u8, reverse: bool, limit: usize, include_values: bool,) ![]SpaceRecordRef { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized();
const capped_limit: i64 = @intCast(@min(if (limit == 0) 50 else limit, 100)); const op = if (reverse) ">" else "<"; const direction = if (reverse) "ASC" else "DESC"; const cursor = maybe_cursor orelse ""; const parsed_cursor = parseSpaceRecordCursor(cursor); const cursor_collection = parsed_cursor.collection; const cursor_rkey = parsed_cursor.rkey;
var query = std.Io.Writer.Allocating.init(allocator); defer query.deinit(); try query.writer.print( "SELECT collection, rkey, cid, {s} FROM permissioned_space_records WHERE space = ? AND repo_did = ?", .{if (include_values) "value_json" else "NULL"}, ); if (maybe_collection != null) try query.writer.writeAll(" AND collection = ?"); if (maybe_cursor != null and cursor_collection.len > 0 and cursor_rkey.len > 0) { try query.writer.print(" AND (collection, rkey) {s} (?, ?)", .{op}); } try query.writer.print(" ORDER BY collection {s}, rkey {s} LIMIT ?", .{ direction, direction });
var rows = if (maybe_collection) |collection| if (maybe_cursor != null and cursor_collection.len > 0 and cursor_rkey.len > 0) try conn.rows(query.written(), .{ space, repo_did, collection, cursor_collection, cursor_rkey, capped_limit }) else try conn.rows(query.written(), .{ space, repo_did, collection, capped_limit }) else if (maybe_cursor != null and cursor_collection.len > 0 and cursor_rkey.len > 0) try conn.rows(query.written(), .{ space, repo_did, cursor_collection, cursor_rkey, capped_limit }) else try conn.rows(query.written(), .{ space, repo_did, capped_limit }); defer rows.deinit();
var records: std.ArrayList(SpaceRecordRef) = .empty; while (rows.next()) |row| { try records.append(allocator, .{ .collection = try allocator.dupe(u8, row.text(0)), .rkey = try allocator.dupe(u8, row.text(1)), .cid = try allocator.dupe(u8, row.text(2)), .value_json = if (row.nullableText(3)) |value| try allocator.dupe(u8, value) else null, }); } if (rows.err) |err| return err; return records.toOwnedSlice(allocator);}
pub fn applySpaceWrites( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, ops: []const SpaceWriteOp,) ![]SpaceWriteResult { if (zat.Did.parse(repo_did) == null) return Error.InvalidRepoPath; for (ops) |op| switch (op) { inline .create, .put, .update => |write| { if (zat.Nsid.parse(write.collection) == null) return Error.InvalidCollection; if (zat.Rkey.parse(write.rkey) == null) return Error.InvalidRecordKey; }, .delete => |write| { if (zat.Nsid.parse(write.collection) == null) return Error.InvalidCollection; if (zat.Rkey.parse(write.rkey) == null) return Error.InvalidRecordKey; }, };
const lane = write_lanes.lock(store_io, repo_did); defer lane.unlock(); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); _ = (try getSpaceConfigLocked(allocator, space)) orelse return Error.RepoNotFound;
try conn.exclusiveTransaction(); errdefer conn.rollback(); const results = try applySpaceWritesLocked(allocator, space, repo_did, ops); try conn.commit(); return results;}
/// Applies writes as one commit inside the caller's transaction.fn applySpaceWritesLocked( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, ops: []const SpaceWriteOp,) ![]SpaceWriteResult { var results: std.ArrayList(SpaceWriteResult) = .empty; const state = try getRepoStateLocked(allocator, space, repo_did); var set_hash = if (state.set_hash) |bytes| try permissioned.LtHash.fromBytes(bytes) else permissioned.LtHash{}; const rev = try revForSeq(allocator, try nextSeqLocked(), state.rev);
var idx: i64 = 0; for (ops) |op| { switch (op) { .create => |write| { if (try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey) != null) return Error.InvalidRefreshSession; try addRecordElement(allocator, &set_hash, write.collection, write.rkey, write.prepared.cid); try upsertSpaceRecordLocked(space, repo_did, write.collection, write.rkey, write.prepared, rev); try syncSpaceRecordBlobRefsLocked(space, repo_did, write.collection, write.rkey, write.prepared.blob_cids); try insertRecordOplogLocked(space, repo_did, rev, idx, "create", write.collection, write.rkey, write.prepared.cid, null); try results.append(allocator, .{ .create = (try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey)) orelse return Error.MissingRecord }); }, .put => |write| { const existing = try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey); if (existing) |old| try removeRecordElement(allocator, &set_hash, old.collection, old.rkey, old.cid); try addRecordElement(allocator, &set_hash, write.collection, write.rkey, write.prepared.cid); try upsertSpaceRecordLocked(space, repo_did, write.collection, write.rkey, write.prepared, rev); try syncSpaceRecordBlobRefsLocked(space, repo_did, write.collection, write.rkey, write.prepared.blob_cids); const action = if (existing == null) "create" else "update"; try insertRecordOplogLocked(space, repo_did, rev, idx, action, write.collection, write.rkey, write.prepared.cid, if (existing) |old| old.cid else null); try results.append(allocator, .{ .update = (try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey)) orelse return Error.MissingRecord }); }, .update => |write| { const existing = (try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey)) orelse return Error.MissingRecord; try removeRecordElement(allocator, &set_hash, existing.collection, existing.rkey, existing.cid); try addRecordElement(allocator, &set_hash, write.collection, write.rkey, write.prepared.cid); try upsertSpaceRecordLocked(space, repo_did, write.collection, write.rkey, write.prepared, rev); try syncSpaceRecordBlobRefsLocked(space, repo_did, write.collection, write.rkey, write.prepared.blob_cids); try insertRecordOplogLocked(space, repo_did, rev, idx, "update", write.collection, write.rkey, write.prepared.cid, existing.cid); try results.append(allocator, .{ .update = (try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey)) orelse return Error.MissingRecord }); }, .delete => |write| { const existing = (try getSpaceRecordLocked(allocator, space, repo_did, write.collection, write.rkey)) orelse return Error.MissingRecord; try removeRecordElement(allocator, &set_hash, existing.collection, existing.rkey, existing.cid); try deleteSpaceRecordBlobRefsLocked(space, repo_did, write.collection, write.rkey); try conn.exec( \\DELETE FROM permissioned_space_records \\WHERE space = ? AND repo_did = ? AND collection = ? AND rkey = ? , .{ space, repo_did, write.collection, write.rkey }); try insertRecordOplogLocked(space, repo_did, rev, idx, "delete", write.collection, write.rkey, null, existing.cid); try results.append(allocator, .{ .delete = {} }); }, } idx += 1; }
try conn.exec( \\INSERT INTO permissioned_space_repos (space, repo_did, set_hash, rev) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(space, repo_did) DO UPDATE SET \\ set_hash = excluded.set_hash, \\ rev = excluded.rev , .{ space, repo_did, zqlite.blob(&set_hash.bytes), rev }); try conn.exec( \\INSERT INTO permissioned_space_actor_state (space, actor_did, is_authority) \\VALUES (?, ?, 0) \\ON CONFLICT(space, actor_did) DO NOTHING , .{ space, repo_did }); try queueSpaceNotifyLocked(space, repo_did, rev, set_hash.digest()); return results.toOwnedSlice(allocator);}
fn queueSpaceNotifyLocked(space: []const u8, repo_did: []const u8, rev: []const u8, digest: [permissioned.commit_hash_bytes]u8) !void { try conn.exec("INSERT INTO permissioned_space_notify_outbox(space, repo_did, rev, hash, expires_at) VALUES (?, ?, ?, ?, unixepoch() + 86400) ON CONFLICT(space, repo_did) DO UPDATE SET rev = excluded.rev, hash = excluded.hash, attempts = 0, retry_at = 0, lease_until = 0, expires_at = excluded.expires_at", .{ space, repo_did, rev, zqlite.blob(&digest) });}
pub fn getSpaceRepoState(allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8) !SpaceState { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return getRepoStateLocked(allocator, space, repo_did);}
pub fn listSpaceRecordOplog(allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, since: ?[]const u8, cursor: ?OplogCursor, limit: usize, include_values: bool) ![]SpaceRecordOplogEntry { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); const capped_limit: i64 = @intCast(@min(if (limit == 0) 100 else limit, 1000)); var rows = if (cursor) |position| try conn.rows( \\SELECT o.rev, o.idx, o.action, o.repo_did, o.collection, o.rkey, o.cid, o.prev, \\ CASE WHEN ? AND r.cid = o.cid THEN r.value_json END \\FROM permissioned_space_record_oplog o \\LEFT JOIN permissioned_space_records r \\ ON r.space = o.space AND r.repo_did = o.repo_did \\ AND r.collection = o.collection AND r.rkey = o.rkey \\WHERE o.space = ? AND o.repo_did = ? AND (o.rev > ? OR (o.rev = ? AND o.idx > ?)) \\ORDER BY o.rev ASC, o.idx ASC \\LIMIT ? , .{ include_values, space, repo_did, position.rev, position.rev, position.idx, capped_limit }) else if (since) |rev| try conn.rows( \\SELECT o.rev, o.idx, o.action, o.repo_did, o.collection, o.rkey, o.cid, o.prev, \\ CASE WHEN ? AND r.cid = o.cid THEN r.value_json END \\FROM permissioned_space_record_oplog o \\LEFT JOIN permissioned_space_records r \\ ON r.space = o.space AND r.repo_did = o.repo_did \\ AND r.collection = o.collection AND r.rkey = o.rkey \\WHERE o.space = ? AND o.repo_did = ? AND o.rev > ? \\ORDER BY o.rev ASC, o.idx ASC \\LIMIT ? , .{ include_values, space, repo_did, rev, capped_limit }) else try conn.rows( \\SELECT o.rev, o.idx, o.action, o.repo_did, o.collection, o.rkey, o.cid, o.prev, \\ CASE WHEN ? AND r.cid = o.cid THEN r.value_json END \\FROM permissioned_space_record_oplog o \\LEFT JOIN permissioned_space_records r \\ ON r.space = o.space AND r.repo_did = o.repo_did \\ AND r.collection = o.collection AND r.rkey = o.rkey \\WHERE o.space = ? AND o.repo_did = ? \\ORDER BY o.rev ASC, o.idx ASC \\LIMIT ? , .{ include_values, space, repo_did, capped_limit }); defer rows.deinit(); var out: std.ArrayList(SpaceRecordOplogEntry) = .empty; while (rows.next()) |row| { try out.append(allocator, .{ .rev = try allocator.dupe(u8, row.text(0)), .idx = row.int(1), .action = try allocator.dupe(u8, row.text(2)), .repo_did = try allocator.dupe(u8, row.text(3)), .collection = try allocator.dupe(u8, row.text(4)), .rkey = try allocator.dupe(u8, row.text(5)), .cid = if (row.nullableText(6)) |cid| try allocator.dupe(u8, cid) else null, .prev = if (row.nullableText(7)) |prev| try allocator.dupe(u8, prev) else null, .value_json = if (row.nullableBlob(8)) |value| try allocator.dupe(u8, value) else null, }); } if (rows.err) |err| return err; return out.toOwnedSlice(allocator);}
fn getRepoStateLocked(allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8) !SpaceState { const row = try conn.row( \\SELECT set_hash, rev \\FROM permissioned_space_repos \\WHERE space = ? AND repo_did = ? , .{ space, repo_did }); if (row == null) return .{ .set_hash = null, .rev = null }; defer row.?.deinit(); return .{ .set_hash = if (row.?.nullableBlob(0)) |bytes| try allocator.dupe(u8, bytes) else null, .rev = if (row.?.nullableText(1)) |rev| try allocator.dupe(u8, rev) else null, };}
fn addRecordElement(allocator: std.mem.Allocator, hash: *permissioned.LtHash, collection: []const u8, rkey: []const u8, cid: []const u8) !void { const element = try permissioned.recordElement(allocator, collection, rkey, cid); hash.add(element);}
fn removeRecordElement(allocator: std.mem.Allocator, hash: *permissioned.LtHash, collection: []const u8, rkey: []const u8, cid: []const u8) !void { const element = try permissioned.recordElement(allocator, collection, rkey, cid); hash.remove(element);}
fn upsertSpaceRecordLocked( space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, prepared: PreparedRecord, rev: []const u8,) !void { try conn.exec( \\INSERT INTO permissioned_space_records (space, repo_did, collection, rkey, cid, value_json, validation_status, repo_rev, updated_at) \\VALUES (?, ?, ?, ?, ?, ?, ?, ?, unixepoch()) \\ON CONFLICT(space, repo_did, collection, rkey) DO UPDATE SET \\ cid = excluded.cid, \\ value_json = excluded.value_json, \\ validation_status = excluded.validation_status, \\ repo_rev = excluded.repo_rev, \\ updated_at = excluded.updated_at , .{ space, repo_did, collection, rkey, prepared.cid, prepared.value_json, prepared.validation_status, rev });}
fn syncSpaceRecordBlobRefsLocked( space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, blob_cids: []const []const u8,) !void { try deleteSpaceRecordBlobRefsLocked(space, repo_did, collection, rkey); for (blob_cids) |blob_cid| { try conn.exec( \\INSERT INTO permissioned_space_record_blobs (space, repo_did, collection, rkey, blob_cid) \\VALUES (?, ?, ?, ?, ?) \\ON CONFLICT(space, repo_did, collection, rkey, blob_cid) DO UPDATE SET \\ blob_cid = excluded.blob_cid , .{ space, repo_did, collection, rkey, blob_cid }); }}
fn deleteSpaceRecordBlobRefsLocked( space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8,) !void { try conn.exec( \\DELETE FROM permissioned_space_record_blobs \\WHERE space = ? AND repo_did = ? AND collection = ? AND rkey = ? , .{ space, repo_did, collection, rkey });}
fn insertRecordOplogLocked( space: []const u8, repo_did: []const u8, rev: []const u8, idx: i64, action: []const u8, collection: []const u8, rkey: []const u8, cid: ?[]const u8, prev: ?[]const u8,) !void { try conn.exec( \\INSERT INTO permissioned_space_record_oplog (space, repo_did, rev, idx, action, collection, rkey, cid, prev) \\VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) , .{ space, repo_did, rev, idx, action, collection, rkey, cid, prev });}
fn getSpaceConfigLocked(allocator: std.mem.Allocator, uri: []const u8) !?SpaceConfig { const row = try conn.row( \\SELECT s.uri, s.authority_did, s.space_type, s.skey, s.policy_json, \\ EXISTS ( \\ SELECT 1 FROM permissioned_space_actor_state a \\ WHERE a.space = s.uri AND a.actor_did = s.authority_did \\ AND a.is_authority = 1 AND a.deleted_at IS NULL \\ ) \\FROM permissioned_spaces s \\WHERE s.uri = ? AND s.deleted_at IS NULL , .{uri}); if (row == null) return null; defer row.?.deinit();
return .{ .uri = try allocator.dupe(u8, row.?.text(0)), .authority_did = try allocator.dupe(u8, row.?.text(1)), .space_type = try allocator.dupe(u8, row.?.text(2)), .skey = try allocator.dupe(u8, row.?.text(3)), .policy_json = if (row.?.nullableText(4)) |value| try allocator.dupe(u8, value) else null, .is_authority = row.?.int(5) != 0, .deleted_at = null, };}
fn getSpaceLocked(allocator: std.mem.Allocator, actor_did: []const u8, uri: []const u8) !?SpaceConfig { const row = try conn.row( \\SELECT s.uri, s.authority_did, s.space_type, s.skey, s.policy_json, a.is_authority, a.deleted_at \\FROM permissioned_spaces s \\JOIN permissioned_space_actor_state a ON a.space = s.uri AND a.actor_did = ? \\WHERE s.uri = ? AND s.deleted_at IS NULL AND a.deleted_at IS NULL , .{ actor_did, uri }); if (row == null) return null; defer row.?.deinit();
return .{ .uri = try allocator.dupe(u8, row.?.text(0)), .authority_did = try allocator.dupe(u8, row.?.text(1)), .space_type = try allocator.dupe(u8, row.?.text(2)), .skey = try allocator.dupe(u8, row.?.text(3)), .policy_json = if (row.?.nullableText(4)) |value| try allocator.dupe(u8, value) else null, .is_authority = row.?.int(5) != 0, .deleted_at = if (row.?.nullableInt(6)) |value| value else null, };}
fn getSpaceRecordLocked( allocator: std.mem.Allocator, space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8,) !?SpaceRecord { const row = try conn.row( \\SELECT space, repo_did, collection, rkey, cid, value_json, validation_status, repo_rev, updated_at \\FROM permissioned_space_records \\WHERE space = ? AND repo_did = ? AND collection = ? AND rkey = ? , .{ space, repo_did, collection, rkey }); if (row == null) return null; defer row.?.deinit(); return .{ .space = try allocator.dupe(u8, row.?.text(0)), .repo_did = try allocator.dupe(u8, row.?.text(1)), .collection = try allocator.dupe(u8, row.?.text(2)), .rkey = try allocator.dupe(u8, row.?.text(3)), .cid = try allocator.dupe(u8, row.?.text(4)), .value_json = try allocator.dupe(u8, row.?.text(5)), .validation_status = try allocator.dupe(u8, row.?.text(6)), .repo_rev = try allocator.dupe(u8, row.?.text(7)), .updated_at = row.?.int(8), };}
fn parseSpaceRecordCursor(cursor: []const u8) struct { collection: []const u8, rkey: []const u8 } { const slash = std.mem.indexOfScalar(u8, cursor, '/') orelse return .{ .collection = "", .rkey = "" }; if (slash == 0 or slash + 1 >= cursor.len) return .{ .collection = "", .rkey = "" }; return .{ .collection = cursor[0..slash], .rkey = cursor[slash + 1 ..] };}
fn spaceWriterSequenceColumnExists() !bool { var rows = try conn.rows("PRAGMA table_info(permissioned_space_writers)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), "space_rev")) return true; } if (rows.err) |err| return err; return false;}
pub const PendingSpaceNotification = struct { space: []const u8, repo: []const u8, rev: []const u8, hash: []const u8, attempts: i64,};
pub fn claimSpaceNotification(allocator: std.mem.Allocator) !?PendingSpaceNotification { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.transaction(); errdefer conn.rollback(); try conn.execNoArgs("DELETE FROM permissioned_space_notify_outbox WHERE expires_at <= unixepoch()"); const row = try conn.row("SELECT space, repo_did, rev, hash, attempts FROM permissioned_space_notify_outbox WHERE retry_at <= unixepoch() AND lease_until <= unixepoch() ORDER BY retry_at LIMIT 1", .{}); if (row == null) { try conn.commit(); return null; } const pending = blk: { const r = row.?; defer r.deinit(); break :blk PendingSpaceNotification{ .space = try allocator.dupe(u8, r.text(0)), .repo = try allocator.dupe(u8, r.text(1)), .rev = try allocator.dupe(u8, r.text(2)), .hash = try allocator.dupe(u8, r.blob(3)), .attempts = r.int(4) + 1, }; }; try conn.exec("UPDATE permissioned_space_notify_outbox SET attempts = ?, lease_until = unixepoch() + 120 WHERE space = ? AND repo_did = ?", .{ pending.attempts, pending.space, pending.repo }); try conn.commit(); return pending;}
pub fn finishSpaceNotification(space: []const u8, repo: []const u8, rev: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM permissioned_space_notify_outbox WHERE space = ? AND repo_did = ? AND rev = ?", .{ space, repo, rev });}
pub const PendingSpaceDeletedNotification = struct { space: []const u8, service_id: []const u8, service_endpoint: []const u8, attempts: i64,};
pub fn claimSpaceDeletedNotification(allocator: std.mem.Allocator) !?PendingSpaceDeletedNotification { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.transaction(); errdefer conn.rollback(); try conn.execNoArgs("DELETE FROM permissioned_space_deleted_outbox WHERE expires_at <= unixepoch()"); const row = try conn.row("SELECT space, service_id, service_endpoint, attempts FROM permissioned_space_deleted_outbox WHERE retry_at <= unixepoch() AND lease_until <= unixepoch() ORDER BY retry_at LIMIT 1", .{}); if (row == null) { try conn.commit(); return null; } const pending = blk: { const r = row.?; defer r.deinit(); break :blk PendingSpaceDeletedNotification{ .space = try allocator.dupe(u8, r.text(0)), .service_id = try allocator.dupe(u8, r.text(1)), .service_endpoint = try allocator.dupe(u8, r.text(2)), .attempts = r.int(3) + 1, }; }; try conn.exec("UPDATE permissioned_space_deleted_outbox SET attempts = ?, lease_until = unixepoch() + 120 WHERE space = ? AND service_id = ?", .{ pending.attempts, pending.space, pending.service_id }); try conn.commit(); return pending;}
pub fn finishSpaceDeletedNotification(pending: PendingSpaceDeletedNotification) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("DELETE FROM permissioned_space_deleted_outbox WHERE space = ? AND service_id = ?", .{ pending.space, pending.service_id });}
pub fn retrySpaceDeletedNotification(pending: PendingSpaceDeletedNotification) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("UPDATE permissioned_space_deleted_outbox SET retry_at = unixepoch() + ?, lease_until = 0 WHERE space = ? AND service_id = ? AND attempts = ?", .{ retryDelay(pending.attempts), pending.space, pending.service_id, pending.attempts });}
fn retryDelay(attempts: i64) i64 { return @min(3600, @as(i64, 5) << @as(u6, @intCast(@min(attempts - 1, 10))));}
pub fn retrySpaceNotification(pending: PendingSpaceNotification) !void { const delay = retryDelay(pending.attempts); db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec("UPDATE permissioned_space_notify_outbox SET retry_at = unixepoch() + ?, lease_until = 0 WHERE space = ? AND repo_did = ? AND rev = ? AND attempts = ?", .{ delay, pending.space, pending.repo, pending.rev, pending.attempts });}
fn migrateSpaceSequence() !void { try conn.execNoArgs("CREATE TABLE IF NOT EXISTS permissioned_space_sequence(space TEXT PRIMARY KEY REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, rev TEXT NOT NULL)"); try conn.execNoArgs("CREATE TABLE IF NOT EXISTS permissioned_space_deleted_outbox(space TEXT NOT NULL, service_id TEXT NOT NULL, service_endpoint TEXT NOT NULL, attempts INTEGER NOT NULL DEFAULT 0, retry_at INTEGER NOT NULL DEFAULT 0, lease_until INTEGER NOT NULL DEFAULT 0, expires_at INTEGER NOT NULL, PRIMARY KEY(space, service_id))"); try conn.execNoArgs("CREATE TABLE IF NOT EXISTS permissioned_space_notify_outbox(space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, repo_did TEXT NOT NULL, rev TEXT NOT NULL, hash BLOB NOT NULL, attempts INTEGER NOT NULL DEFAULT 0, retry_at INTEGER NOT NULL DEFAULT 0, lease_until INTEGER NOT NULL DEFAULT 0, expires_at INTEGER NOT NULL, PRIMARY KEY(space, repo_did))"); if (!try spaceWriterSequenceColumnExists()) { try conn.transaction(); errdefer conn.rollback(); try conn.execNoArgs("ALTER TABLE permissioned_space_writers ADD COLUMN space_rev TEXT"); var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const a = arena.allocator(); var rows = try conn.rows("SELECT space, repo_did FROM permissioned_space_writers ORDER BY space, repo_did", .{}); defer rows.deinit(); var previous: ?[]const u8 = null; while (rows.next()) |row| { const rev = try revForSeq(a, 0, previous); try conn.exec("UPDATE permissioned_space_writers SET space_rev = ? WHERE space = ? AND repo_did = ?", .{ rev, row.text(0), row.text(1) }); try conn.exec("INSERT INTO permissioned_space_sequence(space, rev) VALUES (?, ?) ON CONFLICT(space) DO UPDATE SET rev = excluded.rev", .{ row.text(0), rev }); previous = rev; } if (rows.err) |err| return err; try conn.commit(); } try conn.execNoArgs("CREATE INDEX IF NOT EXISTS permissioned_space_writer_sequence ON permissioned_space_writers(space, space_rev)");}
fn migrate() !void { inline for (schema_statements) |sql| try conn.execNoArgs(sql); try conn.execNoArgs("CREATE TABLE IF NOT EXISTS permissioned_space_revocations (space TEXT NOT NULL, jti TEXT NOT NULL, expires_at INTEGER NOT NULL, PRIMARY KEY(space, jti))"); try migratePermissionedDataTables(); try migrateSpaceSequence(); const had_deactivated_at = try accountsColumnExistsLocked("deactivated_at"); conn.execNoArgs("ALTER TABLE accounts ADD COLUMN email TEXT") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN email_confirmed_at INTEGER") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN auth_code TEXT") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN auth_code_expires_at INTEGER") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN pending_email TEXT") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN invites_disabled INTEGER NOT NULL DEFAULT 0") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN activated_at INTEGER") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN account_status TEXT NOT NULL DEFAULT 'active'") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN account_status_ref TEXT") catch {}; conn.execNoArgs("UPDATE accounts SET account_status = 'deactivated' WHERE activated_at IS NULL AND account_status = 'active'") catch {}; if (had_deactivated_at) { conn.execNoArgs("UPDATE accounts SET account_status = 'deactivated' WHERE deactivated_at IS NOT NULL AND account_status = 'active'") catch {}; } conn.execNoArgs("ALTER TABLE accounts ADD COLUMN signing_key_type TEXT") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN signing_key BLOB") catch {}; conn.execNoArgs("ALTER TABLE accounts ADD COLUMN kem_key BLOB") catch {}; conn.execNoArgs("ALTER TABLE oauth_requests ADD COLUMN login_hint TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_requests ADD COLUMN response_mode TEXT NOT NULL DEFAULT 'query'") catch {}; conn.execNoArgs("ALTER TABLE oauth_requests ADD COLUMN auth_method TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_requests ADD COLUMN prompt TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN auth_method TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN dpop_jkt TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN family_id TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN access_expires_at INTEGER") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN refresh_expires_at INTEGER") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN previous_refresh_token TEXT") catch {}; conn.execNoArgs("ALTER TABLE oauth_tokens ADD COLUMN previous_refresh_expires_at INTEGER") catch {}; conn.execNoArgs("UPDATE oauth_tokens SET family_id = access_token WHERE family_id IS NULL") catch {}; conn.execNoArgs("UPDATE oauth_tokens SET access_expires_at = expires_at WHERE access_expires_at IS NULL") catch {}; conn.execNoArgs("UPDATE oauth_tokens SET refresh_expires_at = expires_at WHERE refresh_expires_at IS NULL") catch {}; conn.execNoArgs("ALTER TABLE session_tokens ADD COLUMN app_password_name TEXT") catch {}; conn.execNoArgs("ALTER TABLE session_tokens ADD COLUMN previous_refresh_jti TEXT") catch {}; conn.execNoArgs("ALTER TABLE session_tokens ADD COLUMN previous_refresh_expires_at INTEGER") catch {}; conn.execNoArgs("ALTER TABLE permissioned_space_records ADD COLUMN repo_rev TEXT NOT NULL DEFAULT ''") catch {}; try migrateBlobTable(); try migrateAppPreferencesTable(); conn.execNoArgs("ALTER TABLE repo_blocks ADD COLUMN repo_rev TEXT") catch {}; inline for (post_schema_statements) |sql| try conn.execNoArgs(sql); try migrateRepoBlockRevs(); try migrateRecordsTable(); try validateRecordBlocksPresent(); try migrateSeqEventsSync11(); try migrateSeqEventsSinceRev(); try migrateSeqEventsWithoutAccountFk();}
fn migratePermissionedDataTables() !void { try ensureMigrationTable(); try migratePermissionedSpacesAuthorityColumns(); try migratePermissionedSpaceAuthorityFlag(); try migrateSimpleSpaceConfig(); try migratePermissionedRecordOplogRepo(); try migratePermissionedSpaceUris(); try migratePermissionedSpaceBlobRefs(); try migratePermissionedSpaceRepoHashes(); try migratePermissionedSpaceWriters(); try migratePermissionedSpaceNotifyRegistrations(); try migratePermissionedSpaceNotificationServices(); try migrateSpacePolicies();}
// Converts each simplespace configuration to a space policy the way the// reference PDS's 006-space-policy does: a managing app on either side becomes// a managedspace, whose member list and app allow-list are dropped. The// authority's own member rows go as well, since the authority is authorized// under every policy.fn migrateSpacePolicies() !void { const name = "space-policy-v1"; if (try migrationApplied(name)) return; if (!try permissionedSpacesColumnExistsLocked("read_policy")) { try markMigrationApplied(name); return; } var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const a = arena.allocator();
try conn.exclusiveTransaction(); errdefer conn.rollback(); if (!try permissionedSpacesColumnExistsLocked("policy_json")) { try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN policy_json TEXT"); } const Converted = struct { uri: []const u8, policy_json: []const u8, keeps_members: bool, mixed: bool, allow_list_dropped: bool }; var converted: std.ArrayList(Converted) = .empty; { var rows = try conn.rows( \\SELECT uri, read_policy, read_managing_app, write_policy, write_managing_app, app_access_json \\FROM permissioned_spaces s \\WHERE EXISTS ( \\ SELECT 1 FROM permissioned_space_actor_state a \\ WHERE a.space = s.uri AND a.actor_did = s.authority_did AND a.is_authority = 1 \\) , .{}); defer rows.deinit(); while (rows.next()) |row| { const policy = space_policy.fromLegacy(a, .{ .read_policy = row.text(1), .read_managing_app = row.nullableText(2), .write_policy = row.text(3), .write_managing_app = row.nullableText(4), .app_access_json = row.text(5), }) catch |err| switch (err) { error.OutOfMemory => return error.OutOfMemory, else => return Error.InvalidRecordType, }; const read_app = std.mem.eql(u8, row.text(1), "managing-app"); const write_app = std.mem.eql(u8, row.text(3), "managing-app"); try converted.append(a, .{ .uri = try a.dupe(u8, row.text(0)), .policy_json = try space_policy.toJson(a, policy), .keeps_members = policy == .member, .mixed = read_app != write_app, .allow_list_dropped = policy == .managed and std.mem.indexOf(u8, row.text(5), "allowList") != null, }); } if (rows.err) |err| return err; } var members_dropped: i64 = 0; for (converted.items) |space| { try conn.exec("UPDATE permissioned_spaces SET policy_json = ? WHERE uri = ?", .{ space.policy_json, space.uri }); var dropped: i64 = 0; if (!space.keeps_members and try tableExistsLocked("simplespace_members")) { const member_row = (try conn.row( "SELECT COUNT(*) FROM simplespace_members m JOIN permissioned_spaces s ON s.uri = m.space WHERE m.space = ? AND m.member_did != s.authority_did", .{space.uri}, )).?; dropped = member_row.int(0); member_row.deinit(); try conn.exec("DELETE FROM simplespace_members WHERE space = ?", .{space.uri}); } members_dropped += dropped; // The operator's record of every conversion that changes who has access. if (space.mixed or space.allow_list_dropped or dropped > 0) { log.info("space policy migration changed access uri={s} policy={s} mixed={} allow_list_dropped={} members_dropped={d}\n", .{ space.uri, space.policy_json, space.mixed, space.allow_list_dropped, dropped }); } } log.info("space policy migration spaces={d} members_dropped={d}\n", .{ converted.items.len, members_dropped }); if (try tableExistsLocked("simplespace_members")) { try conn.execNoArgs( \\INSERT OR IGNORE INTO memberspace_members (space, member_did, read, write, created_at) \\SELECT m.space, m.member_did, m.read, m.write, m.created_at \\FROM simplespace_members m \\JOIN permissioned_spaces s ON s.uri = m.space \\WHERE m.member_did != s.authority_did ); try conn.execNoArgs("DROP TABLE simplespace_members"); } inline for (.{ "read_policy", "read_managing_app", "write_policy", "write_managing_app", "app_access_json" }) |column| { try conn.execNoArgs("ALTER TABLE permissioned_spaces DROP COLUMN " ++ column); } try markMigrationApplied(name); try conn.commit();}
fn tableExistsLocked(name: []const u8) !bool { const row = try conn.row("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?", .{name}); if (row == null) return false; row.?.deinit(); return true;}
fn migratePermissionedSpaceBlobRefs() !void { const name = "permissioned-space-blob-refs-v1"; if (try migrationApplied(name)) return;
const ExistingRecord = struct { space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, value_json: []const u8, }; var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const allocator = arena.allocator(); var records: std.ArrayList(ExistingRecord) = .empty; var rows = try conn.rows( \\SELECT space, repo_did, collection, rkey, value_json \\FROM permissioned_space_records , .{}); while (rows.next()) |row| { try records.append(allocator, .{ .space = try allocator.dupe(u8, row.text(0)), .repo_did = try allocator.dupe(u8, row.text(1)), .collection = try allocator.dupe(u8, row.text(2)), .rkey = try allocator.dupe(u8, row.text(3)), .value_json = try allocator.dupe(u8, row.blob(4)), }); } if (rows.err) |err| return err; rows.deinit();
try conn.exclusiveTransaction(); errdefer conn.rollback(); for (records.items) |record| { const parsed = try std.json.parseFromSlice(std.json.Value, allocator, record.value_json, .{}); const value = try jsonToDagCbor(allocator, parsed.value); var blob_cids: std.ArrayList([]const u8) = .empty; try collectBlobCids(allocator, value, &blob_cids); try syncSpaceRecordBlobRefsLocked(record.space, record.repo_did, record.collection, record.rkey, blob_cids.items); } try markMigrationApplied(name); try conn.commit();}
fn migratePermissionedSpaceNotifyRegistrations() !void { const name = "permissioned-space-notify-registration-v1"; if (try migrationApplied(name)) return; // The prior table was never populated through a protocol endpoint and // cannot represent repo-scoped or expiring registrations. try conn.execNoArgs("DROP TABLE IF EXISTS permissioned_space_credential_recipients"); try conn.execNoArgs( \\CREATE TABLE IF NOT EXISTS permissioned_space_notify_registrations ( \\ space TEXT NOT NULL, \\ repo_did TEXT NOT NULL DEFAULT '', \\ service_id TEXT NOT NULL DEFAULT '', \\ service_endpoint TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ PRIMARY KEY (space, repo_did, service_endpoint) \\) ); try markMigrationApplied(name);}
fn migratePermissionedSpaceNotificationServices() !void { const name = "permissioned-space-notify-service-id"; if (try migrationApplied(name)) return; try conn.execNoArgs("DROP TABLE IF EXISTS permissioned_space_notify_registrations"); try conn.execNoArgs( \\CREATE TABLE permissioned_space_notify_registrations ( \\ space TEXT NOT NULL, \\ service_id TEXT NOT NULL, \\ service_endpoint TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ PRIMARY KEY (space, service_id) \\) ); try markMigrationApplied(name);}
fn migratePermissionedSpaceUris() !void { const name = "permissioned-space-at-uri"; if (try migrationApplied(name)) return;
try conn.execNoArgs("PRAGMA foreign_keys = OFF"); errdefer conn.execNoArgs("PRAGMA foreign_keys = ON") catch {}; try conn.exclusiveTransaction(); errdefer conn.rollback();
const tables = [_][]const u8{ "permissioned_space_actor_state", "simplespace_members", "memberspace_members", "permissioned_space_records", "permissioned_space_record_blobs", "permissioned_space_repos", "permissioned_space_writers", "permissioned_space_record_oplog", "permissioned_space_notify_registrations", }; inline for (tables) |table| if (try tableExistsLocked(table)) { try conn.execNoArgs( "UPDATE " ++ table ++ " SET space = (" ++ "SELECT 'at://' || authority_did || '/space/' || space_type || '/' || skey " ++ "FROM permissioned_spaces WHERE uri = " ++ table ++ ".space" ++ ") WHERE space LIKE 'ats://%'", ); }; try conn.execNoArgs( \\UPDATE permissioned_spaces \\SET uri = 'at://' || authority_did || '/space/' || space_type || '/' || skey \\WHERE uri LIKE 'ats://%' ); try markMigrationApplied(name); try conn.commit(); try conn.execNoArgs("PRAGMA foreign_keys = ON");}
fn migratePermissionedSpaceRepoHashes() !void { const name = "permissioned-space-record-element-v1"; if (try migrationApplied(name)) return;
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const allocator = arena.allocator(); const RepoIdentity = struct { space: []const u8, did: []const u8, has_rev: bool }; var identities: std.ArrayList(RepoIdentity) = .empty; var repos = try conn.rows("SELECT space, repo_did, rev FROM permissioned_space_repos", .{}); while (repos.next()) |repo| { try identities.append(allocator, .{ .space = try allocator.dupe(u8, repo.text(0)), .did = try allocator.dupe(u8, repo.text(1)), .has_rev = repo.nullableText(2) != null, }); } if (repos.err) |err| return err; repos.deinit();
for (identities.items) |identity| { var hash: permissioned.LtHash = .{}; var record_count: usize = 0; var records = try conn.rows( \\SELECT collection, rkey, cid \\FROM permissioned_space_records \\WHERE space = ? AND repo_did = ? , .{ identity.space, identity.did }); defer records.deinit(); while (records.next()) |record| { try addRecordElement(allocator, &hash, record.text(0), record.text(1), record.text(2)); record_count += 1; } if (records.err) |err| return err; if (!identity.has_rev and record_count == 0) continue; try conn.exec( \\UPDATE permissioned_space_repos \\SET set_hash = ? \\WHERE space = ? AND repo_did = ? , .{ zqlite.blob(&hash.bytes), identity.space, identity.did }); } try markMigrationApplied(name);}
fn migratePermissionedSpaceWriters() !void { const name = "permissioned-space-writer-set-v1"; if (try migrationApplied(name)) return;
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const allocator = arena.allocator(); const ExistingRepo = struct { space: []const u8, did: []const u8, rev: []const u8, state: []const u8, }; var existing: std.ArrayList(ExistingRepo) = .empty; var rows = try conn.rows( \\SELECT r.space, r.repo_did, r.rev, r.set_hash \\FROM permissioned_space_repos r \\JOIN permissioned_spaces s ON s.uri = r.space \\JOIN permissioned_space_actor_state a \\ ON a.space = s.uri AND a.actor_did = s.authority_did \\WHERE r.rev IS NOT NULL AND r.set_hash IS NOT NULL \\ AND s.deleted_at IS NULL AND a.deleted_at IS NULL AND a.is_authority = 1 , .{}); while (rows.next()) |row| { try existing.append(allocator, .{ .space = try allocator.dupe(u8, row.text(0)), .did = try allocator.dupe(u8, row.text(1)), .rev = try allocator.dupe(u8, row.text(2)), .state = try allocator.dupe(u8, row.blob(3)), }); } if (rows.err) |err| return err; rows.deinit();
for (existing.items) |repo| { const state = try permissioned.LtHash.fromBytes(repo.state); const digest = state.digest(); try conn.exec( \\INSERT INTO permissioned_space_writers (space, repo_did, rev, hash) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(space, repo_did) DO UPDATE SET \\ rev = excluded.rev, \\ hash = excluded.hash, \\ updated_at = unixepoch() , .{ repo.space, repo.did, repo.rev, zqlite.blob(&digest) }); } try markMigrationApplied(name);}
fn migrateSimpleSpaceConfig() !void { if (try permissionedSpacesColumnExistsLocked("read_policy")) return; if (try permissionedSpacesColumnExistsLocked("policy_json")) return; try conn.exclusiveTransaction(); errdefer conn.rollback(); if (!try permissionedSpacesColumnExistsLocked("policy")) { try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN policy TEXT NOT NULL DEFAULT 'member-list'"); if (try permissionedSpacesColumnExistsLocked("is_public")) { try conn.execNoArgs("UPDATE permissioned_spaces SET policy = CASE WHEN is_public = 1 THEN 'public' ELSE 'member-list' END"); } } if (!try permissionedSpacesColumnExistsLocked("app_access_json")) { try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN app_access_json TEXT NOT NULL DEFAULT '{\"type\":\"open\"}'"); if (try permissionedSpacesColumnExistsLocked("app_access_mode")) { try conn.execNoArgs( \\UPDATE permissioned_spaces SET app_access_json = CASE \\WHEN app_access_mode = 'deny' AND app_exceptions_json != '[]' \\THEN '{"type":"allowList","allowed":[]}' ELSE '{"type":"open"}' END ); } } try conn.execNoArgs( \\CREATE TABLE IF NOT EXISTS simplespace_members ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ member_did TEXT NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (space, member_did) \\) ); try conn.execNoArgs("CREATE INDEX IF NOT EXISTS simplespace_members_member_idx ON simplespace_members (member_did, space)"); try conn.execNoArgs( \\INSERT OR IGNORE INTO simplespace_members (space, member_did) \\SELECT uri, authority_did \\FROM permissioned_spaces ); try conn.execNoArgs("ALTER TABLE permissioned_spaces RENAME COLUMN policy TO read_policy"); try conn.execNoArgs("ALTER TABLE permissioned_spaces RENAME COLUMN managing_app TO read_managing_app"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN write_policy TEXT NOT NULL DEFAULT 'member-list'"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN write_managing_app TEXT"); try conn.execNoArgs("UPDATE permissioned_spaces SET write_policy = read_policy, write_managing_app = read_managing_app"); try conn.execNoArgs("ALTER TABLE simplespace_members ADD COLUMN read INTEGER NOT NULL DEFAULT 1"); try conn.execNoArgs("ALTER TABLE simplespace_members ADD COLUMN write INTEGER NOT NULL DEFAULT 1"); try conn.commit();}
fn ensureMigrationTable() !void { try conn.execNoArgs( \\CREATE TABLE IF NOT EXISTS zds_migrations ( \\ name TEXT PRIMARY KEY, \\ applied_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) );}
fn accountsColumnExistsLocked(column: []const u8) !bool { var rows = try conn.rows("PRAGMA table_info(accounts)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), column)) return true; } if (rows.err) |err| return err; return false;}
fn permissionedSpacesColumnExistsLocked(column: []const u8) !bool { var rows = try conn.rows("PRAGMA table_info(permissioned_spaces)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), column)) return true; } if (rows.err) |err| return err; return false;}
fn permissionedSpaceActorStateColumnExistsLocked(column: []const u8) !bool { var rows = try conn.rows("PRAGMA table_info(permissioned_space_actor_state)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), column)) return true; } if (rows.err) |err| return err; return false;}
fn migrationApplied(name: []const u8) !bool { const row = try conn.row("SELECT 1 FROM zds_migrations WHERE name = ?", .{name}); if (row == null) return false; defer row.?.deinit(); return true;}
fn markMigrationApplied(name: []const u8) !void { try conn.exec("INSERT OR IGNORE INTO zds_migrations (name) VALUES (?)", .{name});}
fn migratePermissionedSpacesAuthorityColumns() !void { const name = "permissioned-spaces-authority-columns"; if (try migrationApplied(name)) return; if (!try permissionedSpacesColumnExistsLocked("owner_did")) { try conn.execNoArgs("CREATE INDEX IF NOT EXISTS permissioned_spaces_authority_idx ON permissioned_spaces (authority_did, space_type, uri)"); try markMigrationApplied(name); return; } try conn.execNoArgs("DROP TABLE IF EXISTS permissioned_spaces_next"); try conn.execNoArgs( \\CREATE TABLE permissioned_spaces_next ( \\ uri TEXT PRIMARY KEY, \\ authority_did TEXT NOT NULL, \\ space_type TEXT NOT NULL, \\ skey TEXT NOT NULL, \\ managing_app TEXT, \\ is_public INTEGER NOT NULL DEFAULT 0, \\ app_access_mode TEXT NOT NULL DEFAULT 'allow', \\ app_exceptions_json TEXT NOT NULL DEFAULT '[]', \\ is_authority INTEGER NOT NULL DEFAULT 1, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ deleted_at INTEGER, \\ UNIQUE(authority_did, space_type, skey) \\) ); try conn.execNoArgs( \\INSERT INTO permissioned_spaces_next ( \\ uri, authority_did, space_type, skey, managing_app, is_public, app_access_mode, \\ app_exceptions_json, is_authority, created_at, deleted_at \\) \\SELECT uri, owner_did, space_type, skey, managing_app, is_public, app_access_mode, \\ app_exceptions_json, is_owner, created_at, deleted_at \\FROM permissioned_spaces ); try conn.execNoArgs("PRAGMA foreign_keys = OFF"); errdefer conn.execNoArgs("PRAGMA foreign_keys = ON") catch {}; try conn.execNoArgs("DROP TABLE permissioned_spaces"); try conn.execNoArgs("ALTER TABLE permissioned_spaces_next RENAME TO permissioned_spaces"); try conn.execNoArgs("PRAGMA foreign_keys = ON"); try conn.execNoArgs("CREATE INDEX IF NOT EXISTS permissioned_spaces_authority_idx ON permissioned_spaces (authority_did, space_type, uri)"); try markMigrationApplied(name);}
fn migratePermissionedSpaceAuthorityFlag() !void { const name = "permissioned-space-authority-flag"; if (try migrationApplied(name)) return; if (try permissionedSpaceActorStateColumnExistsLocked("is_owner")) { try conn.execNoArgs("DROP TABLE IF EXISTS permissioned_space_actor_state_next"); try conn.execNoArgs( \\CREATE TABLE permissioned_space_actor_state_next ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ actor_did TEXT NOT NULL, \\ is_authority INTEGER NOT NULL DEFAULT 0, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ deleted_at INTEGER, \\ PRIMARY KEY (space, actor_did) \\) ); try conn.execNoArgs( \\INSERT INTO permissioned_space_actor_state_next ( \\ space, actor_did, is_authority, created_at, deleted_at \\) \\SELECT space, actor_did, is_owner, created_at, deleted_at \\FROM permissioned_space_actor_state ); try conn.execNoArgs("PRAGMA foreign_keys = OFF"); errdefer conn.execNoArgs("PRAGMA foreign_keys = ON") catch {}; try conn.execNoArgs("DROP TABLE permissioned_space_actor_state"); try conn.execNoArgs("ALTER TABLE permissioned_space_actor_state_next RENAME TO permissioned_space_actor_state"); try conn.execNoArgs("PRAGMA foreign_keys = ON"); } try conn.execNoArgs( \\INSERT OR IGNORE INTO permissioned_space_actor_state (space, actor_did, is_authority, deleted_at) \\SELECT s.uri, \\ CASE WHEN s.is_authority = 1 THEN s.authority_did ELSE COALESCE(r.repo_did, s.authority_did) END, \\ s.is_authority, \\ s.deleted_at \\FROM permissioned_spaces s \\LEFT JOIN permissioned_space_repos r ON r.space = s.uri \\WHERE s.is_authority = 1 ); try markMigrationApplied(name);}
fn migratePermissionedRecordOplogRepo() !void { const name = "permissioned-record-oplog-repo"; if (try migrationApplied(name)) return; try conn.execNoArgs("DROP TABLE IF EXISTS permissioned_space_record_oplog_next"); try conn.execNoArgs( \\CREATE TABLE permissioned_space_record_oplog_next ( \\ space TEXT NOT NULL, \\ repo_did TEXT NOT NULL, \\ rev TEXT NOT NULL, \\ idx INTEGER NOT NULL, \\ action TEXT NOT NULL, \\ collection TEXT NOT NULL, \\ rkey TEXT NOT NULL, \\ cid TEXT, \\ prev TEXT, \\ PRIMARY KEY (space, repo_did, rev, idx) \\) ); try conn.execNoArgs( \\INSERT INTO permissioned_space_record_oplog_next ( \\ space, repo_did, rev, idx, action, collection, rkey, cid, prev \\) \\SELECT space, '', rev, idx, action, collection, rkey, cid, prev \\FROM permissioned_space_record_oplog ); try conn.execNoArgs("DROP TABLE permissioned_space_record_oplog"); try conn.execNoArgs("ALTER TABLE permissioned_space_record_oplog_next RENAME TO permissioned_space_record_oplog"); try markMigrationApplied(name);}
fn migrateSeqEventsSync11() !void { const name = "sync11-seq-events"; if (try migrationApplied(name)) return;
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const allocator = arena.allocator();
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try conn.exclusiveTransaction(); errdefer conn.rollback(); try rebuildSeqEventsSync11Locked(allocator); try markMigrationApplied(name); try conn.commit();}
fn migrateSeqEventsSinceRev() !void { const name = "sync-since-rev-events"; if (try migrationApplied(name)) return;
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const allocator = arena.allocator();
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try conn.exclusiveTransaction(); errdefer conn.rollback(); try rebuildSeqEventsSync11Locked(allocator); try markMigrationApplied(name); try conn.commit();}
// Account deletion keeps one #account deleted event per DID after the// account row is gone, so seq_events cannot cascade from accounts.fn migrateSeqEventsWithoutAccountFk() !void { const name = "seq-events-without-account-fk"; if (try migrationApplied(name)) return; try conn.exclusiveTransaction(); errdefer conn.rollback(); try conn.execNoArgs("DROP TABLE IF EXISTS seq_events_next"); try conn.execNoArgs( \\CREATE TABLE seq_events_next ( \\ seq INTEGER PRIMARY KEY, \\ did TEXT NOT NULL, \\ commit_cid TEXT NOT NULL, \\ evt BLOB NOT NULL \\) ); try conn.execNoArgs("INSERT INTO seq_events_next (seq, did, commit_cid, evt) SELECT seq, did, commit_cid, evt FROM seq_events"); try conn.execNoArgs("DROP TABLE seq_events"); try conn.execNoArgs("ALTER TABLE seq_events_next RENAME TO seq_events"); try markMigrationApplied(name); try conn.commit();}
fn migrateRecordsTable() !void { if (!try recordsTableHasValueJsonColumn()) return; try conn.execNoArgs("DROP TABLE IF EXISTS records_next"); try conn.execNoArgs( \\CREATE TABLE IF NOT EXISTS records_next ( \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ collection TEXT NOT NULL, \\ rkey TEXT NOT NULL, \\ uri TEXT NOT NULL UNIQUE, \\ cid TEXT NOT NULL, \\ rev TEXT NOT NULL, \\ seq INTEGER NOT NULL, \\ PRIMARY KEY (did, collection, rkey) \\) ); try conn.execNoArgs( \\INSERT INTO records_next (did, collection, rkey, uri, cid, rev, seq) \\SELECT did, collection, rkey, uri, cid, rev, seq \\FROM records ); try conn.execNoArgs("PRAGMA foreign_keys = OFF"); errdefer conn.execNoArgs("PRAGMA foreign_keys = ON") catch {}; try conn.execNoArgs("DROP TABLE records"); try conn.execNoArgs("ALTER TABLE records_next RENAME TO records"); try conn.execNoArgs("PRAGMA foreign_keys = ON"); try conn.execNoArgs("CREATE INDEX IF NOT EXISTS records_collection_idx ON records (did, collection, seq DESC)"); try conn.execNoArgs("CREATE INDEX IF NOT EXISTS records_cid_idx ON records (cid)");}
fn migrateRepoBlockRevs() !void { try conn.execNoArgs( \\UPDATE repo_blocks \\SET repo_rev = ( \\ SELECT r.rev \\ FROM records r \\ WHERE r.did = repo_blocks.did AND r.cid = repo_blocks.cid \\ LIMIT 1 \\) \\WHERE repo_rev IS NULL \\ AND EXISTS ( \\ SELECT 1 FROM records r \\ WHERE r.did = repo_blocks.did AND r.cid = repo_blocks.cid \\ ) ); try conn.execNoArgs( \\UPDATE repo_blocks \\SET repo_rev = ( \\ SELECT c.rev \\ FROM commits c \\ WHERE c.did = repo_blocks.did AND c.cid = repo_blocks.cid \\ LIMIT 1 \\) \\WHERE repo_rev IS NULL \\ AND EXISTS ( \\ SELECT 1 FROM commits c \\ WHERE c.did = repo_blocks.did AND c.cid = repo_blocks.cid \\ ) ); try conn.execNoArgs("CREATE INDEX IF NOT EXISTS repo_blocks_rev_idx ON repo_blocks (did, repo_rev DESC, cid DESC)");}
fn recordsTableHasValueJsonColumn() !bool { var rows = try conn.rows("PRAGMA table_info(records)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), "value_json")) return true; } if (rows.err) |err| return err; return false;}
fn validateRecordBlocksPresent() !void { const row = try conn.row( \\SELECT COUNT(*) \\FROM records r \\LEFT JOIN repo_blocks rb ON rb.did = r.did AND rb.cid = r.cid \\WHERE rb.cid IS NULL , .{}); if (row == null) return; defer row.?.deinit(); if (row.?.int(0) != 0) return Error.MissingRecordBlock;}
fn migrateAppPreferencesTable() !void { if (!try appPreferencesTableHasPreferencesJsonColumn()) return; try conn.execNoArgs( \\CREATE TABLE IF NOT EXISTS app_preferences_next ( \\ id INTEGER PRIMARY KEY AUTOINCREMENT, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ name TEXT NOT NULL, \\ value_json BLOB NOT NULL, \\ updated_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) ); var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer arena.deinit(); const allocator = arena.allocator();
{ var rows = try conn.rows( \\SELECT did, namespace, preferences_json \\FROM app_preferences , .{}); defer rows.deinit();
var preferences: std.ArrayList(AppPreference) = .empty; while (rows.next()) |row| { const did = try allocator.dupe(u8, row.text(0)); const namespace = try allocator.dupe(u8, row.text(1)); const preferences_json = try allocator.dupe(u8, row.text(2)); const parsed = std.json.parseFromSlice(std.json.Value, allocator, preferences_json, .{}) catch continue; if (parsed.value != .array) continue; for (parsed.value.array.items) |preference| { if (preference != .object) continue; const name = jsonValueString(preference, "$type") orelse continue; if (!preferenceNameInNamespace(name, namespace)) continue; const value_json = try stringifyValue(allocator, preference); try preferences.append(allocator, .{ .name = name, .value_json = value_json, }); } for (preferences.items) |preference| { try conn.exec( \\INSERT INTO app_preferences_next (did, name, value_json, updated_at) \\VALUES (?, ?, ?, unixepoch()) , .{ did, preference.name, preference.value_json }); } preferences.clearRetainingCapacity(); } if (rows.err) |err| return err; }
try conn.execNoArgs("DROP TABLE app_preferences"); try conn.execNoArgs("ALTER TABLE app_preferences_next RENAME TO app_preferences");}
fn appPreferencesTableHasPreferencesJsonColumn() !bool { var rows = try conn.rows("PRAGMA table_info(app_preferences)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), "preferences_json")) return true; } if (rows.err) |err| return err; return false;}
fn preferenceNameInNamespace(name: []const u8, namespace: []const u8) bool { return std.mem.eql(u8, name, namespace) or (std.mem.startsWith(u8, name, namespace) and name.len > namespace.len and name[namespace.len] == '.');}
fn jsonValueString(value: std.json.Value, key: []const u8) ?[]const u8 { return switch (value) { .object => |object| switch (object.get(key) orelse return null) { .string => |string| string, else => null, }, else => null, };}
fn migrateBlobTable() !void { if (!try blobTableHasDataColumn()) return; try conn.execNoArgs( \\CREATE TABLE IF NOT EXISTS blobs_next ( \\ cid TEXT NOT NULL, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ mime_type TEXT NOT NULL, \\ size INTEGER NOT NULL, \\ storage TEXT NOT NULL DEFAULT 'disk', \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (did, cid) \\) ); try conn.execNoArgs( \\INSERT OR IGNORE INTO blobs_next (cid, did, mime_type, size, storage, created_at) \\SELECT cid, did, mime_type, size, 'disk', created_at \\FROM blobs ); try conn.execNoArgs("DROP TABLE blobs"); try conn.execNoArgs("ALTER TABLE blobs_next RENAME TO blobs");}
fn blobTableHasDataColumn() !bool { var rows = try conn.rows("PRAGMA table_info(blobs)", .{}); defer rows.deinit(); while (rows.next()) |row| { if (std.mem.eql(u8, row.text(1), "data")) return true; } if (rows.err) |err| return err; return false;}
pub fn getEmailInfo(allocator: std.mem.Allocator, did: []const u8) ?EmailInfo { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return null; const row = conn.row( \\SELECT email, email_confirmed_at, auth_code, auth_code_expires_at, pending_email \\FROM accounts \\WHERE did = ? , .{did}) catch return null; if (row == null) return null; defer row.?.deinit(); return .{ .email = allocator.dupe(u8, row.?.text(0)) catch return null, .email_confirmed = row.?.nullableInt(1) != null, .auth_code = if (row.?.nullableText(2)) |text| allocator.dupe(u8, text) catch null else null, .auth_code_expires_at = row.?.nullableInt(3), .pending_email = if (row.?.nullableText(4)) |text| allocator.dupe(u8, text) catch null else null, };}
pub fn setAuthCode(did: []const u8, code: []const u8, expires_at_ms: i64) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE accounts \\SET auth_code = ?, auth_code_expires_at = ? \\WHERE did = ? , .{ code, expires_at_ms, did });}
pub fn setPendingEmail(did: []const u8, pending_email: []const u8, code: []const u8, expires_at_ms: i64) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE accounts \\SET pending_email = ?, auth_code = ?, auth_code_expires_at = ? \\WHERE did = ? , .{ pending_email, code, expires_at_ms, did });}
pub fn validateAuthCode(did: []const u8, code: []const u8, now_ms: i64) CodeStatus { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); requireInitialized() catch return .invalid; const row = conn.row( \\SELECT auth_code, auth_code_expires_at \\FROM accounts \\WHERE did = ? , .{did}) catch return .invalid; if (row == null) return .invalid; defer row.?.deinit(); const stored = row.?.nullableText(0) orelse return .invalid; const expires_at = row.?.nullableInt(1) orelse return .invalid; if (now_ms >= expires_at) return .expired; if (!std.ascii.eqlIgnoreCase(stored, code)) return .invalid; return .valid;}
pub fn clearAuthCode(did: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE accounts \\SET auth_code = NULL, \\ auth_code_expires_at = NULL \\WHERE did = ? , .{did});}
pub fn confirmEmail(did: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE accounts \\SET email_confirmed_at = unixepoch(), \\ auth_code = NULL, \\ auth_code_expires_at = NULL \\WHERE did = ? , .{did});}
pub fn updateEmail(did: []const u8, email: []const u8) !void { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); try conn.exec( \\UPDATE accounts \\SET email = ?, \\ email_confirmed_at = NULL, \\ pending_email = NULL, \\ auth_code = NULL, \\ auth_code_expires_at = NULL \\WHERE did = ? , .{ email, did });}
fn loadNextSeqLocked() !u64 { const row = try conn.row( \\SELECT COALESCE(MAX(seq), 0) + 1 \\FROM ( \\ SELECT MAX(seq) AS seq FROM commits \\ UNION ALL \\ SELECT MAX(seq) AS seq FROM seq_events \\) , .{}); if (row == null) return 1; defer row.?.deinit(); return @intCast(row.?.int(0));}
fn nextSeqLocked() !u64 { _ = try requireInitialized(); const seq = next_seq; next_seq += 1; return seq;}
fn nextRkey(allocator: std.mem.Allocator) ![]const u8 { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try requireInitialized(); return nextRkeyLocked(allocator);}
fn nextRkeyLocked(allocator: std.mem.Allocator) ![]const u8 { const seq = try nextSeqLocked(); const tid = try atid.encode(nowMicros(), @intCast(seq % 1024)); return allocator.dupe(u8, &tid);}
fn resolveWriteOpsLocked(allocator: std.mem.Allocator, ops: []const WriteOp) ![]WriteOp { var resolved = try allocator.alloc(WriteOp, ops.len); for (ops, 0..) |op, i| { resolved[i] = switch (op) { .create => |create_op| .{ .create = .{ .collection = create_op.collection, .rkey = create_op.rkey orelse try nextRkeyLocked(allocator), .value = create_op.value, } }, .update => |update_op| .{ .update = update_op }, .delete => |delete_op| .{ .delete = delete_op }, }; } return resolved;}
fn requireWriteSwapsLocked(allocator: std.mem.Allocator, did: []const u8, current: ?CurrentCommit, options: WriteOptions, ops: []const WriteOp) !void { if (options.swap_commit) |expected| { if (current == null or !std.mem.eql(u8, current.?.commit_cid_text, expected)) return Error.InvalidSwap; }
for (ops) |op| switch (op) { .create => {}, .update => |update_op| try requireRecordSwapLocked(allocator, did, update_op.collection, update_op.rkey, update_op.swap), .delete => |delete_op| try requireRecordSwapLocked(allocator, did, delete_op.collection, delete_op.rkey, delete_op.swap), };}
fn requireRecordSwapLocked(allocator: std.mem.Allocator, did: []const u8, collection: []const u8, rkey: []const u8, swap: RecordSwap) !void { switch (swap) { .none => {}, .missing => { if (try currentRecordCidLocked(allocator, did, collection, rkey) != null) return Error.InvalidSwap; }, .cid => |expected| { const actual = try currentRecordCidLocked(allocator, did, collection, rkey) orelse return Error.InvalidSwap; if (!std.mem.eql(u8, actual, expected)) return Error.InvalidSwap; }, }}
fn previousRecordCidsLocked(allocator: std.mem.Allocator, did: []const u8, ops: []const WriteOp) ![]?[]const u8 { var cids = try allocator.alloc(?[]const u8, ops.len); for (ops, 0..) |op, idx| { cids[idx] = switch (op) { .create => null, .update => |update_op| try currentRecordCidLocked(allocator, did, update_op.collection, update_op.rkey), .delete => |delete_op| try currentRecordCidLocked(allocator, did, delete_op.collection, delete_op.rkey), }; } return cids;}
fn currentRecordCidLocked(allocator: std.mem.Allocator, did: []const u8, collection: []const u8, rkey: []const u8) !?[]const u8 { const row = try conn.row( \\SELECT cid \\FROM records \\WHERE did = ? AND collection = ? AND rkey = ? \\LIMIT 1 , .{ did, collection, rkey }); if (row == null) return null; defer row.?.deinit(); return try allocator.dupe(u8, row.?.text(0));}
fn validateRecordForWrite(collection: []const u8, rkey: ?[]const u8, value: std.json.Value, mode: ValidationMode) Error!void { const object = switch (value) { .object => |object| object, else => return Error.InvalidRecordType, }; const record_type = switch (object.get("$type") orelse return Error.InvalidRecordType) { .string => |record_type| record_type, else => return Error.InvalidRecordType, }; if (!std.mem.eql(u8, record_type, collection)) return Error.InvalidRecordType; if (mode == .require and !knownRecordType(record_type)) return Error.ValidationRequired;
if (rkey) |key| try validateKnownRecordKey(record_type, key);}
fn validateKnownRecordKey(record_type: []const u8, rkey: []const u8) Error!void { if (knownRecordKeyRule(record_type)) |rule| switch (rule) { .tid => { _ = atid.decode(rkey) catch return Error.InvalidRecordKey; }, .literal_self => { if (!std.mem.eql(u8, rkey, "self")) return Error.InvalidRecordKey; }, };}
const KnownRecordKeyRule = enum { tid, literal_self };
fn validationStatusForRecord(record_type: []const u8, mode: ValidationMode) []const u8 { return if (mode != .skip and knownRecordType(record_type)) "valid" else "unknown";}
fn knownRecordType(record_type: []const u8) bool { if (knownRecordKeyRule(record_type) != null) return true;
const any_records = [_][]const u8{ "app.bsky.feed.generator", "com.atproto.lexicon.schema", }; for (any_records) |known| { if (std.mem.eql(u8, record_type, known)) return true; }
return false;}
fn knownRecordKeyRule(record_type: []const u8) ?KnownRecordKeyRule { const tid_records = [_][]const u8{ "app.bsky.feed.post", "app.bsky.feed.like", "app.bsky.feed.repost", "app.bsky.feed.threadgate", "app.bsky.feed.postgate", "app.bsky.graph.follow", "app.bsky.graph.block", "app.bsky.graph.list", "app.bsky.graph.listblock", "app.bsky.graph.listitem", "app.bsky.graph.starterpack", "app.bsky.graph.verification", }; for (tid_records) |known| { if (std.mem.eql(u8, record_type, known)) return .tid; }
const self_records = [_][]const u8{ "app.bsky.actor.profile", "app.bsky.actor.status", "app.bsky.labeler.service", "app.bsky.notification.declaration", "chat.bsky.actor.declaration", "com.germnetwork.declaration", }; for (self_records) |known| { if (std.mem.eql(u8, record_type, known)) return .literal_self; }
return null;}
fn repoPath(allocator: std.mem.Allocator, collection: []const u8, rkey: []const u8) ![]const u8 { if (zat.Nsid.parse(collection) == null) return Error.InvalidCollection; if (zat.Rkey.parse(rkey) == null) return Error.InvalidRecordKey; return std.fmt.allocPrint(allocator, "{s}/{s}", .{ collection, rkey });}
pub const max_record_bytes = 1_000_000;/// The Spaces alpha bounds a space record's DRISL encoding at 1 MiB, separately/// from the public repo limit.pub const max_space_record_bytes = permissioned.max_space_record_bytes;
fn stageRecordWrite( allocator: std.mem.Allocator, tree: *zat.mst.Mst, account: auth.Account, collection: []const u8, rkey: []const u8, value: std.json.Value, validation_mode: ValidationMode, rev: []const u8, seq: u64, blocks: *std.ArrayList(ImportedBlock), blob_refs: *std.ArrayList(BlobRef),) !Record { const cbor_value = try jsonToDagCbor(allocator, value); const record_bytes = try zat.cbor.encodeAlloc(allocator, cbor_value); if (record_bytes.len > max_record_bytes) return Error.RecordTooLarge; const record_cid = try zat.cbor.Cid.forDagCbor(allocator, record_bytes); const record_cid_text = try cidText(allocator, record_cid.raw); const path = try repoPath(allocator, collection, rkey); _ = try tree.putReturn(path, record_cid);
try blocks.append(allocator, .{ .cid = record_cid_text, .data = record_bytes, });
const uri = try std.fmt.allocPrint(allocator, "at://{s}/{s}/{s}", .{ account.did, collection, rkey }); var blobs: std.ArrayList([]const u8) = .empty; try collectBlobCids(allocator, cbor_value, &blobs); for (blobs.items) |blob_cid| { try blob_refs.append(allocator, .{ .cid = blob_cid, .uri = uri }); }
return .{ .did = try allocator.dupe(u8, account.did), .collection = try allocator.dupe(u8, collection), .rkey = try allocator.dupe(u8, rkey), .cid = record_cid_text, .value_json = try stringifyValue(allocator, value), .validation_status = validationStatusForRecord(collection, validation_mode), .rev = try allocator.dupe(u8, rev), .seq = seq, };}
const CurrentCommit = struct { commit_cid_text: []const u8, commit_cid_raw: []const u8, data_cid_raw: []const u8, rev: []const u8, commit_data: []const u8,};
fn latestCommitRawLocked(allocator: std.mem.Allocator, did: []const u8) !?CurrentCommit { return latestCommitRawFrom(conn, allocator, did);}
fn latestCommitRawFrom( read_conn: zqlite.Conn, allocator: std.mem.Allocator, did: []const u8,) !?CurrentCommit { const row = try read_conn.row( \\SELECT c.cid, c.rev, rb.data \\FROM commits c \\JOIN repo_blocks rb ON rb.did = c.did AND rb.cid = c.cid \\WHERE c.did = ? \\ORDER BY c.seq DESC \\LIMIT 1 , .{did}); if (row == null) return null; defer row.?.deinit();
const commit_cid_text = try allocator.dupe(u8, row.?.text(0)); const commit_cid_raw = try cidRawFromText(allocator, commit_cid_text); const rev = try allocator.dupe(u8, row.?.text(1)); const commit_data = row.?.nullableBlob(2) orelse return null; const commit_value = try zat.cbor.decodeAll(allocator, commit_data); const data = commit_value.getCid("data") orelse return error.InvalidRepoPath; return .{ .commit_cid_text = commit_cid_text, .commit_cid_raw = commit_cid_raw, .data_cid_raw = try allocator.dupe(u8, data.raw), .rev = rev, .commit_data = try allocator.dupe(u8, commit_data), };}
fn readRepoCarLocked(allocator: std.mem.Allocator, did: []const u8) !zat.car.Car { var rows = try conn.rows( \\SELECT cid, data \\FROM repo_blocks \\WHERE did = ? \\ORDER BY cid ASC , .{did}); defer rows.deinit();
var blocks: std.ArrayList(zat.car.Block) = .empty; while (rows.next()) |row| { const data = row.nullableBlob(1) orelse ""; try blocks.append(allocator, .{ .cid_raw = try cidRawFromText(allocator, row.text(0)), .data = try allocator.dupe(u8, data), }); } if (rows.err) |err| return err; return .{ .roots = &.{}, .blocks = try blocks.toOwnedSlice(allocator) };}
fn writeMstBlocks(tree: *zat.mst.Mst, out: *std.ArrayList(zat.car.Block)) !void { try tree.collectBlocks(out);}
const SignedCommit = struct { cid: []const u8, data: []const u8,};
fn signedCommit( allocator: std.mem.Allocator, did: []const u8, rev: []const u8, data_cid: zat.cbor.Cid, prev_cid_raw: ?[]const u8,) !SignedCommit { var keypair = try signingKeypairLocked(did); return signedCommitWithKeypair(allocator, did, rev, data_cid, prev_cid_raw, &keypair);}
fn signedCommitWithKeypair( allocator: std.mem.Allocator, did: []const u8, rev: []const u8, data_cid: zat.cbor.Cid, prev_cid_raw: ?[]const u8, keypair: *const zat.Keypair,) !SignedCommit { const signed = try zat.signCommit(allocator, .{ .did = did, .rev = rev, .data = data_cid, .prev = if (prev_cid_raw) |raw| .{ .raw = raw } else null, }, keypair); defer allocator.free(signed.cid.raw); return .{ .cid = try cidText(allocator, signed.cid.raw), .data = signed.bytes, };}
fn signingKeypairLocked(did: []const u8) !zat.Keypair { const row = try conn.row( \\SELECT signing_key_type, signing_key \\FROM accounts \\WHERE did = ? , .{did}); if (row == null) return Error.MissingRecord; defer row.?.deinit();
const existing = row.?.nullableBlob(1); const key_type_text = row.?.nullableText(0) orelse "secp256k1"; const key_bytes = if (existing) |bytes| blk: { if (bytes.len != 32) return Error.InvalidDagCbor; break :blk bytes[0..32].*; } else blk: { const generated = try generateSigningKey(); try conn.exec( \\UPDATE accounts \\SET signing_key_type = 'secp256k1', signing_key = ? \\WHERE did = ? , .{ zqlite.blob(&generated), did }); break :blk generated; }; const key_type: zat.multicodec.KeyType = if (std.mem.eql(u8, key_type_text, "p256")) .p256 else .secp256k1; return zat.Keypair.fromSecretKey(key_type, key_bytes);}
fn consumeReservedSigningKeyLocked(signing_key_or_did: []const u8, did: []const u8) ![32]u8 { const row = try conn.row( \\SELECT signing_key, secret_key, expires_at \\FROM reserved_signing_keys \\WHERE used_at IS NULL \\ AND expires_at > ? \\ AND (signing_key = ? OR did = ?) \\ORDER BY created_at DESC \\LIMIT 1 , .{ nowMs(), signing_key_or_did, did }); if (row == null) return Error.MissingReservedSigningKey; defer row.?.deinit();
const signing_key = row.?.text(0); const secret = row.?.blob(1); if (secret.len != 32) return Error.InvalidReservedSigningKey; const key_bytes = secret[0..32].*; try conn.exec( \\UPDATE reserved_signing_keys \\SET used_at = ? \\WHERE signing_key = ? , .{ nowMs(), signing_key }); return key_bytes;}
fn generateKemKey() [32]u8 { var key: [32]u8 = undefined; while (true) { store_io.random(&key); if (zat.Keypair.fromSecretKey(.p256, key)) |_| return key else |_| {} }}
fn generateSigningKey() ![32]u8 { var key: [32]u8 = undefined; while (true) { store_io.random(&key); if (zat.Keypair.fromSecretKey(.secp256k1, key)) |_| return key else |_| {} }}
pub fn jsonToDagCbor(allocator: std.mem.Allocator, value: std.json.Value) !zat.cbor.Value { return switch (value) { .null => .null, .bool => |boolean| .{ .boolean = boolean }, .integer => |integer| if (integer >= 0) .{ .unsigned = @intCast(integer) } else .{ .negative = integer }, .float, .number_string => Error.InvalidDagCbor, .string => |string| .{ .text = string }, .array => |array| blk: { const items = try allocator.alloc(zat.cbor.Value, array.items.len); for (array.items, 0..) |item, idx| items[idx] = try jsonToDagCbor(allocator, item); break :blk .{ .array = items }; }, .object => |object| blk: { if (object.count() == 1) { if (object.get("$link")) |link_value| switch (link_value) { .string => |link| break :blk .{ .cid = .{ .raw = try cidRawFromText(allocator, link) } }, else => {}, }; if (object.get("$bytes")) |bytes_value| switch (bytes_value) { .string => |encoded| { const bytes = cbor_json.decodeAtBase64(allocator, encoded) catch return Error.InvalidDagCbor; break :blk .{ .bytes = bytes }; }, else => {}, }; } const entries = try allocator.alloc(zat.cbor.Value.MapEntry, object.count()); var it = object.iterator(); var idx: usize = 0; while (it.next()) |entry| : (idx += 1) { entries[idx] = .{ .key = entry.key_ptr.*, .value = try jsonToDagCbor(allocator, entry.value_ptr.*), }; } break :blk .{ .map = entries }; }, };}
fn collectBlobCids(allocator: std.mem.Allocator, value: zat.cbor.Value, out: *std.ArrayList([]const u8)) !void { switch (value) { .map => |entries| { if (cborMapText(entries, "$type")) |type_name| { if (std.mem.eql(u8, type_name, "blob")) { if (cborMapValue(entries, "ref")) |ref| switch (ref) { .cid => |cid| try out.append(allocator, try cidText(allocator, cid.raw)), .map => |ref_entries| if (cborMapText(ref_entries, "$link")) |link| try out.append(allocator, try allocator.dupe(u8, link)), else => {}, }; } } for (entries) |entry| try collectBlobCids(allocator, entry.value, out); }, .array => |items| for (items) |item| try collectBlobCids(allocator, item, out), else => {}, }}
fn cborMapValue(entries: []const zat.cbor.Value.MapEntry, key: []const u8) ?zat.cbor.Value { for (entries) |entry| { if (std.mem.eql(u8, entry.key, key)) return entry.value; } return null;}
fn cborMapText(entries: []const zat.cbor.Value.MapEntry, key: []const u8) ?[]const u8 { return switch (cborMapValue(entries, key) orelse return null) { .text => |text| text, else => null, };}
fn cidRawFromText(allocator: std.mem.Allocator, cid: []const u8) ![]const u8 { if (cid.len == 0 or cid[0] != 'b') return Error.InvalidDagCbor; return zat.multibase.base32lower.decode(allocator, cid[1..]);}
fn cidText(allocator: std.mem.Allocator, raw: []const u8) ![]const u8 { return zat.multibase.base32lower.encode(allocator, raw);}
fn recordFromRow(row: zqlite.Row, allocator: std.mem.Allocator) !Record { const record_bytes = row.nullableBlob(4) orelse return Error.MissingRecordBlock; return .{ .did = try allocator.dupe(u8, row.text(0)), .collection = try allocator.dupe(u8, row.text(1)), .rkey = try allocator.dupe(u8, row.text(2)), .cid = try allocator.dupe(u8, row.text(3)), .value_json = try recordJsonFromBlock(allocator, record_bytes), .validation_status = validationStatusForRecord(row.text(1), .known), .rev = try allocator.dupe(u8, row.text(5)), .seq = @intCast(row.int(6)), };}
fn recordJsonFromBlock(allocator: std.mem.Allocator, data: []const u8) ![]const u8 { const value = zat.cbor.decodeAll(allocator, data) catch return Error.InvalidDagCbor; return cbor_json.writeAlloc(allocator, value);}
pub fn recordJsonFromDagCbor(allocator: std.mem.Allocator, data: []const u8) ![]const u8 { return recordJsonFromBlock(allocator, data);}
fn oauthRequestFromRow(row: zqlite.Row, allocator: std.mem.Allocator) !OAuthRequest { return .{ .request_id = try allocator.dupe(u8, row.text(0)), .client_id = try allocator.dupe(u8, row.text(1)), .redirect_uri = try allocator.dupe(u8, row.text(2)), .scope = try allocator.dupe(u8, row.text(3)), .state = try allocator.dupe(u8, row.text(4)), .code_challenge = try allocator.dupe(u8, row.text(5)), .code_challenge_method = try allocator.dupe(u8, row.text(6)), .response_mode = try allocator.dupe(u8, row.text(7)), .login_hint = if (row.nullableText(8)) |text| try allocator.dupe(u8, text) else null, .dpop_jkt = if (row.nullableText(9)) |text| try allocator.dupe(u8, text) else null, .expires_at = row.int(10), .sub = if (row.nullableText(11)) |text| try allocator.dupe(u8, text) else null, .code = if (row.nullableText(12)) |text| try allocator.dupe(u8, text) else null, .auth_method = if (row.nullableText(13)) |text| try allocator.dupe(u8, text) else null, .prompt = if (row.nullableText(14)) |text| try allocator.dupe(u8, text) else null, };}
fn appPasswordFromRow(row: zqlite.Row, allocator: std.mem.Allocator) !AppPassword { return .{ .name = try allocator.dupe(u8, row.text(0)), .password_hash = try allocator.dupe(u8, row.text(1)), .created_at = row.int(2), .privileged = row.int(3) != 0, .scopes = if (row.nullableText(4)) |text| try allocator.dupe(u8, text) else null, .created_by_controller_did = if (row.nullableText(5)) |text| try allocator.dupe(u8, text) else null, };}
fn sessionsFromRows(allocator: std.mem.Allocator, rows: anytype) ![]SessionInfo { var out: std.ArrayList(SessionInfo) = .empty; while (rows.next()) |row| { try out.append(allocator, .{ .id = try allocator.dupe(u8, row.text(0)), .did = try allocator.dupe(u8, row.text(1)), .handle = try allocator.dupe(u8, row.text(2)), .auth_method = try allocator.dupe(u8, row.text(3)), .app_password_name = if (row.nullableText(4)) |text| try allocator.dupe(u8, text) else null, .controller_did = if (row.nullableText(5)) |text| try allocator.dupe(u8, text) else null, .created_at = row.int(6), .updated_at = row.int(7), .last_used_at = row.nullableInt(8), .access_expires_at = row.int(9), .refresh_expires_at = row.int(10), .revoked_at = row.nullableInt(11), .active = row.int(12) != 0, }); } return out.toOwnedSlice(allocator);}
fn oauthGrantsFromRows(allocator: std.mem.Allocator, rows: anytype) ![]OAuthGrantInfo { var out: std.ArrayList(OAuthGrantInfo) = .empty; while (rows.next()) |row| { try out.append(allocator, .{ .did = try allocator.dupe(u8, row.text(0)), .handle = try allocator.dupe(u8, row.text(1)), .client_id = try allocator.dupe(u8, row.text(2)), .scope = try allocator.dupe(u8, row.text(3)), .created_at = row.int(4), .expires_at = row.int(5), .revoked_at = row.nullableInt(6), .auth_method = if (row.nullableText(7)) |text| try allocator.dupe(u8, text) else null, .active = row.int(8) != 0, }); } return out.toOwnedSlice(allocator);}
fn stringifyValue(allocator: std.mem.Allocator, value: std.json.Value) ![]const u8 { var out: std.Io.Writer.Allocating = .init(allocator); defer out.deinit(); try out.writer.print("{f}", .{std.json.fmt(value, .{})}); return out.toOwnedSlice();}
const Root = struct { cid: []const u8, rev: []const u8,};
fn latestRootLocked(allocator: std.mem.Allocator, did: []const u8) !Root { return latestRootFrom(conn, allocator, did);}
fn latestRootFrom( read_conn: zqlite.Conn, allocator: std.mem.Allocator, did: []const u8,) !Root { const row = try read_conn.row( \\SELECT cid, rev \\FROM commits \\WHERE did = ? \\ORDER BY seq DESC \\LIMIT 1 , .{did}); if (row == null) return Error.RepoNotFound; defer row.?.deinit(); return .{ .cid = try allocator.dupe(u8, row.?.text(0)), .rev = try allocator.dupe(u8, row.?.text(1)), };}
fn rebuildSeqEventsSync11Locked(allocator: std.mem.Allocator) !void { var rows = try conn.rows( \\SELECT c.seq, c.did, c.cid, c.rev, c.prev, p.rev \\FROM commits c \\LEFT JOIN commits p ON p.did = c.did AND p.cid = c.prev \\ORDER BY c.seq ASC , .{}); defer rows.deinit();
var commits: std.ArrayList(struct { seq: u64, did: []const u8, cid: []const u8, rev: []const u8, prev: ?[]const u8, since_rev: ?[]const u8, }) = .empty; while (rows.next()) |row| { try commits.append(allocator, .{ .seq = @intCast(row.int(0)), .did = try allocator.dupe(u8, row.text(1)), .cid = try allocator.dupe(u8, row.text(2)), .rev = try allocator.dupe(u8, row.text(3)), .prev = if (row.nullableText(4)) |prev| try allocator.dupe(u8, prev) else null, .since_rev = if (row.nullableText(5)) |rev| try allocator.dupe(u8, rev) else null, }); } if (rows.err) |err| return err;
for (commits.items) |commit| { { var commit_arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); defer commit_arena.deinit(); const commit_allocator = commit_arena.allocator(); const repo_car = writeRepoCarFromLocked(commit_allocator, commit.did, commit.cid) catch continue; const prev_data_raw = if (commit.prev) |prev_commit| commitDataCidRawLocked(commit_allocator, commit.did, prev_commit) catch null else null; const frame = commitEventFrameFromCar(commit_allocator, commit.seq, commit.did, commit.cid, commit.rev, commit.since_rev, prev_data_raw, repo_car, &.{}) catch continue; try conn.exec( \\INSERT INTO seq_events (seq, did, commit_cid, evt) \\VALUES (?, ?, ?, ?) \\ON CONFLICT(seq) DO UPDATE SET \\ did = excluded.did, \\ commit_cid = excluded.commit_cid, \\ evt = excluded.evt , .{ @as(i64, @intCast(commit.seq)), commit.did, commit.cid, zqlite.blob(frame) }); } }}
fn commitDataCidRawLocked(allocator: std.mem.Allocator, did: []const u8, commit_cid: []const u8) ![]const u8 { const row = try conn.row( \\SELECT data \\FROM repo_blocks \\WHERE did = ? AND cid = ? \\LIMIT 1 , .{ did, commit_cid }); if (row == null) return Error.MissingRecordBlock; defer row.?.deinit(); const commit_data = row.?.nullableBlob(0) orelse return Error.MissingRecordBlock; const commit_value = try zat.cbor.decodeAll(allocator, commit_data); const data = commit_value.getCid("data") orelse return Error.InvalidRepoPath; return try allocator.dupe(u8, data.raw);}
fn writeRepoCarFromLocked(allocator: std.mem.Allocator, did: []const u8, root_cid: []const u8) ![]const u8 { const root_raw = try zat.multibase.base32lower.decode(allocator, root_cid[1..]); const car_root = zat.cbor.Cid{ .raw = root_raw };
var rows = try conn.rows( \\SELECT cid, data \\FROM repo_blocks \\WHERE did = ? \\ORDER BY cid ASC , .{did}); defer rows.deinit();
var blocks: std.ArrayList(zat.car.Block) = .empty; while (rows.next()) |row| { const cid_text = row.text(0); const data = row.nullableBlob(1) orelse ""; const cid_raw = try zat.multibase.base32lower.decode(allocator, cid_text[1..]); try blocks.append(allocator, .{ .cid_raw = cid_raw, .data = try allocator.dupe(u8, data), }); } if (rows.err) |err| return err; return zat.car.writeAlloc(allocator, .{ .roots = &.{car_root}, .blocks = blocks.items, });}
fn commitEventFrame( allocator: std.mem.Allocator, seq: u64, did: []const u8, commit_cid: []const u8, rev: []const u8, since_rev: ?[]const u8, prev_data_raw: ?[]const u8, commit_data: []const u8, record_blocks: []const ImportedBlock, mst_blocks: []const zat.car.Block, ops: []const WriteOp, records: []const Record, prev_record_cids: []const ?[]const u8,) ![]const u8 { const root_raw = try cidRawFromText(allocator, commit_cid); var blocks: std.ArrayList(zat.car.Block) = .empty; try blocks.append(allocator, .{ .cid_raw = root_raw, .data = commit_data }); for (record_blocks) |block| { try blocks.append(allocator, .{ .cid_raw = try cidRawFromText(allocator, block.cid), .data = block.data, }); } for (mst_blocks) |block| try blocks.append(allocator, block); const car_bytes = try zat.car.writeAlloc(allocator, .{ .roots = &.{.{ .raw = root_raw }}, .blocks = blocks.items, });
var op_values = try allocator.alloc(zat.firehose.CommitEventOp, ops.len); var record_idx: usize = 0; for (ops, 0..) |op, idx| switch (op) { .create => |create_op| { const record = records[record_idx]; record_idx += 1; op_values[idx] = try firehoseOp(allocator, .create, create_op.collection, record.rkey, record.cid, null); }, .update => |update_op| { const record = records[record_idx]; record_idx += 1; op_values[idx] = try firehoseOp(allocator, .update, update_op.collection, update_op.rkey, record.cid, prev_record_cids[idx]); }, .delete => |delete_op| { op_values[idx] = try firehoseOp(allocator, .delete, delete_op.collection, delete_op.rkey, null, prev_record_cids[idx]); }, }; return commitEventFrameFromCar(allocator, seq, did, commit_cid, rev, since_rev, prev_data_raw, car_bytes, op_values);}
fn importedCommitEventFrame( allocator: std.mem.Allocator, seq: u64, did: []const u8, commit_cid: []const u8, rev: []const u8, blocks: []const ImportedBlock,) ![]const u8 { var car_blocks: std.ArrayList(zat.car.Block) = .empty; for (blocks) |block| { try car_blocks.append(allocator, .{ .cid_raw = try cidRawFromText(allocator, block.cid), .data = block.data, }); } const root_raw = try cidRawFromText(allocator, commit_cid); const car_bytes = try zat.car.writeAlloc(allocator, .{ .roots = &.{.{ .raw = root_raw }}, .blocks = car_blocks.items, }); return commitEventFrameFromCar(allocator, seq, did, commit_cid, rev, null, null, car_bytes, &.{});}
fn accountEventFrame(allocator: std.mem.Allocator, seq: u64, did: []const u8, status: AccountStatus) ![]const u8 { const header = try eventHeader(allocator, "#account"); const body = if (status.isActive()) try zat.cbor.encodeAlloc(allocator, .{ .map = &.{ .{ .key = "seq", .value = .{ .unsigned = seq } }, .{ .key = "did", .value = .{ .text = did } }, .{ .key = "active", .value = .{ .boolean = true } }, .{ .key = "time", .value = .{ .text = try nowIso(allocator) } }, } }) else try zat.cbor.encodeAlloc(allocator, .{ .map = &.{ .{ .key = "seq", .value = .{ .unsigned = seq } }, .{ .key = "did", .value = .{ .text = did } }, .{ .key = "active", .value = .{ .boolean = false } }, .{ .key = "status", .value = .{ .text = status.asString() } }, .{ .key = "time", .value = .{ .text = try nowIso(allocator) } }, } }); return joinFrame(allocator, header, body);}
fn identityEventFrame(allocator: std.mem.Allocator, seq: u64, did: []const u8, handle: []const u8) ![]const u8 { const header = try eventHeader(allocator, "#identity"); const body = try zat.cbor.encodeAlloc(allocator, .{ .map = &.{ .{ .key = "seq", .value = .{ .unsigned = seq } }, .{ .key = "did", .value = .{ .text = did } }, .{ .key = "handle", .value = .{ .text = handle } }, .{ .key = "time", .value = .{ .text = try nowIso(allocator) } }, } }); return joinFrame(allocator, header, body);}
fn syncEventFrame( allocator: std.mem.Allocator, seq: u64, did: []const u8, commit_cid: []const u8, data_cid_raw: []const u8, rev: []const u8, commit_data: []const u8,) ![]const u8 { const root_raw = try cidRawFromText(allocator, commit_cid); const car_bytes = try zat.car.writeAlloc(allocator, .{ .roots = &.{.{ .raw = data_cid_raw }}, .blocks = &.{.{ .cid_raw = root_raw, .data = commit_data }}, }); const header = try eventHeader(allocator, "#sync"); const body = try zat.cbor.encodeAlloc(allocator, .{ .map = &.{ .{ .key = "seq", .value = .{ .unsigned = seq } }, .{ .key = "did", .value = .{ .text = did } }, .{ .key = "blocks", .value = .{ .bytes = car_bytes } }, .{ .key = "rev", .value = .{ .text = rev } }, .{ .key = "time", .value = .{ .text = try nowIso(allocator) } }, } }); return joinFrame(allocator, header, body);}
fn commitEventFrameFromCar( allocator: std.mem.Allocator, seq: u64, did: []const u8, commit_cid: []const u8, rev: []const u8, since_rev: ?[]const u8, prev_data_raw: ?[]const u8, car_bytes: []const u8, ops: []const zat.firehose.CommitEventOp,) ![]const u8 { const commit_raw = try cidRawFromText(allocator, commit_cid); return zat.firehose.encodeCommitEvent(allocator, .{ .seq = @intCast(seq), .repo_did = did, .commit_cid = .{ .raw = commit_raw }, .rev = rev, .since_rev = since_rev, .prev_data = if (prev_data_raw) |raw| .{ .raw = raw } else null, .blocks = car_bytes, .ops = ops, .time = try nowIso(allocator), });}
fn eventHeader(allocator: std.mem.Allocator, tag: []const u8) ![]const u8 { return zat.cbor.encodeAlloc(allocator, .{ .map = &.{ .{ .key = "op", .value = .{ .unsigned = 1 } }, .{ .key = "t", .value = .{ .text = tag } }, } });}
fn joinFrame(allocator: std.mem.Allocator, header: []const u8, body: []const u8) ![]const u8 { var frame = try allocator.alloc(u8, header.len + body.len); @memcpy(frame[0..header.len], header); @memcpy(frame[header.len..], body); return frame;}
fn firehoseOp( allocator: std.mem.Allocator, action: zat.CommitAction, collection: []const u8, rkey: []const u8, cid: ?[]const u8, prev: ?[]const u8,) !zat.firehose.CommitEventOp { return .{ .action = action, .collection = collection, .rkey = rkey, .cid = if (cid) |c| .{ .raw = try cidRawFromText(allocator, c) } else null, .prev = if (prev) |p| .{ .raw = try cidRawFromText(allocator, p) } else null, };}
fn nowIso(allocator: std.mem.Allocator) ![]const u8 { const seconds_i64 = clock.nowSeconds(); const seconds: u64 = if (seconds_i64 < 0) 0 else @intCast(seconds_i64); const epoch_seconds = std.time.epoch.EpochSeconds{ .secs = seconds }; const year_day = epoch_seconds.getEpochDay().calculateYearDay(); const month_day = year_day.calculateMonthDay(); const day_seconds = epoch_seconds.getDaySeconds(); return std.fmt.allocPrint( allocator, "{d:0>4}-{d:0>2}-{d:0>2}T{d:0>2}:{d:0>2}:{d:0>2}.000Z", .{ year_day.year, @backingInt(month_day.month), month_day.day_index + 1, day_seconds.getHoursIntoDay(), day_seconds.getMinutesIntoHour(), day_seconds.getSecondsIntoMinute(), }, );}
fn scalarCountLocked(sql: [:0]const u8, did: []const u8) !u64 { const row = try conn.row(sql, .{did}); if (row == null) return 0; defer row.?.deinit(); return @intCast(row.?.int(0));}
fn accountActiveLocked(did: []const u8) !bool { return (try accountStatusLocked(did)).isActive();}
fn accountStatusLocked(did: []const u8) !AccountStatus { const row = try conn.row( \\SELECT account_status \\FROM accounts \\WHERE did = ? , .{did}); if (row == null) return Error.RepoNotFound; defer row.?.deinit(); return AccountStatus.parse(row.?.text(0));}
fn revokeAccountTokensLocked(did: []const u8) !void { try conn.exec( \\UPDATE session_tokens \\SET revoked_at = unixepoch(), updated_at = unixepoch() \\WHERE did = ? AND revoked_at IS NULL , .{did}); try conn.exec( \\UPDATE oauth_tokens \\SET revoked_at = unixepoch() \\WHERE did = ? AND revoked_at IS NULL , .{did});}
fn cidForJson(allocator: std.mem.Allocator, json: []const u8) ![]const u8 { const cid = try zat.cbor.Cid.forDagCbor(allocator, json); defer allocator.free(cid.raw); return zat.multibase.base32lower.encode(allocator, cid.raw);}
fn cidForBlob(allocator: std.mem.Allocator, data: []const u8) ![]const u8 { const cid = try zat.cbor.Cid.create(allocator, 1, 0x55, 0x12, data); defer allocator.free(cid.raw); return zat.multibase.base32lower.encode(allocator, cid.raw);}
fn cidForBlobDigest( allocator: std.mem.Allocator, digest: [std.crypto.hash.sha2.Sha256.digest_length]u8,) ![]const u8 { var raw: [4 + std.crypto.hash.sha2.Sha256.digest_length]u8 = undefined; raw[0..4].* = .{ 1, 0x55, 0x12, std.crypto.hash.sha2.Sha256.digest_length }; @memcpy(raw[4..], &digest); return zat.multibase.base32lower.encode(allocator, &raw);}
fn requireInitialized() !void { if (!initialized) return Error.StoreNotInitialized;}
fn insertInviteCodeLocked(code: []const u8, use_count: i64, for_account: []const u8, created_by: []const u8) !void { try conn.exec( \\INSERT INTO invite_codes (code, available_uses, disabled, for_account, created_by, created_at) \\VALUES (?, ?, 0, ?, ?, unixepoch()) , .{ code, use_count, for_account, created_by });}
fn ensureInviteAvailableLocked(code: []const u8) !void { const row = try conn.row( \\SELECT available_uses, disabled, \\ (SELECT COUNT(*) FROM invite_code_uses u WHERE u.code = invite_codes.code) AS uses \\FROM invite_codes \\WHERE code = ? \\LIMIT 1 , .{code}); if (row == null) return error.InvalidInviteCode; defer row.?.deinit(); if (row.?.int(1) != 0) return error.InvalidInviteCode; if (row.?.int(2) >= row.?.int(0)) return error.InvalidInviteCode;}
fn recordInviteUseLocked(code: []const u8, used_by: []const u8) !void { try conn.exec( \\INSERT INTO invite_code_uses (code, used_by, used_at) \\VALUES (?, ?, unixepoch()) , .{ code, used_by });}
fn inviteCodeUsesLocked(allocator: std.mem.Allocator, code: []const u8) ![]InviteCodeUse { var rows = try conn.rows( \\SELECT used_by, used_at \\FROM invite_code_uses \\WHERE code = ? \\ORDER BY used_at DESC, used_by , .{code}); defer rows.deinit();
var uses: std.ArrayList(InviteCodeUse) = .empty; while (rows.next()) |row| { try uses.append(allocator, .{ .used_by = try allocator.dupe(u8, row.text(0)), .used_at = row.int(1), }); } if (rows.err) |err| return err; return uses.toOwnedSlice(allocator);}
fn generateInviteCode(allocator: std.mem.Allocator, public_url: []const u8) ![]const u8 { const host = publicHost(public_url); const normalized = try normalizedInviteHost(allocator, host); var first: [5]u8 = undefined; var second: [5]u8 = undefined; fillBase32(&first); fillBase32(&second); return std.fmt.allocPrint(allocator, "{s}-{s}-{s}", .{ normalized, &first, &second });}
fn publicHost(public_url: []const u8) []const u8 { const after_scheme = if (std.mem.indexOf(u8, public_url, "://")) |idx| public_url[idx + 3 ..] else public_url; const end = std.mem.indexOfAny(u8, after_scheme, "/?#") orelse after_scheme.len; const host_port = after_scheme[0..end]; if (std.mem.lastIndexOfScalar(u8, host_port, ':')) |idx| return host_port[0..idx]; return host_port;}
fn normalizedInviteHost(allocator: std.mem.Allocator, host: []const u8) ![]const u8 { const out = try allocator.alloc(u8, host.len); for (host, 0..) |c, i| { out[i] = switch (c) { '.' => '-', else => std.ascii.toLower(c), }; } return out;}
fn fillBase32(out: *[5]u8) void { const alphabet = "abcdefghijklmnopqrstuvwxyz234567"; var bytes: [5]u8 = undefined; randomBytes(&bytes); for (&bytes, 0..) |b, i| out[i] = alphabet[b % alphabet.len];}
const schema_statements = [_][*:0]const u8{ \\CREATE TABLE IF NOT EXISTS accounts ( \\ did TEXT PRIMARY KEY, \\ handle TEXT NOT NULL UNIQUE, \\ email TEXT NOT NULL UNIQUE, \\ email_confirmed_at INTEGER, \\ auth_code TEXT, \\ auth_code_expires_at INTEGER, \\ pending_email TEXT, \\ invites_disabled INTEGER NOT NULL DEFAULT 0, \\ activated_at INTEGER, \\ account_status TEXT NOT NULL DEFAULT 'active', \\ account_status_ref TEXT, \\ signing_key_type TEXT, \\ signing_key BLOB, \\ kem_key BLOB, \\ password_hash TEXT NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , "CREATE UNIQUE INDEX IF NOT EXISTS accounts_handle_nocase_idx ON accounts (lower(handle))", \\CREATE TABLE IF NOT EXISTS rate_limit_events ( \\ id INTEGER PRIMARY KEY AUTOINCREMENT, \\ subject TEXT NOT NULL, \\ action TEXT NOT NULL, \\ occurred_at INTEGER NOT NULL \\) , "CREATE INDEX IF NOT EXISTS rate_limit_events_lookup_idx ON rate_limit_events (subject, action, occurred_at)", \\CREATE TABLE IF NOT EXISTS records ( \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ collection TEXT NOT NULL, \\ rkey TEXT NOT NULL, \\ uri TEXT NOT NULL UNIQUE, \\ cid TEXT NOT NULL, \\ rev TEXT NOT NULL, \\ seq INTEGER NOT NULL, \\ PRIMARY KEY (did, collection, rkey) \\) , "CREATE INDEX IF NOT EXISTS records_collection_idx ON records (did, collection, seq DESC)", "CREATE INDEX IF NOT EXISTS records_cid_idx ON records (cid)", \\CREATE TABLE IF NOT EXISTS commits ( \\ seq INTEGER PRIMARY KEY, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ cid TEXT NOT NULL, \\ rev TEXT NOT NULL, \\ prev TEXT \\) , "CREATE INDEX IF NOT EXISTS commits_did_idx ON commits (did, seq DESC)", // Startup revision backfill and commit-parent lookups match both columns. "CREATE INDEX IF NOT EXISTS commits_cid_idx ON commits (did, cid)", \\CREATE TABLE IF NOT EXISTS seq_events ( \\ seq INTEGER PRIMARY KEY, \\ did TEXT NOT NULL, \\ commit_cid TEXT NOT NULL, \\ evt BLOB NOT NULL \\) , \\CREATE TABLE IF NOT EXISTS blocks ( \\ cid TEXT PRIMARY KEY, \\ data BLOB NOT NULL \\) , \\CREATE TABLE IF NOT EXISTS blobs ( \\ cid TEXT NOT NULL, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ mime_type TEXT NOT NULL, \\ size INTEGER NOT NULL, \\ storage TEXT NOT NULL DEFAULT 'disk', \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (did, cid) \\) , \\CREATE TABLE IF NOT EXISTS record_blobs ( \\ blob_cid TEXT NOT NULL, \\ record_uri TEXT NOT NULL REFERENCES records(uri) ON DELETE CASCADE, \\ PRIMARY KEY (blob_cid, record_uri) \\) , \\CREATE TABLE IF NOT EXISTS app_preferences ( \\ id INTEGER PRIMARY KEY AUTOINCREMENT, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ name TEXT NOT NULL, \\ value_json BLOB NOT NULL, \\ updated_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS browser_sessions ( \\ token_hash TEXT PRIMARY KEY, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ password_hash TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS oauth_requests ( \\ request_id TEXT PRIMARY KEY, \\ client_id TEXT NOT NULL, \\ redirect_uri TEXT NOT NULL, \\ scope TEXT NOT NULL, \\ state TEXT NOT NULL, \\ code_challenge TEXT NOT NULL, \\ code_challenge_method TEXT NOT NULL, \\ response_mode TEXT NOT NULL DEFAULT 'query', \\ login_hint TEXT, \\ dpop_jkt TEXT, \\ expires_at INTEGER NOT NULL, \\ sub TEXT, \\ code TEXT UNIQUE, \\ auth_method TEXT, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS oauth_tokens ( \\ family_id TEXT NOT NULL UNIQUE, \\ access_token TEXT PRIMARY KEY, \\ refresh_token TEXT NOT NULL UNIQUE, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ client_id TEXT NOT NULL, \\ scope TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ access_expires_at INTEGER NOT NULL, \\ refresh_expires_at INTEGER NOT NULL, \\ previous_refresh_token TEXT, \\ previous_refresh_expires_at INTEGER, \\ dpop_jkt TEXT, \\ auth_method TEXT, \\ revoked_at INTEGER, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS dpop_jtis ( \\ jti TEXT PRIMARY KEY, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS session_tokens ( \\ id TEXT PRIMARY KEY, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ access_jti TEXT NOT NULL UNIQUE, \\ refresh_jti TEXT NOT NULL UNIQUE, \\ access_expires_at INTEGER NOT NULL, \\ refresh_expires_at INTEGER NOT NULL, \\ auth_method TEXT NOT NULL, \\ controller_did TEXT, \\ app_password_name TEXT, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ updated_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ last_used_at INTEGER, \\ revoked_at INTEGER, \\ previous_refresh_jti TEXT, \\ previous_refresh_expires_at INTEGER \\) , "CREATE INDEX IF NOT EXISTS session_tokens_did_idx ON session_tokens (did, created_at DESC)", "CREATE INDEX IF NOT EXISTS session_tokens_access_jti_idx ON session_tokens (access_jti)", "CREATE INDEX IF NOT EXISTS session_tokens_refresh_jti_idx ON session_tokens (refresh_jti)", "CREATE INDEX IF NOT EXISTS session_tokens_controller_idx ON session_tokens (controller_did) WHERE controller_did IS NOT NULL", "CREATE INDEX IF NOT EXISTS session_tokens_app_password_idx ON session_tokens (did, app_password_name) WHERE app_password_name IS NOT NULL", \\CREATE TABLE IF NOT EXISTS app_passwords ( \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ name TEXT NOT NULL, \\ password_hash TEXT NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ privileged INTEGER NOT NULL DEFAULT 0, \\ scopes TEXT, \\ created_by_controller_did TEXT, \\ PRIMARY KEY (did, name) \\) , "CREATE INDEX IF NOT EXISTS app_passwords_did_created_idx ON app_passwords (did, created_at DESC)", \\CREATE TABLE IF NOT EXISTS account_audit_log ( \\ id TEXT PRIMARY KEY, \\ subject_did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ actor_did TEXT NOT NULL, \\ controller_did TEXT, \\ action TEXT NOT NULL, \\ details_json TEXT NOT NULL DEFAULT '{}', \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , "CREATE INDEX IF NOT EXISTS account_audit_subject_idx ON account_audit_log (subject_did, created_at DESC)", "CREATE INDEX IF NOT EXISTS account_audit_controller_idx ON account_audit_log (controller_did, created_at DESC) WHERE controller_did IS NOT NULL", \\CREATE TABLE IF NOT EXISTS passkeys ( \\ id TEXT PRIMARY KEY, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ credential_id BLOB NOT NULL UNIQUE, \\ public_key BLOB NOT NULL, \\ sign_count INTEGER NOT NULL DEFAULT 0, \\ friendly_name TEXT, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ last_used INTEGER \\) , "CREATE INDEX IF NOT EXISTS passkeys_did_idx ON passkeys (did)", \\CREATE TABLE IF NOT EXISTS webauthn_challenges ( \\ id TEXT PRIMARY KEY, \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ challenge TEXT NOT NULL, \\ kind TEXT NOT NULL, \\ state_json TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , "CREATE INDEX IF NOT EXISTS webauthn_challenges_did_kind_idx ON webauthn_challenges (did, kind)", \\CREATE TABLE IF NOT EXISTS webauthn_discoverable_challenges ( \\ request_id TEXT PRIMARY KEY REFERENCES oauth_requests(request_id) ON DELETE CASCADE, \\ challenge TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS invite_codes ( \\ code TEXT PRIMARY KEY, \\ available_uses INTEGER NOT NULL, \\ disabled INTEGER NOT NULL DEFAULT 0, \\ for_account TEXT NOT NULL, \\ created_by TEXT NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , "CREATE INDEX IF NOT EXISTS invite_codes_for_account_idx ON invite_codes (for_account)", \\CREATE TABLE IF NOT EXISTS invite_code_uses ( \\ code TEXT NOT NULL REFERENCES invite_codes(code) ON DELETE CASCADE, \\ used_by TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ used_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (code, used_by) \\) , \\CREATE TABLE IF NOT EXISTS reserved_signing_keys ( \\ id INTEGER PRIMARY KEY AUTOINCREMENT, \\ did TEXT, \\ signing_key TEXT NOT NULL UNIQUE, \\ signing_key_type TEXT NOT NULL, \\ secret_key BLOB NOT NULL, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch() * 1000), \\ used_at INTEGER \\) , "CREATE INDEX IF NOT EXISTS reserved_signing_keys_did_idx ON reserved_signing_keys (did) WHERE did IS NOT NULL", "CREATE INDEX IF NOT EXISTS reserved_signing_keys_expires_idx ON reserved_signing_keys (expires_at) WHERE used_at IS NULL", \\CREATE TABLE IF NOT EXISTS permissioned_spaces ( \\ uri TEXT PRIMARY KEY, \\ authority_did TEXT NOT NULL, \\ space_type TEXT NOT NULL, \\ skey TEXT NOT NULL, \\ policy_json TEXT, \\ is_authority INTEGER NOT NULL DEFAULT 1, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ deleted_at INTEGER, \\ UNIQUE(authority_did, space_type, skey) \\) , \\CREATE TABLE IF NOT EXISTS permissioned_space_actor_state ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ actor_did TEXT NOT NULL, \\ is_authority INTEGER NOT NULL DEFAULT 0, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ deleted_at INTEGER, \\ PRIMARY KEY (space, actor_did) \\) , \\CREATE TABLE IF NOT EXISTS memberspace_members ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ member_did TEXT NOT NULL, \\ read INTEGER NOT NULL DEFAULT 0, \\ write INTEGER NOT NULL DEFAULT 0, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (space, member_did) \\) , "CREATE INDEX IF NOT EXISTS memberspace_members_member_idx ON memberspace_members (member_did, space)", "CREATE INDEX IF NOT EXISTS permissioned_space_actor_state_actor_idx ON permissioned_space_actor_state (actor_did, space)", \\CREATE TABLE IF NOT EXISTS permissioned_space_records ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ repo_did TEXT NOT NULL, \\ collection TEXT NOT NULL, \\ rkey TEXT NOT NULL, \\ cid TEXT NOT NULL, \\ value_json BLOB NOT NULL, \\ validation_status TEXT NOT NULL DEFAULT 'unknown', \\ repo_rev TEXT NOT NULL DEFAULT '', \\ updated_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (space, repo_did, collection, rkey) \\) , "CREATE INDEX IF NOT EXISTS permissioned_space_records_list_idx ON permissioned_space_records (space, repo_did, collection, rkey)", \\CREATE TABLE IF NOT EXISTS permissioned_space_record_blobs ( \\ space TEXT NOT NULL, \\ repo_did TEXT NOT NULL, \\ collection TEXT NOT NULL, \\ rkey TEXT NOT NULL, \\ blob_cid TEXT NOT NULL, \\ PRIMARY KEY (space, repo_did, collection, rkey, blob_cid), \\ FOREIGN KEY (space, repo_did, collection, rkey) \\ REFERENCES permissioned_space_records(space, repo_did, collection, rkey) \\ ON DELETE CASCADE \\) , "CREATE INDEX IF NOT EXISTS permissioned_space_record_blobs_blob_idx ON permissioned_space_record_blobs (repo_did, blob_cid)", \\CREATE TABLE IF NOT EXISTS permissioned_space_repos ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ repo_did TEXT NOT NULL, \\ set_hash BLOB, \\ rev TEXT, \\ PRIMARY KEY (space, repo_did) \\) , \\CREATE TABLE IF NOT EXISTS permissioned_space_writers ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ repo_did TEXT NOT NULL, \\ rev TEXT NOT NULL, \\ hash BLOB NOT NULL, \\ updated_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (space, repo_did) \\) , \\CREATE TABLE IF NOT EXISTS permissioned_space_record_oplog ( \\ space TEXT NOT NULL, \\ repo_did TEXT NOT NULL, \\ rev TEXT NOT NULL, \\ idx INTEGER NOT NULL, \\ action TEXT NOT NULL, \\ collection TEXT NOT NULL, \\ rkey TEXT NOT NULL, \\ cid TEXT, \\ prev TEXT, \\ PRIMARY KEY (space, repo_did, rev, idx) \\) , \\CREATE TABLE IF NOT EXISTS permissioned_space_notify_registrations ( \\ space TEXT NOT NULL, \\ service_id TEXT NOT NULL, \\ service_endpoint TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ PRIMARY KEY (space, service_id) \\) ,};
const post_schema_statements = [_][*:0]const u8{ \\CREATE TABLE IF NOT EXISTS expected_blobs ( \\ blob_cid TEXT NOT NULL, \\ record_uri TEXT NOT NULL REFERENCES records(uri) ON DELETE CASCADE, \\ PRIMARY KEY (blob_cid, record_uri) \\) , "CREATE INDEX IF NOT EXISTS blobs_gc_idx ON blobs (created_at, did, cid)", "CREATE UNIQUE INDEX IF NOT EXISTS oauth_tokens_family_id_idx ON oauth_tokens (family_id)", "CREATE UNIQUE INDEX IF NOT EXISTS oauth_tokens_previous_refresh_token_idx ON oauth_tokens (previous_refresh_token) WHERE previous_refresh_token IS NOT NULL", "CREATE INDEX IF NOT EXISTS session_tokens_previous_refresh_jti_idx ON session_tokens (previous_refresh_jti) WHERE previous_refresh_jti IS NOT NULL", \\CREATE TABLE IF NOT EXISTS oauth_used_refresh_tokens ( \\ refresh_token TEXT PRIMARY KEY, \\ family_id TEXT NOT NULL REFERENCES oauth_tokens(family_id) ON DELETE CASCADE, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS permissioned_space_used_delegations ( \\ jti TEXT PRIMARY KEY, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS permissioned_space_used_client_attestations ( \\ jti TEXT PRIMARY KEY, \\ expires_at INTEGER NOT NULL, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()) \\) , \\CREATE TABLE IF NOT EXISTS repo_blocks ( \\ did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, \\ cid TEXT NOT NULL, \\ data BLOB NOT NULL, \\ repo_rev TEXT, \\ PRIMARY KEY (did, cid) \\) , "CREATE INDEX IF NOT EXISTS repo_blocks_rev_idx ON repo_blocks (did, repo_rev DESC, cid DESC)", // Backfill must not scan payload-bearing rows whose revisions are already known. "CREATE INDEX IF NOT EXISTS repo_blocks_missing_rev_idx ON repo_blocks (did, cid) WHERE repo_rev IS NULL",};
test "persists records in sqlite" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "alice.test", "alice@test.com", "password", "did:plc:cmadossymmii3izkabdbp5en", true, ); const parsed = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"hello\"}", .{}); defer parsed.deinit();
const rkey = "3jzfcijpj2z2a"; const record = try create(allocator, account, "app.bsky.feed.post", rkey, parsed.value); try std.testing.expectEqualStrings(rkey, record.rkey); try std.testing.expect(!try recordsTableHasValueJsonColumn());
const block_row = try conn.row( "SELECT count(*) FROM repo_blocks WHERE did = ? AND cid = ?", .{ account.did, record.cid }, ); try std.testing.expect(block_row != null); defer block_row.?.deinit(); try std.testing.expectEqual(@as(i64, 1), block_row.?.int(0));
const fetched = get(account.did, "app.bsky.feed.post", rkey).?; try std.testing.expectEqualStrings(record.cid, fetched.cid); try std.testing.expect(std.mem.indexOf(u8, fetched.value_json, "hello") != null);
const listed = try writeListJson(allocator, account.did, "app.bsky.feed.post", null, false, 10); try std.testing.expect(std.mem.indexOf(u8, listed, "hello") != null);
const repo_car = try writeRepoCar(allocator, account.did); const loaded = try zat.loadCommitFromCAR(allocator, repo_car); try std.testing.expectEqualStrings(account.did, loaded.commit.did); try std.testing.expectEqualStrings(fetched.rev, loaded.commit.rev); try std.testing.expectEqualStrings((try latestRootLocked(allocator, account.did)).cid, try cidText(allocator, loaded.commit_cid));
// Legacy blocks must still recover their record and commit revisions on restart. try conn.exec("UPDATE repo_blocks SET repo_rev = NULL WHERE did = ?", .{account.did}); try migrateRepoBlockRevs(); const restored = try conn.row("SELECT repo_rev FROM repo_blocks WHERE did = ? AND cid = ?", .{ account.did, record.cid }); try std.testing.expect(restored != null); defer restored.?.deinit(); try std.testing.expectEqualStrings(fetched.rev, restored.?.text(0)); const root = try latestRootLocked(allocator, account.did); const restored_commit = try conn.row("SELECT repo_rev FROM repo_blocks WHERE did = ? AND cid = ?", .{ account.did, root.cid }); try std.testing.expect(restored_commit != null); defer restored_commit.?.deinit(); try std.testing.expectEqualStrings(root.rev, restored_commit.?.text(0));
const tree = try zat.mst.Mst.loadFromBlocks(allocator, loaded.repo_car, loaded.commit.data_cid); const found = tree.get("app.bsky.feed.post/3jzfcijpj2z2a") orelse return error.MissingRecord; try std.testing.expectEqualStrings(record.cid, try cidText(allocator, found.raw));
try conn.exec( "DELETE FROM repo_blocks WHERE did = ? AND cid = ?", .{ account.did, record.cid }, ); try std.testing.expect(get(account.did, "app.bsky.feed.post", rkey) == null);}
test "active account resolution excludes unavailable identities" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "Alice.Example.COM", "alice-active@test.com", "password", "did:plc:activehandle", true, ); try std.testing.expect((try findActiveAccount(allocator, "alice.example.com")) != null); try setAccountActive(account.did, false); try std.testing.expect((try findAccount(allocator, "alice.example.com")) != null); try std.testing.expect((try findActiveAccount(allocator, "alice.example.com")) == null);}
test "durable rate limits are isolated by subject and window" { try init(std.Options.debug_io, ":memory:"); defer close();
try consumeRateLimit("did:plc:alice", "identity.updateHandle", 1_000, 1_000, 2); try consumeRateLimit("did:plc:alice", "identity.updateHandle", 1_500, 1_000, 2); try std.testing.expectError( error.RateLimitExceeded, consumeRateLimit("did:plc:alice", "identity.updateHandle", 1_750, 1_000, 2), ); try consumeRateLimit("did:plc:bob", "identity.updateHandle", 1_750, 1_000, 2); try consumeRateLimit("did:plc:alice", "identity.updateHandle", 2_100, 1_000, 2);}
test "repo writes enforce swap and explicit validation preconditions" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "swaps.test", "swaps@test.com", "password", "did:plc:swapscheck", true, );
const first = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"before\"}", .{}); defer first.deinit(); const rkey = "3jzfcijpj2z2b"; const created_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = rkey, .value = first.value, } }}, .{}); const first_cid = created_result.records[0].cid;
const second = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"after\"}", .{}); defer second.deinit(); try std.testing.expectError(Error.InvalidSwap, applyWritesWithOptions(allocator, account, &.{.{ .update = .{ .collection = "app.bsky.feed.post", .rkey = rkey, .value = second.value, } }}, .{ .swap_commit = "bafkreiwrongcommit" })); try std.testing.expectError(Error.InvalidSwap, applyWritesWithOptions(allocator, account, &.{.{ .update = .{ .collection = "app.bsky.feed.post", .rkey = rkey, .value = second.value, .swap = .{ .cid = "bafkreiwrongrecord" }, } }}, .{}));
const updated_result = try applyWritesWithOptions(allocator, account, &.{.{ .update = .{ .collection = "app.bsky.feed.post", .rkey = rkey, .value = second.value, .swap = .{ .cid = first_cid }, } }}, .{ .swap_commit = created_result.commit.cid }); try std.testing.expectEqualStrings("after", (try std.json.parseFromSlice(std.json.Value, allocator, updated_result.records[0].value_json, .{})).value.object.get("text").?.string);
const custom = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"example.test.record\",\"text\":\"custom\"}", .{}); defer custom.deinit(); try std.testing.expectError(Error.ValidationRequired, applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "example.test.record", .rkey = "custom", .value = custom.value, } }}, .{ .validate = .require }));
const custom_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "example.test.record", .rkey = "custom", .value = custom.value, } }}, .{ .validate = .skip }); try std.testing.expectEqualStrings("unknown", custom_result.records[0].validation_status);}
test "repo writes lazily load existing MST blocks for mutation" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "lazy.test", "lazy@test.com", "password", "did:plc:lazywritecheck", true, );
var create_ops: [160]WriteOp = undefined; var create_parsed: [160]std.json.Parsed(std.json.Value) = undefined; var create_rkeys: [160][atid.encoded_len]u8 = undefined; for (&create_ops, &create_parsed, 0..) |*op, *parsed, i| { parsed.* = try std.json.parseFromSlice( std.json.Value, allocator, try std.fmt.allocPrint(allocator, "{{\"$type\":\"app.bsky.feed.post\",\"text\":\"record {d}\"}}", .{i}), .{}, ); create_rkeys[i] = try atid.encode(1_700_000_000_000_000 + i, 0); op.* = .{ .create = .{ .collection = "app.bsky.feed.post", .rkey = &create_rkeys[i], .value = parsed.value, } }; } defer for (&create_parsed) |*parsed| parsed.deinit();
_ = try applyWritesWithOptions(allocator, account, &create_ops, .{});
const update = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"updated\"}", .{}); defer update.deinit(); const update_rkey = create_rkeys[77]; const update_result = try applyWritesWithOptions(allocator, account, &.{.{ .update = .{ .collection = "app.bsky.feed.post", .rkey = &update_rkey, .value = update.value, } }}, .{});
const delete_rkey = create_rkeys[12]; _ = try applyWritesWithOptions(allocator, account, &.{.{ .delete = .{ .collection = "app.bsky.feed.post", .rkey = &delete_rkey, } }}, .{});
const repo_car = try writeRepoCar(allocator, account.did); const loaded = try zat.loadCommitFromCAR(allocator, repo_car); var tree = try zat.mst.Mst.loadFromBlocks(allocator, loaded.repo_car, loaded.commit.data_cid);
const updated_path = try std.fmt.allocPrint(allocator, "app.bsky.feed.post/{s}", .{update_rkey}); const updated = tree.get(updated_path) orelse return error.MissingRecord; try std.testing.expectEqualStrings(update_result.records[0].cid, try cidText(allocator, updated.raw)); const deleted_path = try std.fmt.allocPrint(allocator, "app.bsky.feed.post/{s}", .{delete_rkey}); try std.testing.expect(tree.get(deleted_path) == null); const retained_rkey = create_rkeys[159]; const retained_path = try std.fmt.allocPrint(allocator, "app.bsky.feed.post/{s}", .{retained_rkey}); const retained = tree.get(retained_path) orelse return error.MissingRecord; try std.testing.expectEqualStrings((get(account.did, "app.bsky.feed.post", &retained_rkey) orelse return error.MissingRecord).cid, try cidText(allocator, retained.raw));}
test "commit firehose since uses previous repo rev" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "firehose-since.test", "firehose-since@test.com", "password", "did:plc:firehosesince", true, );
const first = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"first\"}", .{}); defer first.deinit(); const first_rkey = "3jzfcijpj2z2c"; const first_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = first_rkey, .value = first.value, } }}, .{});
const second = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"second\"}", .{}); defer second.deinit(); const second_rkey = "3jzfcijpj2z2d"; const second_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = second_rkey, .value = second.value, } }}, .{});
try conn.exec("DELETE FROM seq_events WHERE did = ?", .{account.did}); try rebuildSeqEventsSync11Locked(allocator);
const events = try listSeqEvents(allocator, 0, 20); var found_second = false; for (events) |event| { const decoded = zat.firehose.decodeFrame(allocator, event.frame) catch continue; switch (decoded) { .commit => |commit| { if (!std.mem.eql(u8, commit.repo, account.did)) continue; if (!std.mem.eql(u8, commit.rev, second_result.commit.rev)) continue; found_second = true; try std.testing.expect(commit.since != null); try std.testing.expectEqualStrings(first_result.commit.rev, commit.since.?); try std.testing.expect(!std.mem.eql(u8, first_result.commit.cid, commit.since.?)); }, else => {}, } } try std.testing.expect(found_second);}
test "listing sequenced events does not perform event repair" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "firehose-read.test", "firehose-read@test.com", "password", "did:plc:firehoseread", true, ); const value = try std.json.parseFromSlice( std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"sequenced at write time\"}", .{}, ); defer value.deinit(); _ = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = "3jzfcijpj2z2e", .value = value.value, } }}, .{});
const before = try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", account.did); try std.testing.expect(before > 0); try conn.exec("DELETE FROM seq_events WHERE did = ?", .{account.did});
const events = try listSeqEvents(allocator, 0, 100); for (events) |event| { const decoded = zat.firehose.decodeFrame(allocator, event.frame) catch continue; switch (decoded) { .commit => |commit| try std.testing.expect(!std.mem.eql(u8, commit.repo, account.did)), else => {}, } } try std.testing.expectEqual( @as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", account.did), );}
test "getRepo since filters repo blocks by revision" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "since.test", "since@test.com", "password", "did:plc:sincecheck", true, );
const first = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"first\"}", .{}); defer first.deinit(); const first_rkey = "3jzfcijpj2z2e"; const first_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = first_rkey, .value = first.value, } }}, .{});
const second = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"second\"}", .{}); defer second.deinit(); const second_rkey = "3jzfcijpj2z2f"; const second_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = second_rkey, .value = second.value, } }}, .{});
const full_car = try zat.car.read(allocator, try writeRepoCar(allocator, account.did)); const diff_car = try zat.car.read(allocator, try writeRepoCarSince(allocator, account.did, first_result.commit.rev)); const empty_diff_car = try zat.car.read(allocator, try writeRepoCarSince(allocator, account.did, second_result.commit.rev));
try std.testing.expect(diff_car.blocks.len < full_car.blocks.len); try std.testing.expect(diff_car.blocks.len > 0); try std.testing.expectEqual(@as(usize, 0), empty_diff_car.blocks.len); try std.testing.expectEqualStrings(second_result.commit.cid, try cidText(allocator, empty_diff_car.roots[0].raw));}
fn carContainsCid(allocator: std.mem.Allocator, c: zat.car.Car, cid: []const u8) !bool { for (c.blocks) |block| { if (std.mem.eql(u8, cid, try cidText(allocator, block.cid_raw))) return true; } return false;}
test "full getRepo exports only current reachable record blocks" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "reachable.test", "reachable@test.com", "password", "did:plc:reachablecheck", true, );
const first = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"first\"}", .{}); defer first.deinit(); const rkey = "3jzfcijpj2z2g"; const first_result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = rkey, .value = first.value, } }}, .{}); const first_cid = first_result.records[0].cid;
const second = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"second\"}", .{}); defer second.deinit(); const second_result = try applyWritesWithOptions(allocator, account, &.{.{ .update = .{ .collection = "app.bsky.feed.post", .rkey = rkey, .value = second.value, } }}, .{}); const second_cid = second_result.records[0].cid;
const updated_car = try zat.car.read(allocator, try writeRepoCar(allocator, account.did)); try std.testing.expect(!try carContainsCid(allocator, updated_car, first_cid)); try std.testing.expect(try carContainsCid(allocator, updated_car, second_cid));
_ = try applyWritesWithOptions(allocator, account, &.{.{ .delete = .{ .collection = "app.bsky.feed.post", .rkey = rkey, } }}, .{});
const deleted_car = try zat.car.read(allocator, try writeRepoCar(allocator, account.did)); try std.testing.expect(!try carContainsCid(allocator, deleted_car, first_cid)); try std.testing.expect(!try carContainsCid(allocator, deleted_car, second_cid));}
test "record proof car carries commit, mst path, and record" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "proof.test", "proof@test.com", "password", "did:plc:proofcheck", true, );
var last_commit_cid: []const u8 = ""; var target_cid: []const u8 = ""; const target_rkey = "3jzfcijpj2z2m"; for (0..24) |i| { const value = try std.json.parseFromSlice(std.json.Value, allocator, try std.fmt.allocPrint(allocator, "{{\"$type\":\"app.bsky.feed.post\",\"text\":\"post {d}\"}}", .{i}), .{}); const rkey = try std.fmt.allocPrint(allocator, "3jzfcijpj2a{c}{c}", .{ 'a' + @as(u8, @intCast(i / 12)), 'a' + @as(u8, @intCast(i % 12)) }); const result = try applyWritesWithOptions(allocator, account, &.{.{ .create = .{ .collection = "app.bsky.feed.post", .rkey = if (i == 11) target_rkey else rkey, .value = value.value, } }}, .{}); last_commit_cid = result.commit.cid; if (i == 11) target_cid = result.records[0].cid; }
const proof_car = try zat.car.read(allocator, try writeRecordProofCar(allocator, account.did, "app.bsky.feed.post", target_rkey)); try std.testing.expectEqualStrings(last_commit_cid, try cidText(allocator, proof_car.roots[0].raw)); try std.testing.expect(try carContainsCid(allocator, proof_car, target_cid));
const full_car = try zat.car.read(allocator, try writeRepoCar(allocator, account.did)); try std.testing.expect(proof_car.blocks.len < full_car.blocks.len);
const commit_data = zat.car.findBlock(proof_car, proof_car.roots[0].raw) orelse return error.TestUnexpectedResult; const commit_value = try zat.cbor.decodeAll(allocator, commit_data); const data_cid = commit_value.getCid("data") orelse return error.TestUnexpectedResult; const tree = try zat.mst.Mst.loadFromBlocks(allocator, proof_car, data_cid.raw); const key = try std.fmt.allocPrint(allocator, "app.bsky.feed.post/{s}", .{target_rkey}); const found = tree.get(key) orelse return error.TestUnexpectedResult; try std.testing.expectEqualStrings(target_cid, try cidText(allocator, found.raw));
const exclusion_car = try zat.car.read(allocator, try writeRecordProofCar(allocator, account.did, "app.bsky.feed.post", "3jzfcijpj2zzz")); try std.testing.expectEqualStrings(last_commit_cid, try cidText(allocator, exclusion_car.roots[0].raw)); try std.testing.expect(exclusion_car.blocks.len >= 2); const exclusion_tree = try zat.mst.Mst.loadFromBlocks(allocator, exclusion_car, data_cid.raw); try std.testing.expect(exclusion_tree.get("app.bsky.feed.post/3jzfcijpj2zzz") == null);
try std.testing.expectError(Error.RepoNotFound, writeRecordProofCar(allocator, "did:plc:noproofrepo", "app.bsky.feed.post", "3jzfcijpj2z2m"));}
test "file-backed repo export snapshot does not block writes" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const root_len = try tmp.dir.realPath(std.testing.io, &path_buf); const db_path = try std.fmt.allocPrint(allocator, "{s}/zds.sqlite3", .{path_buf[0..root_len]});
try init(std.Options.debug_io, db_path); defer close();
const account = try createAccount( allocator, "export-snapshot.test", "export-snapshot@test.com", "password", "did:plc:exportsnapshot", true, ); const first = try std.json.parseFromSlice( std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"before snapshot\"}", .{}, ); defer first.deinit(); const first_rkey = "3jzfcijpj2z2g"; _ = try create(allocator, account, "app.bsky.feed.post", first_rkey, first.value);
const read_conn = try openRepoReadConnection(database_path.?); defer read_conn.close(); try read_conn.transaction(); errdefer read_conn.rollback(); const snapshot = try collectRepoCarFullFrom(allocator, read_conn, account.did);
const second = try std.json.parseFromSlice( std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"during snapshot\"}", .{}, ); defer second.deinit(); const second_rkey = "3jzfcijpj2z2h"; _ = try create(allocator, account, "app.bsky.feed.post", second_rkey, second.value);
try read_conn.commit(); const first_path = try std.fmt.allocPrint(allocator, "app.bsky.feed.post/{s}", .{first_rkey}); const second_path = try std.fmt.allocPrint(allocator, "app.bsky.feed.post/{s}", .{second_rkey});
const snapshot_car = try writeRepoCarData(allocator, snapshot); const loaded_snapshot = try zat.loadCommitFromCAR(allocator, snapshot_car); var snapshot_tree = try zat.mst.Mst.loadFromBlocks( allocator, loaded_snapshot.repo_car, loaded_snapshot.commit.data_cid, ); try std.testing.expect(snapshot_tree.get(first_path) != null); try std.testing.expect(snapshot_tree.get(second_path) == null);
const current_car = try writeRepoCar(allocator, account.did); const loaded_current = try zat.loadCommitFromCAR(allocator, current_car); var current_tree = try zat.mst.Mst.loadFromBlocks( allocator, loaded_current.repo_car, loaded_current.commit.data_cid, ); try std.testing.expect(current_tree.get(second_path) != null);}
test "permissioned spaces store self-owned records outside public repo" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "space.test", "space@test.com", "password", "did:plc:spaceauthorityalice", true, );
const space = try createSpace(allocator, .{ .actor_did = account.did, .authority_did = account.did, .space_type = "fm.plyr.privateMedia", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); try std.testing.expectEqualStrings("at://did:plc:spaceauthorityalice/space/fm.plyr.privateMedia/self", space.uri); try std.testing.expect(space.is_authority);
try std.testing.expectError(Error.InvalidRefreshSession, createSpace(allocator, .{ .actor_did = account.did, .authority_did = account.did, .space_type = "fm.plyr.privateMedia", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }));
const parsed = try std.json.parseFromSlice( std.json.Value, allocator, "{\"$type\":\"fm.plyr.track\",\"title\":\"secret track\",\"audioBlob\":{\"$type\":\"blob\",\"ref\":{\"$link\":\"bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku\"},\"mimeType\":\"audio/mpeg\",\"size\":12}}", .{}, ); defer parsed.deinit();
const prepared = try prepareRecordValue(allocator, "fm.plyr.track", "track-one", parsed.value); const stored = try putSpaceRecord(allocator, space.uri, account.did, "fm.plyr.track", "track-one", prepared); try std.testing.expectEqualStrings("track-one", stored.rkey); try std.testing.expectEqualStrings("unknown", stored.validation_status); try std.testing.expect(get(account.did, "fm.plyr.track", "track-one") == null); try expectSpaceBlobRefCount(space.uri, account.did, "fm.plyr.track", "track-one", "bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku", 1); try std.testing.expect(try permissionedBlobReferenced(space.uri, account.did, "bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku")); try std.testing.expect(getPublicBlob(allocator, account.did, "bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku") == null);
const found = (try getSpaceRecord(allocator, space.uri, account.did, "fm.plyr.track", "track-one")).?; try std.testing.expectEqualStrings(stored.cid, found.cid); try std.testing.expect(std.mem.indexOf(u8, found.value_json, "secret track") != null);
const listed = try listSpaceRecords(allocator, space.uri, account.did, "fm.plyr.track", null, false, 50, true); try std.testing.expectEqual(@as(usize, 1), listed.len); try std.testing.expectEqualStrings("fm.plyr.track", listed[0].collection); try std.testing.expectEqualStrings("track-one", listed[0].rkey); try std.testing.expect(listed[0].value_json != null); try std.testing.expect(std.mem.indexOf(u8, listed[0].value_json.?, "secret track") != null);
const listed_refs = try listSpaceRecords(allocator, space.uri, account.did, "fm.plyr.track", null, false, 50, false); try std.testing.expectEqual(@as(usize, 1), listed_refs.len); try std.testing.expect(listed_refs[0].value_json == null);
const updated_parsed = try std.json.parseFromSlice( std.json.Value, allocator, "{\"$type\":\"fm.plyr.track\",\"title\":\"secret track\",\"audioBlob\":{\"$type\":\"blob\",\"ref\":{\"$link\":\"bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu\"},\"mimeType\":\"audio/mpeg\",\"size\":12}}", .{}, ); defer updated_parsed.deinit(); const updated_prepared = try prepareRecordValue(allocator, "fm.plyr.track", "track-one", updated_parsed.value); _ = try putSpaceRecord(allocator, space.uri, account.did, "fm.plyr.track", "track-one", updated_prepared); try expectSpaceBlobRefCount(space.uri, account.did, "fm.plyr.track", "track-one", "bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku", 0); try expectSpaceBlobRefCount(space.uri, account.did, "fm.plyr.track", "track-one", "bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu", 1); try std.testing.expect(!try permissionedBlobReferenced(space.uri, account.did, "bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku")); try std.testing.expect(try permissionedBlobReferenced(space.uri, account.did, "bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu"));
try deleteSpaceRecord(allocator, space.uri, account.did, "fm.plyr.track", "track-one"); try expectSpaceBlobRefCount(space.uri, account.did, "fm.plyr.track", "track-one", "bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu", 0); try std.testing.expect(!try permissionedBlobReferenced(space.uri, account.did, "bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu"));}
test "permissioned blob ref migration backfills existing records" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close(); const did = "did:plc:spaceblobmigration"; const space = try createSpace(allocator, .{ .actor_did = did, .authority_did = did, .space_type = "fm.example.private", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); const parsed = try std.json.parseFromSlice( std.json.Value, allocator, "{\"$type\":\"fm.example.note\",\"media\":{\"$type\":\"blob\",\"ref\":{\"$link\":\"bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku\"},\"mimeType\":\"text/plain\",\"size\":12}}", .{}, ); defer parsed.deinit(); const prepared = try prepareRecordValue(allocator, "fm.example.note", "one", parsed.value); _ = try putSpaceRecord(allocator, space.uri, did, "fm.example.note", "one", prepared);
try conn.execNoArgs("DELETE FROM permissioned_space_record_blobs"); try conn.exec("DELETE FROM zds_migrations WHERE name = ?", .{"permissioned-space-blob-refs-v1"}); try migratePermissionedSpaceBlobRefs();
try expectSpaceBlobRefCount(space.uri, did, "fm.example.note", "one", "bafkreihdwdcefgh4dqkjv67uzcmw7ojee6xedzdetojuzjevtenxquvyku", 1);}
test "permissioned space foundation migration preserves rows and rebuilds hashes" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close(); const did = "did:plc:spacemigrationalice"; const canonical = "at://did:plc:spacemigrationalice/space/fm.example.private/self"; const legacy = "ats://did:plc:spacemigrationalice/fm.example.private/self"; const space = try createSpace(allocator, .{ .actor_did = did, .authority_did = did, .space_type = "fm.example.private", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); try std.testing.expectEqualStrings(canonical, space.uri); _ = try putSpaceMember(allocator, canonical, "did:plc:spacemigrationbob", .{ .read = true, .write = true }); const parsed = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"fm.example.note\",\"text\":\"private\"}", .{}); defer parsed.deinit(); const prepared = try prepareRecordValue(allocator, "fm.example.note", "one", parsed.value); const record = try putSpaceRecord(allocator, canonical, did, "fm.example.note", "one", prepared); try conn.exec( \\INSERT INTO permissioned_space_record_blobs (space, repo_did, collection, rkey, blob_cid) \\VALUES (?, ?, ?, ?, ?) , .{ canonical, did, "fm.example.note", "one", "bafkreiaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa" }); try conn.exec( \\INSERT INTO permissioned_space_notify_registrations (space, service_id, service_endpoint, expires_at) \\VALUES (?, ?, ?, 4102444800) , .{ canonical, "did:web:sync.example", "https://sync.example" });
try conn.execNoArgs("PRAGMA foreign_keys = OFF"); inline for (.{ "permissioned_space_actor_state", "memberspace_members", "permissioned_space_records", "permissioned_space_record_blobs", "permissioned_space_repos", "permissioned_space_writers", "permissioned_space_record_oplog", "permissioned_space_notify_registrations", }) |table| { try conn.exec("UPDATE " ++ table ++ " SET space = ? WHERE space = ?", .{ legacy, canonical }); } try conn.exec("UPDATE permissioned_spaces SET uri = ? WHERE uri = ?", .{ legacy, canonical }); try conn.exec("UPDATE permissioned_space_repos SET set_hash = zeroblob(?)", .{permissioned.lthash_state_bytes}); try conn.exec("DELETE FROM zds_migrations WHERE name IN (?, ?, ?)", .{ "permissioned-space-at-uri", "permissioned-space-record-element-v1", "permissioned-space-writer-set-v1" }); try conn.execNoArgs("PRAGMA foreign_keys = ON");
try migratePermissionedDataTables(); inline for (.{ "permissioned_spaces", "permissioned_space_actor_state", "memberspace_members", "permissioned_space_records", "permissioned_space_record_blobs", "permissioned_space_repos", "permissioned_space_writers", "permissioned_space_record_oplog", "permissioned_space_notify_registrations", }) |table| { const column = comptime if (std.mem.eql(u8, table, "permissioned_spaces")) "uri" else "space"; const row = (try conn.row("SELECT count(*) FROM " ++ table ++ " WHERE " ++ column ++ " = ?", .{canonical})).?; defer row.deinit(); try std.testing.expect(row.int(0) > 0); } const state = try getSpaceRepoState(allocator, canonical, did); var expected: permissioned.LtHash = .{}; try addRecordElement(allocator, &expected, record.collection, record.rkey, record.cid); try std.testing.expectEqualSlices(u8, &expected.bytes, state.set_hash.?); const writers = try listSpaceWriters(allocator, canonical, null, 50); try std.testing.expectEqual(@as(usize, 1), writers.len); try std.testing.expectEqualStrings(did, writers[0].repo_did); try std.testing.expectEqualSlices(u8, &expected.digest(), writers[0].hash);}
test "permissioned notification registrations are service keyed and expire" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close();
const space = "at://did:plc:authority/space/fm.example.private/self"; try registerSpaceNotification(space, "did:web:whole.example#syncer", "https://whole.example", 4102444800); try registerSpaceNotification(space, "did:web:repo.example#syncer", "https://repo.example", 4102444800); try registerSpaceNotification(space, "did:web:expired.example#syncer", "https://expired.example", 1);
const whole = try listNotificationRecipients(allocator, space); try std.testing.expectEqual(@as(usize, 2), whole.len); try std.testing.expectEqualStrings("did:web:repo.example#syncer", whole[0].service_id); try std.testing.expectEqualStrings("https://repo.example", whole[0].service_endpoint); try std.testing.expectEqualStrings("did:web:whole.example#syncer", whole[1].service_id); try std.testing.expectEqualStrings("https://whole.example", whole[1].service_endpoint);
try unregisterSpaceNotification(space, "did:web:whole.example#syncer"); try unregisterSpaceNotification(space, "did:web:whole.example#syncer"); const after_unregister = try listNotificationRecipients(allocator, space); try std.testing.expectEqual(@as(usize, 1), after_unregister.len);}
test "space deletion queues a retried notification for each live registration" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close();
const space = "at://did:plc:authority/space/fm.example.private/self"; try registerSpaceNotification(space, "did:web:sync.example#syncer", "https://sync.example", 4102444800); try registerSpaceNotification(space, "did:web:expired.example#syncer", "https://expired.example", 1); try purgeAuthoritySpaceData(space, "did:plc:authority"); try std.testing.expectEqual(@as(usize, 0), (try listNotificationRecipients(allocator, space)).len);
const first = (try claimSpaceDeletedNotification(allocator)).?; try std.testing.expectEqualStrings(space, first.space); try std.testing.expectEqualStrings("did:web:sync.example#syncer", first.service_id); try std.testing.expectEqualStrings("https://sync.example", first.service_endpoint); try std.testing.expectEqual(@as(i64, 1), first.attempts); // A claimed notification is leased, and the expired registration was never queued. try std.testing.expect(try claimSpaceDeletedNotification(allocator) == null);
try retrySpaceDeletedNotification(first); try conn.execNoArgs("UPDATE permissioned_space_deleted_outbox SET retry_at = 0"); const second = (try claimSpaceDeletedNotification(allocator)).?; try std.testing.expectEqual(@as(i64, 2), second.attempts); try finishSpaceDeletedNotification(second); try conn.execNoArgs("UPDATE permissioned_space_deleted_outbox SET retry_at = 0, lease_until = 0"); try std.testing.expect(try claimSpaceDeletedNotification(allocator) == null);}
test "permissioned notification migration replaces endpoint registrations" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close();
try conn.execNoArgs("DROP TABLE permissioned_space_notify_registrations"); try conn.execNoArgs( \\CREATE TABLE permissioned_space_notify_registrations ( \\ space TEXT NOT NULL, \\ repo_did TEXT NOT NULL DEFAULT '', \\ service_endpoint TEXT NOT NULL, \\ expires_at INTEGER NOT NULL, \\ PRIMARY KEY (space, repo_did, service_endpoint) \\) ); try conn.execNoArgs("INSERT INTO permissioned_space_notify_registrations VALUES ('at://did:plc:old/space/fm.old/x', '', 'https://old.example', 4102444800)"); try conn.exec("DELETE FROM zds_migrations WHERE name = ?", .{"permissioned-space-notify-service-id"}); try migratePermissionedSpaceNotificationServices();
try registerSpaceNotification("at://did:plc:new/space/fm.new/x", "did:web:sync.example", "https://sync.example", 4102444800); const registrations = try listNotificationRecipients(allocator, "at://did:plc:new/space/fm.new/x"); try std.testing.expectEqual(@as(usize, 1), registrations.len); const old = (try conn.row("SELECT count(*) FROM permissioned_space_notify_registrations WHERE service_endpoint = 'https://old.example'", .{})).?; defer old.deinit(); try std.testing.expectEqual(@as(i64, 0), old.int(0));}
test "permissioned credential exchange tokens are one use" { try init(std.Options.debug_io, ":memory:"); defer close();
const first = SpaceReplayToken{ .jti = "delegation-one", .expires_at = 4_000_000_000 }; const attestation = SpaceReplayToken{ .jti = "attestation-one", .expires_at = 4_000_000_000 }; try std.testing.expect(try consumeSpaceCredentialExchange(first, attestation)); try std.testing.expect(!try consumeSpaceCredentialExchange(first, null));
const second = SpaceReplayToken{ .jti = "delegation-two", .expires_at = 4_000_000_000 }; try std.testing.expect(!try consumeSpaceCredentialExchange(second, attestation)); try std.testing.expect(try consumeSpaceCredentialExchange(second, null));}
fn expectSpaceBlobRefCount( space: []const u8, repo_did: []const u8, collection: []const u8, rkey: []const u8, blob_cid: []const u8, expected: i64,) !void { const row = try conn.row( \\SELECT COUNT(*) \\FROM permissioned_space_record_blobs \\WHERE space = ? AND repo_did = ? AND collection = ? AND rkey = ? AND blob_cid = ? , .{ space, repo_did, collection, rkey, blob_cid }); defer row.?.deinit(); try std.testing.expectEqual(expected, row.?.int(0));}
test "permissioned spaces keep authority-local state per space URI" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const owner = try createAccount( allocator, "authority-space.test", "authority-space@test.com", "password", "did:plc:spaceauthoritylocal", true, ); const created = try createSpace(allocator, .{ .actor_did = owner.did, .authority_did = owner.did, .space_type = "fm.plyr.privateMedia", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, });
const owner_view = (try getSpace(allocator, owner.did, created.uri)).?; try std.testing.expect(owner_view.is_authority); try std.testing.expect(owner_view.deleted_at == null);
const owner_spaces = try listSpaces(allocator, owner.did, owner.did, "fm.plyr.privateMedia", null, 50); try std.testing.expectEqual(@as(usize, 1), owner_spaces.len); try std.testing.expect(owner_spaces[0].is_authority);
try markSpaceDeleted(owner.did, created.uri); try std.testing.expect((try getSpace(allocator, owner.did, created.uri)) == null);}
test "permissioned space create is duplicate-checked per actor" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const owner = try createAccount(allocator, "authority-first.test", "authority-first@test.com", "password", "did:plc:ownerfirst", true); const viewer = try createAccount(allocator, "viewer-first.test", "viewer-first@test.com", "password", "did:plc:viewerfirst", true); const member = try createAccount(allocator, "member-only.test", "member-only@test.com", "password", "did:plc:memberonly", true);
const viewer_row = try createSpace(allocator, .{ .actor_did = viewer.did, .authority_did = owner.did, .space_type = "fm.plyr.privateMedia", .skey = "self", .is_authority = false, .policy = .{ .member = .{} }, }); try std.testing.expect(!viewer_row.is_authority);
const owner_row = try createSpace(allocator, .{ .actor_did = owner.did, .authority_did = owner.did, .space_type = "fm.plyr.privateMedia", .skey = "self", .is_authority = true, .policy = .{ .member = .{ .public_read = true, .public_write = true, .allowed_apps = &.{"did:web:allowed.example"} } }, }); try std.testing.expect(owner_row.is_authority); try std.testing.expectEqualStrings( "{\"$type\":\"com.atproto.memberspace.policy\",\"publicRead\":true,\"publicWrite\":true,\"allowedApps\":[\"did:web:allowed.example\"],\"publishPolicy\":false,\"publishMembers\":false}", owner_row.policy_json.?, ); try std.testing.expect(viewer_row.policy_json == null);
_ = try putSpaceMember(allocator, owner_row.uri, member.did, .{ .read = true, .write = true }); const member_spaces = try listSpaces(allocator, member.did, owner.did, "fm.plyr.privateMedia", null, 50); try std.testing.expectEqual(@as(usize, 0), member_spaces.len);
const viewer_spaces = try listSpaces(allocator, viewer.did, owner.did, "fm.plyr.privateMedia", null, 50); try std.testing.expectEqual(@as(usize, 1), viewer_spaces.len); try std.testing.expect(!viewer_spaces[0].is_authority);
try std.testing.expectError(Error.InvalidRefreshSession, createSpace(allocator, .{ .actor_did = viewer.did, .authority_did = owner.did, .space_type = "fm.plyr.privateMedia", .skey = "self", .is_authority = false, .policy = .{ .member = .{} }, }));}
test "migration account has a signed empty repo without publication and initialization preserves existing data" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "migration.test", "migration@test.com", "password", "did:plc:migration", false); try initializeRepo(allocator, account); const status = try std.json.parseFromSlice(std.json.Value, allocator, try writeAccountStatusJson(allocator, account.did), .{}); try std.testing.expect(!status.value.object.get("activated").?.bool); try std.testing.expectEqual(@as(i64, 0), status.value.object.get("indexedRecords").?.integer); const car = try writeRepoCar(allocator, account.did); const keypair = try signingKeypair(account.did); const public_key = try keypair.publicKey(); _ = try zat.verifyCommitCar(allocator, car, .{ .key_type = keypair.key_type, .raw = &public_key }, .{ .expected_did = account.did, .require_complete_repo = true }); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", account.did)); const record = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"dev.zds.migration.check\",\"text\":\"preserved\"}", .{}); const result = try create(allocator, account, "dev.zds.migration.check", "check", record.value); const root = try latestRootLocked(allocator, account.did); try initializeRepo(allocator, account); try std.testing.expectEqualStrings(root.cid, (try latestRootLocked(allocator, account.did)).cid); try std.testing.expectEqualStrings(result.cid, getCid(allocator, account.did, "dev.zds.migration.check", "check").?); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", account.did));}
test "inactive repo import does not publish firehose event" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "import-inactive.test", "import-inactive@test.com", "password", "did:plc:importinactive", true, ); const parsed = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"hello\"}", .{}); defer parsed.deinit();
const record = try create(allocator, account, "app.bsky.feed.post", "3jzfcijpj2z2h", parsed.value); const repo_car = try writeRepoCar(allocator, account.did); const loaded = try zat.loadCommitFromCAR(allocator, repo_car);
var imported_blocks: std.ArrayList(ImportedBlock) = .empty; for (loaded.repo_car.blocks) |block| { try imported_blocks.append(allocator, .{ .cid = try cidText(allocator, block.cid_raw), .data = block.data, }); } const imported_records = [_]ImportedRecord{.{ .collection = record.collection, .rkey = record.rkey, .cid = record.cid, .blob_cids = &.{}, }};
try setAccountActive(account.did, false); const before = try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", account.did); try importRepo( allocator, account, try cidText(allocator, loaded.commit_cid), loaded.commit.rev, &imported_records, imported_blocks.items, ); const after = try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", account.did); try std.testing.expectEqual(before, after); try std.testing.expectEqualStrings((try latestRootLocked(allocator, account.did)).cid, try cidText(allocator, loaded.commit_cid));}
test "put updates record index while content comes from repo blocks" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "alice.test", "alice@test.com", "password", "did:plc:cmadossymmii3izkabdbp5en", true, );
var first = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"before\"}", .{}); defer first.deinit(); const rkey = "3jzfcijpj2z2i"; _ = try create(allocator, account, "app.bsky.feed.post", rkey, first.value);
var second = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"after\"}", .{}); defer second.deinit(); const updated = try put(allocator, account, "app.bsky.feed.post", rkey, second.value);
const fetched = get(account.did, "app.bsky.feed.post", rkey).?; try std.testing.expectEqualStrings(updated.cid, fetched.cid); try std.testing.expect(std.mem.indexOf(u8, fetched.value_json, "after") != null); try std.testing.expect(std.mem.indexOf(u8, fetched.value_json, "before") == null);
const block_row = try conn.row( "SELECT count(*) FROM repo_blocks WHERE did = ? AND cid = ?", .{ account.did, updated.cid }, ); try std.testing.expect(block_row != null); defer block_row.?.deinit(); try std.testing.expectEqual(@as(i64, 1), block_row.?.int(0));}
test "stores blob metadata in sqlite and bytes in disk blobstore" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); const blob_root = path_buf[0..path_len]; blobstore.init(std.Options.debug_io, blob_root);
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "alice.test", "alice@test.com", "password", "did:plc:cmadossymmii3izkabdbp5en", true, ); const cid = try putBlob(allocator, std.Options.debug_io, account, "hello blob", "text/plain"); const row = try conn.row("SELECT mime_type, size FROM blobs WHERE did = ? AND cid = ?", .{ account.did, cid }); try std.testing.expect(row != null); defer row.?.deinit(); try std.testing.expectEqualStrings("text/plain", row.?.text(0)); try std.testing.expectEqual(@as(i64, 10), row.?.int(1));
const blob = getBlob(allocator, account.did, cid) orelse return error.MissingRecord; try std.testing.expectEqualStrings("text/plain", blob.mime_type); try std.testing.expectEqualStrings("hello blob", blob.data);}
test "stores larger blob metadata in sqlite and bytes in disk blobstore" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); const blob_root = path_buf[0..path_len]; blobstore.init(std.Options.debug_io, blob_root);
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "large-blob.test", "large-blob@test.com", "password", "did:plc:largeblob", true, );
const data = try allocator.alloc(u8, 571_880); @memset(data, 0xaa);
const cid = try putBlob(allocator, std.Options.debug_io, account, data, "image/jpeg"); const expected_cid = try cidForBlob(allocator, data); try std.testing.expectEqualStrings(expected_cid, cid); const row = try conn.row("SELECT mime_type, size FROM blobs WHERE did = ? AND cid = ?", .{ account.did, cid }); try std.testing.expect(row != null); defer row.?.deinit(); try std.testing.expectEqualStrings("image/jpeg", row.?.text(0)); try std.testing.expectEqual(@as(i64, 571_880), row.?.int(1));
const blob = getBlob(allocator, account.did, cid) orelse return error.MissingRecord; try std.testing.expectEqualStrings("image/jpeg", blob.mime_type); try std.testing.expectEqualSlices(u8, data, blob.data);}
test "blob gc preserves fresh uploads through the untethered grace period" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "gc-grace.test", "gc-grace@test.com", "password", "did:plc:gcgrace", true); const cid = try putBlob(allocator, std.Options.debug_io, account, "untethered", "text/plain");
const protected = try collectBlobGarbage(allocator, 60, 10); try std.testing.expectEqual(@as(usize, 0), protected.deleted); try std.testing.expect(getBlob(allocator, account.did, cid) != null);
const expired = try collectBlobGarbage(allocator, 0, 10); try std.testing.expectEqual(@as(usize, 1), expired.deleted); try std.testing.expectEqual(@as(u64, 10), expired.bytes); try std.testing.expect(getBlob(allocator, account.did, cid) == null);}
test "account deletion leaves one deleted event and spares other accounts" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const doomed = try createAccount(allocator, "doomed.test", "doomed@test.com", "password", "did:plc:doomed", true); const kept = try createAccount(allocator, "kept.test", "kept@test.com", "password", "did:plc:kept", true); try sequenceNewAccount(allocator, doomed); try sequenceNewAccount(allocator, kept); const record = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"dev.zds.delete.check\",\"text\":\"bye\"}", .{}); _ = try create(allocator, doomed, "dev.zds.delete.check", "one", record.value); _ = try create(allocator, kept, "dev.zds.delete.check", "one", record.value); const doomed_blob = try putBlob(allocator, std.Options.debug_io, doomed, "doomed", "text/plain"); const kept_blob = try putBlob(allocator, std.Options.debug_io, kept, "kept", "text/plain"); const kept_events = try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", kept.did);
try deleteAccount(allocator, doomed.did);
try std.testing.expectError(Error.RepoNotFound, accountStatus(doomed.did)); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM records WHERE did = ?", doomed.did)); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM commits WHERE did = ?", doomed.did)); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM blobs WHERE did = ?", doomed.did)); try std.testing.expectEqual(@as(u64, 1), try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", doomed.did)); { const row = (try conn.row("SELECT evt FROM seq_events WHERE did = ?", .{doomed.did})).?; defer row.deinit(); const frame = row.blob(0); try std.testing.expect(std.mem.indexOf(u8, frame, "#account") != null); try std.testing.expect(std.mem.indexOf(u8, frame, "deleted") != null); } try std.testing.expectError(error.FileNotFound, blobstore.get(allocator, doomed.did, doomed_blob, 64)); try std.testing.expectError(error.FileNotFound, tmp.dir.openDir(std.testing.io, doomed.did, .{}));
try std.testing.expectEqual(AccountStatus.active, try accountStatus(kept.did)); try std.testing.expectEqual(@as(u64, 1), try scalarCountLocked("SELECT COUNT(*) FROM records WHERE did = ?", kept.did)); try std.testing.expectEqual(kept_events, try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", kept.did)); try std.testing.expect(getBlob(allocator, kept.did, kept_blob) != null);
try std.testing.expectError(Error.RepoNotFound, deleteAccount(allocator, doomed.did));}
test "seq_events migration drops the account cascade and keeps history" { try init(std.Options.debug_io, ":memory:"); defer close(); try conn.execNoArgs("DROP TABLE seq_events"); try conn.execNoArgs("CREATE TABLE seq_events (seq INTEGER PRIMARY KEY, did TEXT NOT NULL REFERENCES accounts(did) ON DELETE CASCADE, commit_cid TEXT NOT NULL, evt BLOB NOT NULL)"); try conn.execNoArgs("DELETE FROM zds_migrations WHERE name = 'seq-events-without-account-fk'"); try conn.execNoArgs("INSERT INTO accounts (did, handle, email, password_hash) VALUES ('did:plc:legacyseq', 'legacyseq.test', 'legacyseq@example.test', 'unused')"); try conn.execNoArgs("INSERT INTO seq_events (seq, did, commit_cid, evt) VALUES (5, 'did:plc:legacyseq', 'commit', X'A0')");
try migrateSeqEventsWithoutAccountFk();
try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM pragma_foreign_key_list('seq_events') WHERE ? = ?", "")); try conn.execNoArgs("DELETE FROM accounts WHERE did = 'did:plc:legacyseq'"); try std.testing.expectEqual(@as(u64, 1), try scalarCountLocked("SELECT COUNT(*) FROM seq_events WHERE did = ?", "did:plc:legacyseq"));}
test "blob gc waits for the last public record reference" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "gc-public.test", "gc-public@test.com", "password", "did:plc:gcpublic", true); const cid = try putBlob(allocator, std.Options.debug_io, account, "public", "text/plain"); const json = try std.fmt.allocPrint( allocator, "{{\"$type\":\"fm.example.blob\",\"media\":{{\"$type\":\"blob\",\"ref\":{{\"$link\":\"{s}\"}},\"mimeType\":\"text/plain\",\"size\":6}}}}", .{cid}, ); const parsed = try std.json.parseFromSlice(std.json.Value, allocator, json, .{}); defer parsed.deinit(); _ = try create(allocator, account, "fm.example.blob", "one", parsed.value); _ = try create(allocator, account, "fm.example.blob", "two", parsed.value);
_ = try delete(allocator, account, "fm.example.blob", "one"); try std.testing.expect(getBlob(allocator, account.did, cid) != null); _ = try delete(allocator, account, "fm.example.blob", "two"); const gc = try collectBlobGarbage(allocator, 0, 10); try std.testing.expectEqual(@as(usize, 1), gc.deleted); try std.testing.expect(getBlob(allocator, account.did, cid) == null);}
test "blob gc follows permissioned record references" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "gc-space.test", "gc-space@test.com", "password", "did:plc:gcspace", true); const cid = try putBlob(allocator, std.Options.debug_io, account, "private", "audio/mpeg"); const space = try createSpace(allocator, .{ .actor_did = account.did, .authority_did = account.did, .space_type = "fm.example.private", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); const json = try std.fmt.allocPrint( allocator, "{{\"$type\":\"fm.example.privateBlob\",\"media\":{{\"$type\":\"blob\",\"ref\":{{\"$link\":\"{s}\"}},\"mimeType\":\"audio/mpeg\",\"size\":7}}}}", .{cid}, ); const parsed = try std.json.parseFromSlice(std.json.Value, allocator, json, .{}); defer parsed.deinit(); const prepared = try prepareRecordValue(allocator, "fm.example.privateBlob", "one", parsed.value); _ = try putSpaceRecord(allocator, space.uri, account.did, "fm.example.privateBlob", "one", prepared); try std.testing.expect(getBlob(allocator, account.did, cid) != null);
try deleteSpaceRecord(allocator, space.uri, account.did, "fm.example.privateBlob", "one"); const gc = try collectBlobGarbage(allocator, 0, 10); try std.testing.expectEqual(@as(usize, 1), gc.deleted); try std.testing.expect(getBlob(allocator, account.did, cid) == null);}
test "blob visibility follows public and permissioned references independently" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "blob-access.test", "blob-access@test.com", "password", "did:plc:blobaccess", true); const cid = try putBlob(allocator, std.Options.debug_io, account, "shared", "text/plain");
const space = try createSpace(allocator, .{ .actor_did = account.did, .authority_did = account.did, .space_type = "fm.example.private", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); const json = try std.fmt.allocPrint( allocator, "{{\"$type\":\"fm.example.blob\",\"media\":{{\"$type\":\"blob\",\"ref\":{{\"$link\":\"{s}\"}},\"mimeType\":\"text/plain\",\"size\":6}}}}", .{cid}, ); const parsed = try std.json.parseFromSlice(std.json.Value, allocator, json, .{}); defer parsed.deinit(); const prepared = try prepareRecordValue(allocator, "fm.example.blob", "private", parsed.value);
try std.testing.expect(getPublicBlob(allocator, account.did, cid) == null); try std.testing.expect(!try permissionedBlobReferenced(space.uri, account.did, cid)); try std.testing.expectEqual(@as(usize, 0), (try collectBlobGarbage(allocator, 60, 10)).deleted);
_ = try putSpaceRecord(allocator, space.uri, account.did, "fm.example.blob", "private", prepared); try std.testing.expect(getPublicBlob(allocator, account.did, cid) == null); try std.testing.expect(try permissionedBlobReferenced(space.uri, account.did, cid)); try std.testing.expectEqual(@as(usize, 0), (try collectBlobGarbage(allocator, 0, 10)).deleted);
_ = try create(allocator, account, "fm.example.blob", "public", parsed.value); try std.testing.expect(getPublicBlob(allocator, account.did, cid) != null); try std.testing.expect(try permissionedBlobReferenced(space.uri, account.did, cid));
try deleteSpaceRecord(allocator, space.uri, account.did, "fm.example.blob", "private"); try std.testing.expect(getPublicBlob(allocator, account.did, cid) != null); try std.testing.expect(!try permissionedBlobReferenced(space.uri, account.did, cid)); try std.testing.expectEqual(@as(usize, 0), (try collectBlobGarbage(allocator, 0, 10)).deleted);
_ = try putSpaceRecord(allocator, space.uri, account.did, "fm.example.blob", "private", prepared); _ = try delete(allocator, account, "fm.example.blob", "public"); try std.testing.expect(getPublicBlob(allocator, account.did, cid) == null); try std.testing.expect(try permissionedBlobReferenced(space.uri, account.did, cid)); try std.testing.expectEqual(@as(usize, 0), (try collectBlobGarbage(allocator, 0, 10)).deleted);
try deleteSpaceRecord(allocator, space.uri, account.did, "fm.example.blob", "private"); try std.testing.expectEqual(@as(usize, 1), (try collectBlobGarbage(allocator, 0, 10)).deleted); try std.testing.expect(getBlob(allocator, account.did, cid) == null);}
test "re-upload refreshes the untethered grace period" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "gc-reupload.test", "gc-reupload@test.com", "password", "did:plc:gcreupload", true); const cid = try putBlob(allocator, std.Options.debug_io, account, "re-uploaded", "text/plain"); try conn.exec("UPDATE blobs SET created_at = unixepoch() - 120 WHERE did = ? AND cid = ?", .{ account.did, cid }); const same_cid = try putBlob(allocator, std.Options.debug_io, account, "re-uploaded", "text/plain"); try std.testing.expectEqualStrings(cid, same_cid);
const gc = try collectBlobGarbage(allocator, 60, 10); try std.testing.expectEqual(@as(usize, 0), gc.deleted); try std.testing.expect(getBlob(allocator, account.did, cid) != null);}
test "accounts carry a KEM key unless created without one" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const keyed = try createAccount(allocator, "keyed.test", "keyed@test.com", "password", "did:plc:keyed", true); const kem_key = (try kemSecretKey(keyed.did)).?; _ = try zat.Keypair.fromSecretKey(.p256, kem_key); try std.testing.expect(std.mem.startsWith(u8, (try kemDidKey(allocator, keyed.did)).?, "did:key:zDnae"));
var signing_key: [32]u8 = @splat(0); signing_key[31] = 1; _ = try createAccountWithSigningKeyAndInvite(allocator, "keyless.test", "keyless@test.com", "password", "did:plc:keyless", true, signing_key, null, null); try std.testing.expect(try kemSecretKey("did:plc:keyless") == null); try std.testing.expect(try kemDidKey(allocator, "did:plc:keyless") == null);
const missing = try listDidsWithoutKemKey(allocator, null, 10); try std.testing.expectEqual(@as(usize, 1), missing.len); try std.testing.expectEqualStrings("did:plc:keyless", missing[0]); try std.testing.expectEqual(@as(usize, 0), (try listDidsWithoutKemKey(allocator, "did:plc:keyless", 10)).len);
const backfilled = try generateKemSecretKey(); try std.testing.expect(try setMissingKemSecretKey("did:plc:keyless", backfilled)); try std.testing.expect(!try setMissingKemSecretKey("did:plc:keyless", try generateKemSecretKey())); try std.testing.expect(!try setMissingKemSecretKey(keyed.did, backfilled)); try std.testing.expectEqualSlices(u8, &backfilled, &(try kemSecretKey("did:plc:keyless")).?); try std.testing.expectEqualSlices(u8, &kem_key, &(try kemSecretKey(keyed.did)).?); try std.testing.expectEqual(@as(usize, 0), (try listDidsWithoutKemKey(allocator, null, 10)).len);}
test "invite codes gate account creation and record uses" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const code = try createInviteCode(allocator, "https://pds.example.com", 1, "admin", "admin"); try std.testing.expect(std.mem.startsWith(u8, code, "pds-example-com-")); try std.testing.expect(try inviteCodeIsAvailable(code));
var signing_key: [32]u8 = @splat(0); signing_key[31] = 1; const account = try createAccountWithSigningKeyAndInvite( allocator, "invited.test", "invited@test.com", "password", "did:plc:invited", true, signing_key, try generateKemSecretKey(), code, ); try std.testing.expectEqualStrings("did:plc:invited", account.did); try std.testing.expect(!try inviteCodeIsAvailable(code));
var other_key: [32]u8 = @splat(0); other_key[31] = 2; try std.testing.expectError(error.InvalidInviteCode, createAccountWithSigningKeyAndInvite( allocator, "second.test", "second@test.com", "password", "did:plc:second", true, other_key, try generateKemSecretKey(), code, ));
const codes = try getAccountInviteCodes(allocator, "admin", true); try std.testing.expectEqual(@as(usize, 1), codes.len); try std.testing.expectEqual(@as(usize, 1), codes[0].uses.len); try std.testing.expectEqualStrings("did:plc:invited", codes[0].uses[0].used_by);}
test "account handle updates are unique and immediately resolvable" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const alice = try createAccount( allocator, "alice.test", "alice@test.com", "password", "did:plc:alice", true, ); _ = try createAccount( allocator, "bob.test", "bob@test.com", "password", "did:plc:bob", true, );
try updateAccountHandle(alice.did, "alice-new.test"); try std.testing.expect((try findAccount(allocator, "alice.test")) == null); const updated = (try findAccount(allocator, "ALICE-NEW.TEST")) orelse return error.AccountNotFound; try std.testing.expectEqualStrings(alice.did, updated.did); try std.testing.expectError(error.HandleNotAvailable, updateAccountHandle(alice.did, "BOB.TEST")); try std.testing.expectError(error.AccountNotFound, updateAccountHandle("did:plc:missing", "missing.test"));}
test "reserved signing keys are one-use account signing keys" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const did = "did:plc:reserved"; const reserved = try reserveSigningKey(allocator, did); try std.testing.expectEqualStrings(did, reserved.did.?); try std.testing.expect(std.mem.startsWith(u8, reserved.signing_key, "did:key:"));
const consumed = try consumeReservedSigningKey(reserved.signing_key, did); try std.testing.expectEqualSlices(u8, &reserved.secret_key, &consumed); try std.testing.expectError(error.MissingReservedSigningKey, consumeReservedSigningKey(reserved.signing_key, did));}
test "stores discoverable passkey challenges by oauth request" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
try putOAuthRequest( "req-discoverable", "https://client.example.com/oauth-client-metadata.json", "https://client.example.com/callback", "atproto", "state", "challenge", "S256", "query", null, null, 4102444800, ); try putDiscoverableWebAuthnChallenge("req-discoverable", "webauthn-challenge", 4102444800);
const stored = (try getDiscoverableWebAuthnChallenge(allocator, "req-discoverable")) orelse return error.MissingRecord; try std.testing.expectEqualStrings("req-discoverable", stored.request_id); try std.testing.expectEqualStrings("webauthn-challenge", stored.challenge); try std.testing.expectEqual(@as(i64, 4102444800), stored.expires_at);
try deleteDiscoverableWebAuthnChallenge("req-discoverable"); try std.testing.expect(try getDiscoverableWebAuthnChallenge(allocator, "req-discoverable") == null);}
test "oauth authorization codes remain readable until atomically consumed" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
try putOAuthRequest( "req-code", "https://client.example.com/oauth-client-metadata.json", "https://client.example.com/callback", "atproto", "state", "challenge", "S256", "query", null, "dpop-thumbprint", 4102444800, ); try authorizeOAuthRequest("req-code", "did:plc:code", "authorization-code", "passkey");
const before = (try getOAuthRequestByCode(allocator, "authorization-code")) orelse return error.MissingRecord; try std.testing.expectEqualStrings("req-code", before.request_id); try std.testing.expectEqualStrings("authorization-code", before.code.?);
try std.testing.expect(!try consumeOAuthCode("wrong-request", "authorization-code")); try std.testing.expect((try getOAuthRequestByCode(allocator, "authorization-code")) != null);
try std.testing.expect(try consumeOAuthCode("req-code", "authorization-code")); try std.testing.expect((try getOAuthRequestByCode(allocator, "authorization-code")) == null); try std.testing.expect(!try consumeOAuthCode("req-code", "authorization-code"));}
test "oauth app sessions stay active after access token expiry until revoked" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "oauth-session.test", "oauth-session@test.com", "password", "did:plc:oauthsession", true, );
try putOAuthToken( account.did, "https://client.example.com/oauth-client-metadata.json", "atproto", "expired-access", "current-refresh", 1, 4102444800, null, "passkey", );
const active = try listOAuthGrantsForAccount(allocator, account.did, true, 50); try std.testing.expectEqual(@as(usize, 1), active.len); try std.testing.expect(active[0].active); try std.testing.expectEqualStrings("passkey", active[0].auth_method.?);
try revokeOAuthToken("current-refresh"); try std.testing.expectEqual(@as(usize, 0), (try listOAuthGrantsForAccount(allocator, account.did, true, 50)).len);
const all = try listOAuthGrantsForAccount(allocator, account.did, false, 50); try std.testing.expectEqual(@as(usize, 1), all.len); try std.testing.expect(!all[0].active);}
test "oauth refresh rotation keeps one previous refresh token in grace" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "oauth-rotation.test", "oauth-rotation@test.com", "password", "did:plc:oauthrotation", true, );
try putOAuthToken( account.did, "https://client.example.com/oauth-client-metadata.json", "atproto", "access-one", "refresh-one", 100, 4102444800, "jkt-one", "passkey", );
const access_one = (try getOAuthToken(allocator, "access-one")) orelse return error.MissingRecord; try std.testing.expectEqual(OAuthToken.Kind.access, access_one.kind); try std.testing.expectEqualStrings("access-one", access_one.family_id); try std.testing.expectEqual(@as(i64, 100), access_one.access_expires_at); try std.testing.expectEqual(@as(i64, 4102444800), access_one.refresh_expires_at);
try rotateOAuthToken("refresh-one", "access-two", "refresh-two", 200, 4102444801, 300);
try std.testing.expect(try getOAuthToken(allocator, "access-one") == null);
const previous = (try getOAuthToken(allocator, "refresh-one")) orelse return error.MissingRecord; try std.testing.expectEqual(OAuthToken.Kind.previous_refresh, previous.kind); try std.testing.expectEqualStrings("access-two", previous.access_token); try std.testing.expectEqualStrings("refresh-two", previous.refresh_token); try std.testing.expectEqual(@as(i64, 300), previous.previous_refresh_expires_at.?);
const current = (try getOAuthToken(allocator, "refresh-two")) orelse return error.MissingRecord; try std.testing.expectEqual(OAuthToken.Kind.refresh, current.kind); try std.testing.expectEqual(@as(i64, 200), current.access_expires_at); try std.testing.expectEqual(@as(i64, 4102444801), current.refresh_expires_at);
try rotateOAuthToken("refresh-two", "access-three", "refresh-three", 400, 4102444802, 500);
const used = (try getOAuthToken(allocator, "refresh-one")) orelse return error.MissingRecord; try std.testing.expectEqual(OAuthToken.Kind.used_refresh, used.kind); try std.testing.expectEqualStrings("access-one", used.family_id); try std.testing.expectEqualStrings("refresh-three", used.refresh_token);
try revokeOAuthToken("refresh-one"); const revoked = (try getOAuthToken(allocator, "refresh-three")) orelse return error.MissingRecord; try std.testing.expect(revoked.revoked);}
test "session tokens rotate with a replay grace window and report why a jti is refused" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "session.test", "session@test.com", "password", "did:plc:session", true, );
const session_id = try createSessionTokenRow( allocator, account.did, "access-1", "refresh-1", 4102444800, 4102444800, "password", null, null, ); try std.testing.expect(std.mem.startsWith(u8, session_id, "ses-")); try std.testing.expectEqual(SessionTokenStatus.active, try sessionTokenStatus(account.did, "access-1", "com.atproto.access")); try std.testing.expectEqual(SessionTokenStatus.active, try sessionTokenStatus(account.did, "refresh-1", "com.atproto.refresh")); try std.testing.expectEqual(SessionTokenStatus.unknown, try sessionTokenStatus(account.did, "refresh-1", "com.atproto.access")); try std.testing.expectEqual(SessionTokenStatus.unknown, try sessionTokenStatus(account.did, "nope", "com.atproto.refresh"));
const first = (try refreshSessionByJti(allocator, account.did, "refresh-1")) orelse return error.MissingRecord; try std.testing.expectEqualStrings(session_id, first.id); try std.testing.expectEqualStrings("password", first.auth_method); try std.testing.expect(!first.replayed);
try rotateSessionToken(session_id, "refresh-1", "access-2", "refresh-2", 4102444800, 4102444800, 30); try std.testing.expectError(error.InvalidRefreshSession, rotateSessionToken(session_id, "refresh-1", "access-3", "refresh-3", 4102444800, 4102444800, 30)); try std.testing.expectEqual(SessionTokenStatus.active, try sessionTokenStatus(account.did, "access-2", "com.atproto.access")); try std.testing.expectEqual(SessionTokenStatus.active, try sessionTokenStatus(account.did, "refresh-2", "com.atproto.refresh")); try std.testing.expectEqual(SessionTokenStatus.unknown, try sessionTokenStatus(account.did, "access-1", "com.atproto.access"));
// the retired jti stays usable inside the grace window and resolves to the successor try std.testing.expectEqual(SessionTokenStatus.active, try sessionTokenStatus(account.did, "refresh-1", "com.atproto.refresh")); const replay = (try refreshSessionByJti(allocator, account.did, "refresh-1")) orelse return error.MissingRecord; try std.testing.expect(replay.replayed); try std.testing.expectEqualStrings("access-2", replay.access_jti); try std.testing.expectEqualStrings("refresh-2", replay.refresh_jti);
// a closed grace window refuses the retired jti as expired try rotateSessionToken(session_id, "refresh-2", "access-3", "refresh-3", 4102444800, 4102444800, 0); try std.testing.expectEqual(SessionTokenStatus.expired, try sessionTokenStatus(account.did, "refresh-2", "com.atproto.refresh")); try std.testing.expect((try refreshSessionByJti(allocator, account.did, "refresh-2")) == null); try std.testing.expectEqual(SessionTokenStatus.unknown, try sessionTokenStatus(account.did, "refresh-1", "com.atproto.refresh"));
const active_sessions = try listSessionsForAccount(allocator, account.did, true, 50); try std.testing.expectEqual(@as(usize, 1), active_sessions.len); try std.testing.expectEqualStrings(session_id, active_sessions[0].id); try std.testing.expect(active_sessions[0].active);
try revokeSessionToken(account.did, "refresh-3"); try std.testing.expectEqual(SessionTokenStatus.revoked, try sessionTokenStatus(account.did, "access-3", "com.atproto.access")); try std.testing.expectEqual(SessionTokenStatus.revoked, try sessionTokenStatus(account.did, "refresh-3", "com.atproto.refresh")); try std.testing.expect((try refreshSessionByJti(allocator, account.did, "refresh-3")) == null); try std.testing.expectEqual(@as(usize, 0), (try listSessionsForAccount(allocator, account.did, true, 50)).len);
const inactive_sessions = try listSessionsForAccount(allocator, account.did, false, 50); try std.testing.expectEqual(@as(usize, 1), inactive_sessions.len); try std.testing.expect(!inactive_sessions[0].active);
_ = try createSessionTokenRow(allocator, account.did, "stale-access", "stale-refresh", 1, 1, "password", null, null); try std.testing.expectEqual(SessionTokenStatus.expired, try sessionTokenStatus(account.did, "stale-access", "com.atproto.access")); try std.testing.expectEqual(SessionTokenStatus.expired, try sessionTokenStatus(account.did, "stale-refresh", "com.atproto.refresh"));}
test "account takedown sets precise sync status and revokes tokens" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "status.test", "status@test.com", "password", "did:plc:status", true, ); var record_json = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"app.bsky.feed.post\",\"text\":\"hello\"}", .{}); defer record_json.deinit(); _ = try create(allocator, account, "app.bsky.feed.post", "3jzfcijpj2z2j", record_json.value);
_ = try createSessionTokenRow( allocator, account.did, "status-access", "status-refresh", 4102444800, 4102444800, "password", null, null, ); try std.testing.expectEqual(SessionTokenStatus.active, try sessionTokenStatus(account.did, "status-access", "com.atproto.access"));
try setAccountTakendown(account.did, true, "mod-ref-1"); try std.testing.expectEqual(AccountStatus.takendown, try accountStatus(account.did)); try std.testing.expectEqual(SessionTokenStatus.revoked, try sessionTokenStatus(account.did, "status-access", "com.atproto.access"));
const status_json = try writeRepoStatusJson(allocator, account.did); try std.testing.expect(std.mem.indexOf(u8, status_json, "\"active\":false") != null); try std.testing.expect(std.mem.indexOf(u8, status_json, "\"status\":\"takendown\"") != null); try std.testing.expect(std.mem.indexOf(u8, status_json, "\"rev\"") == null);
const frame = try accountEventFrame(allocator, 1, account.did, .takendown); try std.testing.expect(std.mem.indexOf(u8, frame, "takendown") != null);
try setAccountTakendown(account.did, false, null); try std.testing.expectEqual(AccountStatus.active, try accountStatus(account.did));}
test "app passwords are durable matchable and revoke their sessions" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "app-pass.test", "app-pass@test.com", "password", "did:plc:apppass", true, ); const salt: [16]u8 = @splat(0); const password_hash = try auth.hashPassword(allocator, "aaaa-bbbb-cccc-dddd", salt); const created = try createAppPassword( allocator, account.did, "device one", password_hash, false, "transition:generic", null, ); try std.testing.expectEqualStrings("device one", created.name); try std.testing.expectEqual(false, created.privileged);
const listed = try listAppPasswords(allocator, account.did); try std.testing.expectEqual(@as(usize, 1), listed.len); try std.testing.expectEqualStrings("device one", listed[0].name); try std.testing.expectEqualStrings("transition:generic", listed[0].scopes.?);
const matched = (try findMatchingAppPassword(allocator, account.did, "aaaa-bbbb-cccc-dddd")) orelse return error.MissingRecord; try std.testing.expectEqualStrings("device one", matched.name); try std.testing.expect(try findMatchingAppPassword(allocator, account.did, "wrong-password") == null);
_ = try createSessionTokenRow( allocator, account.did, "app-access-1", "app-refresh-1", 4102444800, 4102444800, "app_password", null, "device one", ); const method = (try sessionAuthMethod(allocator, account.did, "app-access-1")) orelse return error.MissingRecord; try std.testing.expectEqualStrings("app_password", method);
try revokeAppPassword(account.did, "device one"); try std.testing.expect(try getAppPasswordByName(allocator, account.did, "device one") == null); try std.testing.expect(try sessionAuthMethod(allocator, account.did, "app-access-1") == null); try std.testing.expectEqual(SessionTokenStatus.revoked, try sessionTokenStatus(account.did, "app-access-1", "com.atproto.access"));}
test "account audit log stores subject actor and controller fields" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount( allocator, "audit.test", "audit@test.com", "password", "did:plc:audit", true, ); try recordAuditEvent(account.did, account.did, "did:plc:controller", "repo_write", "{\"collection\":\"app.bsky.feed.post\"}");
const row = try conn.row( \\SELECT subject_did, actor_did, controller_did, action, details_json \\FROM account_audit_log \\WHERE subject_did = ? , .{account.did}); try std.testing.expect(row != null); defer row.?.deinit(); try std.testing.expectEqualStrings(account.did, row.?.text(0)); try std.testing.expectEqualStrings(account.did, row.?.text(1)); try std.testing.expectEqualStrings("did:plc:controller", row.?.text(2)); try std.testing.expectEqualStrings("repo_write", row.?.text(3)); try std.testing.expect(std.mem.indexOf(u8, row.?.text(4), "app.bsky.feed.post") != null);}
test "commit event encoding uses Zat firehose builder" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); const cid = "bafyreifmpxapiafzeml4ns5nedutwbsnjw5obdganycdy6mhmb2mxth5aq"; const rev = try atid.encode(1_700_000_123_456_789, 1); const since = try atid.encode(1_700_000_123_456_000, 1); const prev_data_raw = try cidRawFromText(allocator, cid);
const ops = try allocator.alloc(zat.firehose.CommitEventOp, 3); ops[0] = try firehoseOp(allocator, .create, "sh.tangled.string", "zds-create", cid, null); ops[1] = try firehoseOp(allocator, .update, "sh.tangled.string", "zds-update", cid, cid); ops[2] = try firehoseOp(allocator, .delete, "sh.tangled.string", "zds-delete", null, cid);
const frame = try commitEventFrameFromCar( allocator, 1, "did:plc:b64lsctzqnzpv6vd4ry3qktw", cid, &rev, &since, prev_data_raw, "not-a-real-car-for-this-encoding-test", ops, ); const decoded = try zat.firehose.decodeFrame(allocator, frame); try std.testing.expectEqual(@as(i64, 1), decoded.commit.seq); try std.testing.expectEqualStrings("did:plc:b64lsctzqnzpv6vd4ry3qktw", decoded.commit.repo); try std.testing.expectEqualStrings(&rev, decoded.commit.rev); try std.testing.expectEqualStrings(&since, decoded.commit.since.?); try std.testing.expectEqualSlices(u8, prev_data_raw, decoded.commit.prev_data.?.raw); try std.testing.expectEqual(@as(usize, 3), decoded.commit.ops.len); try std.testing.expectEqualStrings("sh.tangled.string/zds-create", decoded.commit.ops[0].path); try std.testing.expectEqualSlices(u8, ops[0].cid.?.raw, decoded.commit.ops[0].cid.?.raw); try std.testing.expectEqualStrings("sh.tangled.string/zds-update", decoded.commit.ops[1].path); try std.testing.expectEqualSlices(u8, ops[1].cid.?.raw, decoded.commit.ops[1].cid.?.raw); try std.testing.expectEqualSlices(u8, ops[1].prev.?.raw, decoded.commit.ops[1].prev.?.raw); try std.testing.expectEqualStrings("sh.tangled.string/zds-delete", decoded.commit.ops[2].path); try std.testing.expect(decoded.commit.ops[2].cid == null); try std.testing.expectEqualSlices(u8, ops[2].prev.?.raw, decoded.commit.ops[2].prev.?.raw);}
test "Zat firehose builder rejects commit CID since rev" { const allocator = std.testing.allocator; const cid = "bafyreifmpxapiafzeml4ns5nedutwbsnjw5obdganycdy6mhmb2mxth5aq"; const commit_raw = try cidRawFromText(allocator, cid); defer allocator.free(commit_raw); const rev = try atid.encode(1_700_000_123_456_789, 1);
try std.testing.expectError(error.InvalidSince, zat.firehose.encodeCommitEvent(allocator, .{ .seq = 1, .repo_did = "did:plc:b64lsctzqnzpv6vd4ry3qktw", .commit_cid = .{ .raw = commit_raw }, .rev = &rev, .since_rev = cid, .prev_data = null, .blocks = "not-a-real-car-for-this-encoding-test", .ops = &.{}, .time = "2026-06-22T00:00:00.000Z", }));}
test "repo rev generation does not move behind current head" { const allocator = std.testing.allocator; const future_tid = try atid.encode(nowMicros() + std.time.us_per_s, 0); const rev = try revForSeq(allocator, 42, &future_tid); defer allocator.free(rev);
const previous = try atid.timestampMicros(&future_tid); const next = try atid.timestampMicros(rev); try std.testing.expect(next > previous); try std.testing.expect(std.mem.lessThan(u8, &future_tid, rev));}
test "a create commit followed by a delete commit leaves no record behind" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount(allocator, "batch.test", "batch@test.com", "password", "did:plc:batchcd", true); const doc = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"io.atcr.manifest\"}", .{}); defer doc.deinit();
const rkey = "1b00000000000000000000000000000000000000000000000000000000000000";
_ = try applyWritesWithOptions(allocator, account, &.{ .{ .create = .{ .collection = "io.atcr.manifest", .rkey = rkey, .value = doc.value } }, }, .{ .validate = .skip }); _ = try applyWritesWithOptions(allocator, account, &.{ .{ .delete = .{ .collection = "io.atcr.manifest", .rkey = rkey } }, }, .{ .validate = .skip });
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM records WHERE did = ?", account.did));}
test "a same-key create and delete in one batch leaves no record, matching the reference" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount(allocator, "batch2.test", "batch2@test.com", "password", "did:plc:batchone", true); const doc = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"io.atcr.manifest\"}", .{}); defer doc.deinit(); const rkey = "3jzfcijpj2z2b";
// the tree applies these in order, so the key is gone; the index must agree _ = try applyWritesWithOptions(allocator, account, &.{ .{ .create = .{ .collection = "io.atcr.manifest", .rkey = rkey, .value = doc.value } }, .{ .delete = .{ .collection = "io.atcr.manifest", .rkey = rkey } }, }, .{ .validate = .skip });
const root = blk: { db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM records WHERE did = ?", account.did)); break :blk (try latestCommitRawLocked(allocator, account.did)).?; };
// and the MST must agree with the index: no such key in the tree var reader = RepoBlockReader{ .allocator = allocator, .did = account.did }; var tree = try zat.mst.Mst.loadLazy(allocator, root.data_cid_raw, reader.reader()); try std.testing.expect(tree.get("io.atcr.manifest/" ++ rkey) == null);}
test "a delete then create of the same key in one batch keeps the record" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
try init(std.Options.debug_io, ":memory:"); defer close();
const account = try createAccount(allocator, "batch3.test", "batch3@test.com", "password", "did:plc:batchtwo", true); const doc = try std.json.parseFromSlice(std.json.Value, allocator, "{\"$type\":\"io.atcr.manifest\"}", .{}); defer doc.deinit(); const rkey = "3jzfcijpj2z2c";
_ = try applyWritesWithOptions(allocator, account, &.{ .{ .create = .{ .collection = "io.atcr.manifest", .rkey = rkey, .value = doc.value } }, }, .{ .validate = .skip }); // the reverse order: the create wins, and the row must survive the earlier delete _ = try applyWritesWithOptions(allocator, account, &.{ .{ .delete = .{ .collection = "io.atcr.manifest", .rkey = rkey } }, .{ .create = .{ .collection = "io.atcr.manifest", .rkey = rkey, .value = doc.value } }, }, .{ .validate = .skip });
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); try std.testing.expectEqual(@as(u64, 1), try scalarCountLocked("SELECT COUNT(*) FROM records WHERE did = ?", account.did));}
test "a batch maps each record's blob refs to that record" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator();
var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "refspan.test", "refspan@test.com", "password", "did:plc:refspan", true);
const cid_a = try putBlob(allocator, std.Options.debug_io, account, "alpha!", "text/plain"); const cid_b = try putBlob(allocator, std.Options.debug_io, account, "bravo!", "text/plain");
const body = struct { fn make(a: std.mem.Allocator, cid: []const u8) ![]const u8 { return std.fmt.allocPrint( a, "{{\"$type\":\"fm.example.blob\",\"media\":{{\"$type\":\"blob\",\"ref\":{{\"$link\":\"{s}\"}},\"mimeType\":\"text/plain\",\"size\":6}}}}", .{cid}, ); } }; const doc_a = try std.json.parseFromSlice(std.json.Value, allocator, try body.make(allocator, cid_a), .{}); defer doc_a.deinit(); const doc_b = try std.json.parseFromSlice(std.json.Value, allocator, try body.make(allocator, cid_b), .{}); defer doc_b.deinit();
// both records in ONE batch, so their ref spans must not be crossed _ = try applyWritesWithOptions(allocator, account, &.{ .{ .create = .{ .collection = "fm.example.blob", .rkey = "aaaaaaaaaaaaa", .value = doc_a.value } }, .{ .create = .{ .collection = "fm.example.blob", .rkey = "bbbbbbbbbbbbb", .value = doc_b.value } }, }, .{ .validate = .skip });
db_mutex.lockUncancelable(store_io); defer db_mutex.unlock(store_io); for ([_][2][]const u8{ .{ "aaaaaaaaaaaaa", cid_a }, .{ "bbbbbbbbbbbbb", cid_b } }) |want| { const uri = try std.fmt.allocPrint(allocator, "at://{s}/fm.example.blob/{s}", .{ account.did, want[0] }); const row = try conn.row("SELECT blob_cid FROM expected_blobs WHERE record_uri = ?", .{uri}); try std.testing.expect(row != null); defer row.?.deinit(); try std.testing.expectEqualStrings(want[1], row.?.text(0)); }}
test "remembered browser credentials expire and revoke independently of OAuth" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const account = try createAccount(allocator, "remember.test", "remember@test.com", "password", "did:plc:remember", true); try putBrowserSession("digest", account, 4102444800); try std.testing.expect(try getBrowserSession(allocator, "forged", 1000) == null); try std.testing.expectEqualStrings(account.did, (try getBrowserSession(allocator, "digest", 1000)).?.did); try std.testing.expect(try getBrowserSession(allocator, "digest", 4102444800) == null); try conn.exec("UPDATE accounts SET account_status = 'deactivated' WHERE did = ?", .{account.did}); try std.testing.expect(try getBrowserSession(allocator, "digest", 1000) == null); try conn.exec("UPDATE accounts SET account_status = 'active', password_hash = 'changed' WHERE did = ?", .{account.did}); try std.testing.expect(try getBrowserSession(allocator, "digest", 1000) == null); try conn.exec("UPDATE accounts SET password_hash = ? WHERE did = ?", .{ account.password, account.did }); try deleteBrowserSession("digest"); try std.testing.expect(try getBrowserSession(allocator, "digest", 1000) == null);}
test "startup next sequence uses both histories including gaps and empty tables" { try init(std.Options.debug_io, ":memory:"); defer close(); try std.testing.expectEqual(@as(u64, 1), try loadNextSeqLocked()); try conn.execNoArgs("INSERT INTO accounts (did, handle, email, password_hash) VALUES ('did:plc:sequence', 'sequence.test', 'sequence@example.test', 'unused')"); try conn.execNoArgs("INSERT INTO commits (seq, did, cid, rev) VALUES (7, 'did:plc:sequence', 'commit', 'rev')"); try std.testing.expectEqual(@as(u64, 8), try loadNextSeqLocked()); try conn.execNoArgs("INSERT INTO seq_events (seq, did, commit_cid, evt) VALUES (3, 'did:plc:sequence', 'commit', X'A0')"); try std.testing.expectEqual(@as(u64, 8), try loadNextSeqLocked()); try conn.execNoArgs("INSERT INTO seq_events (seq, did, commit_cid, evt) VALUES (19, 'did:plc:sequence', 'commit', X'A0')"); try std.testing.expectEqual(@as(u64, 20), try loadNextSeqLocked()); try conn.execNoArgs("DELETE FROM commits"); try std.testing.expectEqual(@as(u64, 20), try loadNextSeqLocked());}
test "account access groups count beyond pages and isolate detail queries" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const allocator = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const owner = try createAccount(allocator, "access.test", "access@test.com", "password", "did:plc:access", true); const other = try createAccount(allocator, "other.test", "other@test.com", "password", "did:plc:otheraccess", true); const client = "https://api-stg.example/client.json"; for (0..226) |i| { try putOAuthToken(owner.did, client, try std.fmt.allocPrint(allocator, "scope-{d}", .{i}), try std.fmt.allocPrint(allocator, "access-{d}", .{i}), try std.fmt.allocPrint(allocator, "refresh-{d}", .{i}), 100, 4102444800, "jkt", "password"); } try putOAuthToken(other.did, client, "other-scope", "other-access", "other-refresh", 100, 4102444800, "other-jkt", "password"); try putOAuthToken(owner.did, "https://expired.example", "atproto", "old-access", "old-refresh", 1, 2, "jkt", "password"); try putOAuthToken(owner.did, "https://revoked.example", "atproto", "rev-access", "rev-refresh", 100, 4102444800, "jkt", "password"); try revokeOAuthTokenFamily("rev-access"); const summaries = try listAccountAccess(allocator, owner.did, .{ .limit = 1 }); try std.testing.expectEqual(@as(i64, 226), summaries.authorized); try std.testing.expectEqual(@as(i64, 228), summaries.total); try std.testing.expectEqual(@as(usize, 1), summaries.groups.len); try std.testing.expectEqual(@as(i64, 226), summaries.groups[0].count); try std.testing.expect(summaries.next == null); var seen: std.StringHashMap(void) = .init(allocator); var offset: i64 = 0; while (true) { const page = try listAccountAccess(allocator, owner.did, .{ .group = client, .offset = offset }); try std.testing.expect(page.grants.len <= 20); for (page.grants) |grant| { try std.testing.expectEqualStrings(owner.did, grant.did); try std.testing.expect(!seen.contains(grant.scope)); try seen.put(grant.scope, {}); } offset = page.next orelse break; } try std.testing.expectEqual(@as(usize, 226), seen.count()); const past = try listAccountAccess(allocator, owner.did, .{ .state = .past, .limit = 1 }); try std.testing.expectEqual(@as(i64, 1), past.next.?); const past_second = try listAccountAccess(allocator, owner.did, .{ .state = .past, .offset = past.next.? }); try std.testing.expectEqual(@as(usize, 1), past_second.groups.len); try std.testing.expect(!std.mem.eql(u8, past.groups[0].key, past_second.groups[0].key)); const search = try listAccountAccess(allocator, owner.did, .{ .search = "API-STG" }); try std.testing.expectEqual(@as(usize, 1), search.groups.len); const empty = try listAccountAccess(allocator, owner.did, .{ .group = "unknown" }); try std.testing.expectEqual(@as(usize, 0), empty.grants.len); _ = try createSessionTokenRow(allocator, owner.did, "pw-a", "pw-r", 100, 4102444800, "password", null, null); _ = try createSessionTokenRow(allocator, owner.did, "app-a", "app-r", 100, 4102444800, "app_password", null, "phone"); _ = try createSessionTokenRow(allocator, other.did, "other-a", "other-r", 100, 4102444800, "password", null, null); const passwords = try listAccountAccess(allocator, owner.did, .{ .kind = .password }); try std.testing.expectEqual(@as(i64, 2), passwords.authorized); try std.testing.expectEqual(@as(usize, 2), passwords.groups.len); const details = try listAccountAccess(allocator, owner.did, .{ .kind = .password, .group = "password:" }); try std.testing.expectEqual(@as(usize, 1), details.sessions.len); try std.testing.expectEqualStrings(owner.did, details.sessions[0].did);}
/// Rebuilds the October 22 schema: per-side policy columns on the space row/// and the member list in simplespace_members.fn restoreSimplespaceSchemaForTest() !void { try conn.execNoArgs("DELETE FROM zds_migrations WHERE name = 'space-policy-v1'"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN read_managing_app TEXT"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN read_policy TEXT NOT NULL DEFAULT 'member-list'"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN write_managing_app TEXT"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN write_policy TEXT NOT NULL DEFAULT 'member-list'"); try conn.execNoArgs("ALTER TABLE permissioned_spaces ADD COLUMN app_access_json TEXT NOT NULL DEFAULT '{\"type\":\"open\"}'"); try conn.execNoArgs("ALTER TABLE permissioned_spaces DROP COLUMN policy_json"); try conn.execNoArgs( \\CREATE TABLE simplespace_members ( \\ space TEXT NOT NULL REFERENCES permissioned_spaces(uri) ON DELETE CASCADE, \\ member_did TEXT NOT NULL, \\ read INTEGER NOT NULL DEFAULT 1, \\ write INTEGER NOT NULL DEFAULT 1, \\ created_at INTEGER NOT NULL DEFAULT (unixepoch()), \\ PRIMARY KEY (space, member_did) \\) );}
test "simplespace configurations migrate to space policies" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const a = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const owner = try createAccount(a, "migration.test", "migration@test.com", "password", "did:plc:migration", true); const allow = "{\"type\":\"allowList\",\"allowed\":[\"https://client.test\"]}"; const Case = struct { skey: []const u8, read: []const u8, read_app: ?[]const u8, write: []const u8, write_app: ?[]const u8, app_access: []const u8, policy: []const u8, members: usize }; const cases = [_]Case{ .{ .skey = "managed", .read = "managing-app", .read_app = "did:web:manager.test#service", .write = "managing-app", .write_app = "did:web:manager.test#service", .app_access = allow, .policy = "{\"$type\":\"com.atproto.managedspace.policy\",\"managingApp\":\"did:web:manager.test#service\",\"publishPolicy\":false}", .members = 0 }, .{ .skey = "mixed", .read = "public", .read_app = null, .write = "managing-app", .write_app = "did:web:manager.test", .app_access = "{\"type\":\"open\"}", .policy = "{\"$type\":\"com.atproto.managedspace.policy\",\"managingApp\":\"did:web:manager.test\",\"publishPolicy\":false}", .members = 0 }, .{ .skey = "public", .read = "public", .read_app = null, .write = "member-list", .write_app = null, .app_access = allow, .policy = "{\"$type\":\"com.atproto.memberspace.policy\",\"publicRead\":true,\"publicWrite\":false,\"allowedApps\":[\"https://client.test\"],\"publishPolicy\":false,\"publishMembers\":false}", .members = 1 }, .{ .skey = "members", .read = "member-list", .read_app = null, .write = "public", .write_app = null, .app_access = "{\"type\":\"open\"}", .policy = "{\"$type\":\"com.atproto.memberspace.policy\",\"publicRead\":false,\"publicWrite\":true,\"publishPolicy\":false,\"publishMembers\":false}", .members = 1 }, }; for (cases) |case| { _ = try createSpace(a, .{ .actor_did = owner.did, .authority_did = owner.did, .space_type = "test.migration.space", .skey = case.skey, .is_authority = true, .policy = .personal }); } // A writer's host keeps a row for another authority's space, with no policy. _ = try createSpace(a, .{ .actor_did = owner.did, .authority_did = "did:plc:elsewhere", .space_type = "test.migration.space", .skey = "remote", .is_authority = false }); try restoreSimplespaceSchemaForTest(); for (cases) |case| { const uri = try std.fmt.allocPrint(a, "at://{s}/space/test.migration.space/{s}", .{ owner.did, case.skey }); try conn.exec( "UPDATE permissioned_spaces SET read_policy = ?, read_managing_app = ?, write_policy = ?, write_managing_app = ?, app_access_json = ? WHERE uri = ?", .{ case.read, case.read_app, case.write, case.write_app, case.app_access, uri }, ); try conn.exec("INSERT INTO simplespace_members (space, member_did, read, write) VALUES (?, ?, 1, 0)", .{ uri, "did:plc:member" }); try conn.exec("INSERT INTO simplespace_members (space, member_did) VALUES (?, ?)", .{ uri, owner.did }); }
try migratePermissionedDataTables(); for (cases) |case| { const uri = try std.fmt.allocPrint(a, "at://{s}/space/test.migration.space/{s}", .{ owner.did, case.skey }); const space = (try getSpace(a, owner.did, uri)).?; try std.testing.expectEqualStrings(case.policy, space.policy_json.?); try std.testing.expectEqual(case.members, try scalarCountLocked("SELECT COUNT(*) FROM memberspace_members WHERE space = ?", uri)); if (case.members > 0) { const members = try listSpaceMembers(a, uri, null, 100); try std.testing.expectEqualStrings("did:plc:member", members[0].did); try std.testing.expect(members[0].read and !members[0].write); } else { try std.testing.expectError(error.PolicyMismatch, listSpaceMembers(a, uri, null, 100)); } } const remote = (try getSpace(a, owner.did, "at://did:plc:elsewhere/space/test.migration.space/remote")).?; try std.testing.expect(remote.policy_json == null); try std.testing.expect(!try tableExistsLocked("simplespace_members")); try std.testing.expect(!try permissionedSpacesColumnExistsLocked("read_policy")); try std.testing.expect(!try permissionedSpacesColumnExistsLocked("app_access_json")); // Restarting leaves the converted policies alone. _ = try updateSpacePolicy(a, "at://did:plc:migration/space/test.migration.space/members", .personal); try migratePermissionedDataTables(); try std.testing.expectEqualStrings( "{\"$type\":\"com.atproto.personalspace.policy\"}", (try getSpace(a, owner.did, "at://did:plc:migration/space/test.migration.space/members")).?.policy_json.?, );}
test "memberspace member upserts replace access and revoke writers" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const a = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const owner = try createAccount(a, "members.test", "members@test.com", "password", "did:plc:members", true); const space = try createSpace(a, .{ .actor_did = owner.did, .authority_did = owner.did, .space_type = "test.members.space", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); for ([_][2]bool{ .{ true, false }, .{ false, true }, .{ false, false }, .{ true, true } }) |access| { _ = try putSpaceMember(a, space.uri, "did:plc:member", .{ .read = access[0], .write = access[1] }); try std.testing.expectEqual(access[0], try spaceMemberAllows(space.uri, "did:plc:member", .read)); try std.testing.expectEqual(access[1], try spaceMemberAllows(space.uri, "did:plc:member", .write)); try std.testing.expectEqual(@as(usize, 1), (try listSpaceMembers(a, space.uri, null, 100)).len); } const rev = "3lx7abcdefg22"; const hash: [permissioned.commit_hash_bytes]u8 = @splat(0); _ = (try recordSpaceWriter(a, space.uri, "did:plc:member", rev, &hash)).?; _ = try putSpaceMember(a, space.uri, "did:plc:member", .{ .read = true, .write = false }); try std.testing.expectEqual(@as(usize, 0), (try listSpaceWriters(a, space.uri, null, 50)).len); _ = (try recordSpaceWriter(a, space.uri, "did:plc:member", rev, &hash)).?; _ = try removeSpaceMember(a, space.uri, "did:plc:member"); try std.testing.expect(!try spaceMemberAllows(space.uri, "did:plc:member", .read)); try std.testing.expect(!try spaceMemberAllows(space.uri, "did:plc:member", .write)); try std.testing.expectEqual(@as(usize, 0), (try listSpaceWriters(a, space.uri, null, 50)).len);
_ = (try recordSpaceWriter(a, space.uri, "did:plc:writer", rev, &hash)).?; try removeSpaceWriter(a, space.uri, "did:plc:writer"); try removeSpaceWriter(a, space.uri, "did:plc:writer"); try std.testing.expectEqual(@as(usize, 0), (try listSpaceWriters(a, space.uri, null, 50)).len); _ = (try recordSpaceWriter(a, space.uri, "did:plc:writer", "3lx7abcdefg23", &hash)).?; try std.testing.expectEqual(@as(usize, 1), (try listSpaceWriters(a, space.uri, null, 50)).len); try std.testing.expectError(Error.RepoNotFound, removeSpaceWriter(a, "at://did:plc:members/space/test.members.space/absent", "did:plc:writer"));
_ = try updateSpacePolicy(a, space.uri, .personal); try std.testing.expectError(error.PolicyMismatch, putSpaceMember(a, space.uri, "did:plc:member", .{ .read = true, .write = true })); try std.testing.expectError(error.PolicyMismatch, removeSpaceMember(a, space.uri, "did:plc:member"));}
fn expectSpaceRecordJson(allocator: std.mem.Allocator, space: []const u8, repo: []const u8, collection: []const u8, rkey: []const u8, expected: ?[]const u8) !void { const record = try getSpaceRecord(allocator, space, repo, collection, rkey); if (expected) |json| { try std.testing.expectEqualStrings(json, record.?.value_json); } else { try std.testing.expect(record == null); }}
test "published policy and member records follow the configuration" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const a = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const owner = try createAccount(a, "publish.test", "publish@test.com", "password", "did:plc:publish", true); const space = try createSpace(a, .{ .actor_did = owner.did, .authority_did = owner.did, .space_type = "test.publish.space", .skey = "self", .is_authority = true, .policy = .{ .member = .{ .publish_policy = true } }, }); const policy_col = space_policy.policy_collection; const member_col = space_policy.member_collection; try expectSpaceRecordJson(a, space.uri, owner.did, policy_col, "self", "{\"$type\":\"com.atproto.space.policy\",\"policy\":{\"$type\":\"com.atproto.memberspace.policy\",\"publicRead\":false,\"publicWrite\":false,\"publishPolicy\":true,\"publishMembers\":false}}"); try std.testing.expectEqual(@as(u64, 1), try scalarCountLocked("SELECT COUNT(*) FROM permissioned_space_notify_outbox WHERE repo_did = ?", owner.did)); const created_rev = (try getSpaceRepoState(a, space.uri, owner.did)).rev.?;
// Members are not published until the flag is set. try std.testing.expect(!try putSpaceMember(a, space.uri, "did:web:localhost%3A2583", .{ .read = true, .write = false })); try expectSpaceRecordJson(a, space.uri, owner.did, member_col, "did:web:localhost:2583", null); try std.testing.expect(try updateSpacePolicy(a, space.uri, .{ .member = .{ .publish_policy = true, .publish_members = true } })); try expectSpaceRecordJson(a, space.uri, owner.did, member_col, "did:web:localhost:2583", "{\"$type\":\"com.atproto.memberspace.member\",\"read\":true,\"write\":false}"); try std.testing.expect(std.mem.order(u8, (try getSpaceRepoState(a, space.uri, owner.did)).rev.?, created_rev) == .gt); try std.testing.expect(try putSpaceMember(a, space.uri, "did:plc:member", .{ .read = false, .write = true })); try expectSpaceRecordJson(a, space.uri, owner.did, member_col, "did:plc:member", "{\"$type\":\"com.atproto.memberspace.member\",\"read\":false,\"write\":true}"); try std.testing.expect(try removeSpaceMember(a, space.uri, "did:plc:member")); try expectSpaceRecordJson(a, space.uri, owner.did, member_col, "did:plc:member", null);
// Clearing the flag withdraws the policy; a $type change withdraws the // member list along with the state it described. try std.testing.expect(try updateSpacePolicy(a, space.uri, .{ .member = .{ .publish_members = true } })); try expectSpaceRecordJson(a, space.uri, owner.did, policy_col, "self", null); try expectSpaceRecordJson(a, space.uri, owner.did, member_col, "did:web:localhost:2583", "{\"$type\":\"com.atproto.memberspace.member\",\"read\":true,\"write\":false}"); try std.testing.expect(try updateSpacePolicy(a, space.uri, .{ .managed = .{ .managing_app = "did:web:forum.test#forum", .publish_policy = true } })); try expectSpaceRecordJson(a, space.uri, owner.did, member_col, "did:web:localhost:2583", null); try expectSpaceRecordJson(a, space.uri, owner.did, policy_col, "self", "{\"$type\":\"com.atproto.space.policy\",\"policy\":{\"$type\":\"com.atproto.managedspace.policy\",\"managingApp\":\"did:web:forum.test#forum\",\"publishPolicy\":true}}"); try std.testing.expectEqual(@as(u64, 0), try scalarCountLocked("SELECT COUNT(*) FROM memberspace_members WHERE space = (SELECT uri FROM permissioned_spaces WHERE authority_did = ?)", owner.did)); try std.testing.expect(try updateSpacePolicy(a, space.uri, .{ .member = .{} })); try std.testing.expectEqual(@as(usize, 0), (try listSpaceMembers(a, space.uri, null, 100)).len); try expectSpaceRecordJson(a, space.uri, owner.did, policy_col, "self", null); try std.testing.expect(!try updateSpacePolicy(a, space.uri, .personal));
// The published records commit to the authority's repo like any write. const ops = try listSpaceRecordOplog(a, space.uri, owner.did, null, null, 100, false); try std.testing.expect(ops.len >= 6);}
test "clearing a space repo keeps the authority's published records" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const a = arena.allocator(); try init(std.Options.debug_io, ":memory:"); defer close(); const owner = try createAccount(a, "clear.test", "clear@test.com", "password", "did:plc:clear", true); const writer = try createAccount(a, "clearwriter.test", "clearwriter@test.com", "password", "did:plc:clearwriter", true); const space = try createSpace(a, .{ .actor_did = owner.did, .authority_did = owner.did, .space_type = "test.clear.space", .skey = "self", .is_authority = true, .policy = .{ .member = .{ .publish_policy = true, .publish_members = true } }, }); _ = try putSpaceMember(a, space.uri, writer.did, .{ .read = true, .write = true }); _ = try createSpace(a, .{ .actor_did = writer.did, .authority_did = owner.did, .space_type = "test.clear.space", .skey = "self", .is_authority = false });
// A repo with nothing in it clears as a no-op. try std.testing.expect(!try clearSpaceRecords(a, space.uri, writer.did, null)); try std.testing.expect((try getSpaceRepoState(a, space.uri, writer.did)).rev == null);
const note = try std.json.parseFromSliceLeaky(std.json.Value, a, "{\"$type\":\"test.clear.note\",\"text\":\"x\",\"file\":{\"$type\":\"blob\",\"ref\":{\"$link\":\"bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu\"},\"mimeType\":\"text/plain\",\"size\":1}}", .{}); const other = try std.json.parseFromSliceLeaky(std.json.Value, a, "{\"$type\":\"test.clear.other\",\"text\":\"y\"}", .{}); for ([_][]const u8{ owner.did, writer.did }) |repo| { _ = try createSpaceRecord(a, space.uri, repo, "test.clear.note", "one", try prepareRecordValue(a, "test.clear.note", "one", note)); _ = try createSpaceRecord(a, space.uri, repo, "test.clear.other", "two", try prepareRecordValue(a, "test.clear.other", "two", other)); }
// Every collection being deleted needs the caller's grant. const OnlyNotes = struct { fn allows(_: *const anyopaque, collection: []const u8) bool { return std.mem.eql(u8, collection, "test.clear.note"); } }; const unused: u8 = 0; try std.testing.expectError(error.InsufficientScope, clearSpaceRecords(a, space.uri, writer.did, .{ .context = &unused, .allows = OnlyNotes.allows })); try std.testing.expect((try getSpaceRecord(a, space.uri, writer.did, "test.clear.other", "two")) != null);
const before = (try getSpaceRepoState(a, space.uri, writer.did)).rev.?; try std.testing.expect(try clearSpaceRecords(a, space.uri, writer.did, null)); const cleared = try getSpaceRepoState(a, space.uri, writer.did); try std.testing.expect(std.mem.order(u8, cleared.rev.?, before) == .gt); var empty_hash = try permissioned.LtHash.fromBytes(cleared.set_hash.?); const empty_digest = empty_hash.digest(); try std.testing.expectEqualStrings("e5a00aa9991ac8a5ee3109844d84a55583bd20572ad3ffcd42792f3c36b183ad", &std.fmt.bytesToHex(empty_digest, .lower)); try std.testing.expectEqual(@as(usize, 0), (try listSpaceRecords(a, space.uri, writer.did, null, null, false, 100, false)).len); try std.testing.expectEqual(@as(usize, 0), (try listSpaceRecordOplog(a, space.uri, writer.did, null, null, 100, false)).len); try std.testing.expect(!try permissionedBlobReferenced(space.uri, writer.did, "bafkreibm6jgipb22ignhvbmf6avdkvuevprpyx6y6722fsxk7wxiofq4wu")); try std.testing.expect(!try clearSpaceRecords(a, space.uri, writer.did, null)); try std.testing.expectEqualStrings(cleared.rev.?, (try getSpaceRepoState(a, space.uri, writer.did)).rev.?);
// The authority keeps its published configuration, and the digest covers it. try std.testing.expectError(error.InsufficientScope, clearSpaceRecords(a, space.uri, owner.did, .{ .context = &unused, .allows = OnlyNotes.allows })); try std.testing.expect((try getSpaceRecord(a, space.uri, owner.did, "test.clear.other", "two")) != null); try std.testing.expect(try clearSpaceRecords(a, space.uri, owner.did, null)); const kept = try listSpaceRecords(a, space.uri, owner.did, null, null, false, 100, false); try std.testing.expectEqual(@as(usize, 2), kept.len); var expected: permissioned.LtHash = .{}; for (kept) |record| try addRecordElement(a, &expected, record.collection, record.rkey, record.cid); try std.testing.expectEqualSlices(u8, &expected.bytes, (try getSpaceRepoState(a, space.uri, owner.did)).set_hash.?); try std.testing.expect(!try clearSpaceRecords(a, space.uri, owner.did, null));}
fn importedSpaceRecordsForTest(allocator: std.mem.Allocator, repo: permissioned.VerifiedRepo) ![]ImportedSpaceRecord { var out: std.ArrayList(ImportedSpaceRecord) = .empty; for (repo.records) |block| { const slash = std.mem.indexOfScalar(u8, block.path, '/').?; const json = try cbor_json.writeAlloc(allocator, try zat.cbor.decodeAll(allocator, block.data)); const value = try std.json.parseFromSliceLeaky(std.json.Value, allocator, json, .{}); const prepared = try prepareRecordValue(allocator, block.path[0..slash], block.path[slash + 1 ..], value); try std.testing.expectEqualStrings(try block.cid.toString(allocator), prepared.cid); try out.append(allocator, .{ .collection = block.path[0..slash], .rkey = block.path[slash + 1 ..], .prepared = prepared }); } return out.toOwnedSlice(allocator);}
test "a space and its authority's repo migrate between hosts" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const a = arena.allocator(); var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const path_len = try tmp.dir.realPath(std.testing.io, &path_buf); blobstore.init(std.Options.debug_io, path_buf[0..path_len]);
// the old host try init(std.Options.debug_io, ":memory:"); var alice = try createAccount(a, "mover.test", "mover@test.com", "password", "did:plc:mover", true); const blob_cid = try putBlob(a, std.Options.debug_io, alice, "private bytes", "text/plain"); const space = (try createSpace(a, .{ .actor_did = alice.did, .authority_did = alice.did, .space_type = "test.move.space", .skey = "self", .is_authority = true, .policy = .{ .member = .{ .publish_policy = true, .publish_members = true } }, })).uri; _ = try putSpaceMember(a, space, "did:plc:bob", .{ .read = true, .write = false }); const note = try std.json.parseFromSliceLeaky(std.json.Value, a, try std.fmt.allocPrint(a, "{{\"$type\":\"test.move.note\",\"file\":{{\"$type\":\"blob\",\"ref\":{{\"$link\":\"{s}\"}},\"mimeType\":\"text/plain\",\"size\":13}}}}", .{blob_cid}), .{}); _ = try createSpaceRecord(a, space, alice.did, "test.move.note", "one", try prepareRecordValue(a, "test.move.note", "one", note)); const hash: [permissioned.commit_hash_bytes]u8 = @splat(7); _ = (try recordSpaceWriter(a, space, "did:plc:carol", "3mrevcarol222", &hash)).?; const meta = try exportSpaceMeta(a, space); const old_state = try getSpaceRepoState(a, space, alice.did); const commit = try permissioned.commitForState(old_state.set_hash.?, .{ .space = space, .repo = alice.did, .rev = old_state.rev.? }); const star = try permissioned.serializeRepoStar(a, commit, try loadSpaceRepoBlocks(a, space, alice.did)); const old_writers = try listSpaceWriters(a, space, null, 100); close();
// the new host try init(std.Options.debug_io, ":memory:"); defer close(); alice = try createAccount(a, "mover.test", "mover@test.com", "password", "did:plc:mover", true); var repo = try permissioned.readRepoStar(std.testing.allocator, star); defer repo.deinit(); const records = try importedSpaceRecordsForTest(a, repo); try std.testing.expectError(Error.RepoNotFound, importSpaceRepo(a, space, alice.did, records, repo.commit.data));
var members: std.ArrayList(ImportedSpaceMember) = .empty; for (meta.members) |m| try members.append(a, .{ .did = m.did, .access = .{ .read = m.read, .write = m.write } }); try std.testing.expectError(error.PolicyMismatch, importSpaceMeta(a, space, .personal, members.items, meta.writers)); try importSpaceMeta(a, space, meta.policy, members.items, meta.writers); for (0..2) |_| try importSpaceRepo(a, space, alice.did, records, repo.commit.data);
const state = try getSpaceRepoState(a, space, alice.did); var imported_hash = try permissioned.LtHash.fromBytes(state.set_hash.?); try std.testing.expectEqualSlices(u8, &commit.data, &imported_hash.digest()); try std.testing.expect(!std.mem.eql(u8, state.rev.?, commit.rev)); try std.testing.expectEqual(@as(usize, 3), (try listSpaceRecords(a, space, alice.did, null, null, false, 100, false)).len); try std.testing.expectEqual(@as(usize, 0), (try listSpaceRecordOplog(a, space, alice.did, null, null, 100, false)).len); const new_members = try listSpaceMembers(a, space, null, 100); try std.testing.expectEqual(@as(usize, 1), new_members.len); try std.testing.expect(new_members[0].read and !new_members[0].write); const new_writers = try listSpaceWriters(a, space, null, 100); try std.testing.expectEqual(old_writers.len, new_writers.len); for (old_writers, new_writers) |old, new| try std.testing.expectEqualStrings(old.space_rev, new.space_rev); const spaces = try listSpaces(a, alice.did, null, null, null, 50); try std.testing.expect(spaces.len == 1 and spaces[0].is_authority); // a later write sorts after the imported writer entries _ = (try recordSpaceWriter(a, space, "did:plc:dave", "3mrevdave2222", &hash)).?; const after = try listSpaceWriters(a, space, old_writers[old_writers.len - 1].space_rev, 100); try std.testing.expectEqualStrings("did:plc:dave", after[0].repo_did);
// the blob, uploaded after its record arrived, is not collected try std.testing.expectEqualStrings(blob_cid, try putBlob(a, std.Options.debug_io, alice, "private bytes", "text/plain")); try std.testing.expectEqual(@as(usize, 0), (try collectBlobGarbage(a, 0, 10)).deleted); try std.testing.expect(getBlob(a, alice.did, blob_cid) != null);}
test "space sequence, revocations and notification retries survive restart" { var arena = std.heap.ArenaAllocator.init(std.testing.allocator); defer arena.deinit(); const a = arena.allocator(); var tmp = std.testing.tmpDir(.{}); defer tmp.cleanup(); var path_buf: [std.fs.max_path_bytes]u8 = undefined; const root_len = try tmp.dir.realPath(std.testing.io, &path_buf); const path = try std.fmt.allocPrint(a, "{s}/spaces.sqlite3", .{path_buf[0..root_len]}); try init(std.Options.debug_io, path); defer close(); const did = "did:plc:sequence"; const space = try createSpace(a, .{ .actor_did = did, .authority_did = did, .space_type = "test.sequence.space", .skey = "self", .is_authority = true, .policy = .{ .member = .{} }, }); const first = try atid.encode(nowMicros() - 1000, 0); const second = try atid.encode(nowMicros(), 0); const hash: [32]u8 = @splat(1); const one = (try recordSpaceWriter(a, space.uri, did, &first, &hash)).?; try std.testing.expect(one.prev_space_rev == null); try std.testing.expect(try recordSpaceWriter(a, space.uri, did, &first, &hash) == null); const two = (try recordSpaceWriter(a, space.uri, "did:plc:another", &second, &hash)).?; try std.testing.expectEqualStrings(one.space_rev, two.prev_space_rev.?); const future = try atid.encode(nowMicros() + 301 * std.time.us_per_s, 0); try std.testing.expectError(error.FutureRev, recordSpaceWriter(a, space.uri, did, &future, &hash)); const page = try listSpaceWriters(a, space.uri, one.space_rev, 1); try std.testing.expectEqual(@as(usize, 1), page.len); try std.testing.expectEqualStrings("did:plc:another", page[0].repo_did); try std.testing.expectEqual(@as(usize, 0), (try listSpaceWriters(a, space.uri, two.space_rev, 1)).len); try std.testing.expectEqual(@as(usize, 0), (try listSpaceWriters(a, space.uri, "zzz", 1)).len); try revokeSpaceCredentials(space.uri, &.{ "revoked", "revoked" }); try std.testing.expect(!try spaceCredentialRevoked("other", "revoked")); const value = try std.json.parseFromSlice(std.json.Value, a, "{\"$type\":\"test.sequence.record\",\"text\":\"one\"}", .{}); const prepared = try prepareRecordValue(a, "test.sequence.record", "one", value.value); _ = try putSpaceRecord(a, space.uri, did, "test.sequence.record", "one", prepared); const pending = (try claimSpaceNotification(a)).?; try std.testing.expect(try claimSpaceNotification(a) == null); _ = try putSpaceRecord(a, space.uri, did, "test.sequence.record", "two", prepared); try finishSpaceNotification(pending.space, pending.repo, pending.rev); close(); try init(std.Options.debug_io, path); try std.testing.expect(try spaceCredentialRevoked(space.uri, "revoked")); const latest = (try claimSpaceNotification(a)).?; try std.testing.expect(!std.mem.eql(u8, latest.rev, pending.rev)); try retrySpaceNotification(latest); try std.testing.expect(try claimSpaceNotification(a) == null); try conn.execNoArgs("UPDATE permissioned_space_notify_outbox SET retry_at = 0, lease_until = 0"); const retry = (try claimSpaceNotification(a)).?; try std.testing.expectEqual(@as(i64, 2), retry.attempts); try finishSpaceNotification(retry.space, retry.repo, retry.rev); try std.testing.expect(try claimSpaceNotification(a) == null); const three = (try recordSpaceWriter(a, space.uri, did, &second, &hash)).?; try std.testing.expectEqualStrings(two.space_rev, three.prev_space_rev.?); try std.testing.expect(try recordSpaceWriter(a, space.uri, did, &first, &hash) == null); try conn.execNoArgs("DROP INDEX permissioned_space_writer_sequence"); try conn.execNoArgs("ALTER TABLE permissioned_space_writers DROP COLUMN space_rev"); try conn.execNoArgs("DELETE FROM permissioned_space_sequence"); close(); try init(std.Options.debug_io, path); const migrated = try listSpaceWriters(a, space.uri, null, 10); try std.testing.expectEqual(@as(usize, 2), migrated.len); try std.testing.expect(zat.Tid.parse(migrated[0].space_rev) != null); try std.testing.expect(std.mem.lessThan(u8, migrated[0].space_rev, migrated[1].space_rev)); close(); try init(std.Options.debug_io, path); const reopened = try listSpaceWriters(a, space.uri, migrated[0].space_rev, 10); try std.testing.expectEqual(@as(usize, 1), reopened.len); try std.testing.expectEqualStrings(migrated[1].space_rev, reopened[0].space_rev);}