Constellation, Spacedust, Slingshot, UFOs: atproto crates and services for microcosm

do major compaction on startup

this might be too expensive for the pi4 but it sure is neat

Changed files
+17
ufos
+17
ufos/src/storage_fjall.rs
··· 224 224 sketch_secret 225 225 }; 226 226 227 + for (partition, name) in [ 228 + (&global, "global"), 229 + (&feeds, "feeds"), 230 + (&records, "records"), 231 + (&rollups, "rollups"), 232 + (&queues, "queues"), 233 + ] { 234 + let size0 = partition.disk_space(); 235 + log::info!("beggining major compaction for {name} (original size: {size0})"); 236 + let t0 = Instant::now(); 237 + partition.major_compact().expect("compact better work 😬"); 238 + let dt = t0.elapsed(); 239 + let sizef = partition.disk_space(); 240 + let dsize = (sizef as i64) - (size0 as i64); 241 + log::info!("completed compaction for {name} in {dt:?} (new size: {sizef}, {dsize})"); 242 + } 243 + 227 244 let reader = FjallReader { 228 245 keyspace: keyspace.clone(), 229 246 global: global.clone(),