forked from
microcosm.blue/microcosm-rs
Constellation, Spacedust, Slingshot, UFOs: atproto crates and services for microcosm
do major compaction on startup
this might be too expensive for the pi4 but it sure is neat
+17
+17
ufos/src/storage_fjall.rs
+17
ufos/src/storage_fjall.rs
···
224
224
sketch_secret
225
225
};
226
226
227
+
for (partition, name) in [
228
+
(&global, "global"),
229
+
(&feeds, "feeds"),
230
+
(&records, "records"),
231
+
(&rollups, "rollups"),
232
+
(&queues, "queues"),
233
+
] {
234
+
let size0 = partition.disk_space();
235
+
log::info!("beggining major compaction for {name} (original size: {size0})");
236
+
let t0 = Instant::now();
237
+
partition.major_compact().expect("compact better work 😬");
238
+
let dt = t0.elapsed();
239
+
let sizef = partition.disk_space();
240
+
let dsize = (sizef as i64) - (size0 as i64);
241
+
log::info!("completed compaction for {name} in {dt:?} (new size: {sizef}, {dsize})");
242
+
}
243
+
227
244
let reader = FjallReader {
228
245
keyspace: keyspace.clone(),
229
246
global: global.clone(),