Server tools to backfill, tail, mirror, and verify PLC logs
0
fork

Configure Feed

Select the types of activity you want to include in your feed.

fjall: use backfill_to_fjall for backfilling, make cursor exclusive on /export

dawn f6072bfc 1f382d81

+6 -6
+4 -3
src/bin/backfill.rs
··· 1 1 use allegedly::{ 2 - Db, Dt, ExportPage, FjallDb, FolderSource, HttpSource, SeqPage, backfill, backfill_to_pg, 2 + Db, Dt, ExportPage, FjallDb, FolderSource, HttpSource, SeqPage, backfill, backfill_to_fjall, 3 + backfill_to_pg, 3 4 bin::{GlobalArgs, bin_init}, 4 5 full_pages, full_pages_seq, logo, pages_to_pg, pages_to_stdout, poll_upstream, 5 - poll_upstream_seq, seq_pages_to_fjall, 6 + poll_upstream_seq, 6 7 }; 7 8 use clap::Parser; 8 9 use reqwest::Url; ··· 121 122 122 123 tasks.spawn(poll_upstream_seq(None, upstream, throttle, poll_tx)); 123 124 tasks.spawn(full_pages_seq(poll_out, full_tx)); 124 - tasks.spawn(seq_pages_to_fjall(db, full_out)); 125 + tasks.spawn(backfill_to_fjall(db, reset, full_out, None)); 125 126 } else { 126 127 tasks.spawn(poll_upstream(None, upstream, throttle, poll_tx)); 127 128 tasks.spawn(full_pages(poll_out, full_tx));
+1 -2
src/crypto.rs
··· 199 199 200 200 assert!( 201 201 !valid_keys.is_empty(), 202 - "no keys to verify against for {}", 203 - path 202 + "{path}/{cid}: no keys to verify against" 204 203 ); 205 204 206 205 let results = assure_valid_sig(&valid_keys, &sig, &data)
+1 -1
src/mirror/fjall.rs
··· 277 277 let db = fjall.clone(); 278 278 279 279 let ops = spawn_blocking(move || { 280 - let iter = db.export_ops(after..)?; 280 + let iter = db.export_ops((after + 1)..)?; 281 281 iter.take(limit).collect::<anyhow::Result<Vec<_>>>() 282 282 }) 283 283 .await?;