tangled
alpha
login
or
join now
ptr.pet
/
hydrant
27
fork
atom
at protocol indexer with flexible filtering, xrpc queries, and a cursor-backed event stream, built on fjall
at-protocol
atproto
indexer
rust
fjall
27
fork
atom
overview
issues
6
pulls
pipelines
[backfill] make some logs trace instead of debug
ptr.pet
3 weeks ago
4ed265ff
c80f16c7
verified
This commit was signed with the committer's
known signature
.
ptr.pet
SSH Key Fingerprint:
SHA256:Abmvag+juovVufZTxyWY8KcVgrznxvBjQpJesv071Aw=
+5
-5
2 changed files
expand all
collapse all
unified
split
src
backfill
mod.rs
main.rs
+4
-4
src/backfill/mod.rs
···
616
616
// check if this record already exists with same CID
617
617
let (action, is_new) = if let Some(existing_cid) = existing_cids.remove(&path) {
618
618
if existing_cid == cid_obj.as_str() {
619
619
-
debug!("skip {did}/{collection}/{rkey} ({cid})");
619
619
+
trace!("skip {did}/{collection}/{rkey} ({cid})");
620
620
continue; // skip unchanged record
621
621
}
622
622
(DbAction::Update, false)
623
623
} else {
624
624
(DbAction::Create, true)
625
625
};
626
626
-
debug!("{action} {did}/{collection}/{rkey} ({cid})");
626
626
+
trace!("{action} {did}/{collection}/{rkey} ({cid})");
627
627
628
628
// Key is just did|rkey
629
629
let db_key = keys::record_key(&did, &rkey);
···
656
656
657
657
// remove any remaining existing records (they weren't in the new MST)
658
658
for ((collection, rkey), cid) in existing_cids {
659
659
-
debug!("remove {did}/{collection}/{rkey} ({cid})");
659
659
+
trace!("remove {did}/{collection}/{rkey} ({cid})");
660
660
let partition = app_state.db.record_partition(collection.as_str())?;
661
661
662
662
batch.remove(&partition, keys::record_key(&did, &rkey));
···
724
724
));
725
725
726
726
// buffer processing is handled by BufferProcessor when blocked flag is cleared
727
727
-
debug!("backfill complete for {did}");
727
727
+
trace!("backfill complete for {did}");
728
728
Ok(previous_state)
729
729
}
+1
-1
src/main.rs
···
162
162
tokio::task::spawn_blocking(move || {
163
163
firehose_worker
164
164
.join()
165
165
-
.map_err(|e| miette::miette!("buffer processor thread died: {e:?}"))
165
165
+
.map_err(|e| miette::miette!("buffer processor died: {e:?}"))
166
166
})
167
167
.map(|r| r.into_diagnostic().flatten().flatten()),
168
168
) as BoxFuture<_>,