tangled
alpha
login
or
join now
ptr.pet
/
hydrant
24
fork
atom
at protocol indexer with flexible filtering, xrpc queries, and a cursor-backed event stream, built on fjall
at-protocol
atproto
indexer
rust
fjall
24
fork
atom
overview
issues
6
pulls
pipelines
[ingest] log errors if we couldnt check in should_process
ptr.pet
3 weeks ago
e89a5aa1
ddda6d79
verified
This commit was signed with the committer's
known signature
.
ptr.pet
SSH Key Fingerprint:
SHA256:Abmvag+juovVufZTxyWY8KcVgrznxvBjQpJesv071Aw=
+8
-3
2 changed files
expand all
collapse all
unified
split
src
backfill
mod.rs
ingest
firehose.rs
+1
-2
src/backfill/mod.rs
···
584
584
};
585
585
trace!("{action} {did}/{collection}/{rkey} ({cid})");
586
586
587
587
-
// Key is did|collection|rkey
587
587
+
// key is did|collection|rkey
588
588
let db_key = keys::record_key(&did, collection, &rkey);
589
589
590
590
batch.insert(&app_state.db.blocks, cid.to_bytes(), val.as_ref());
···
684
684
db.next_event_id.load(Ordering::SeqCst) - 1,
685
685
));
686
686
687
687
-
// buffer processing is handled by BufferProcessor when blocked flag is cleared
688
687
trace!("backfill complete for {did}");
689
688
Ok(previous_state)
690
689
}
+7
-1
src/ingest/firehose.rs
···
98
98
SubscribeReposMessage::Identity(identity) => &identity.did,
99
99
SubscribeReposMessage::Account(account) => &account.did,
100
100
SubscribeReposMessage::Sync(sync) => &sync.did,
101
101
+
// todo: handle info and unknowns
101
102
_ => return,
102
103
};
103
104
104
104
-
if !self.should_process(did).await.unwrap_or(false) {
105
105
+
if !self
106
106
+
.should_process(did)
107
107
+
.await
108
108
+
.inspect_err(|e| error!("failed to check if we should process {did}: {e}"))
109
109
+
.unwrap_or(false)
110
110
+
{
105
111
return;
106
112
}
107
113