ptr.pet
at protocol indexer with flexible filtering, xrpc queries, and a cursor-backed event stream, built on fjall
at-protocol
atproto
indexer
rust
fjall
[crawler] allow retries every 1 seconds min
+2
-2
src/crawler/mod.rs
+2
-2
src/crawler/mod.rs
···
24
24
use url::Url;
25
25
26
26
const MAX_RETRY_ATTEMPTS: u32 = 5;
27
-
const MAX_RETRY_BATCH: usize = 500;
27
+
const MAX_RETRY_BATCH: usize = 512;
28
28
29
29
#[derive(Debug, Serialize, Deserialize)]
30
30
struct RetryState {
···
408
408
409
409
loop {
410
410
match crawler.process_retry_queue() {
411
-
Ok(Some(dur)) => sleep(dur),
411
+
Ok(Some(dur)) => sleep(dur.max(Duration::from_secs(1))),
412
412
Ok(None) => sleep(Duration::from_secs(60)),
413
413
Err(e) => {
414
414
error!(err = %e, "retry loop failed");