microcosm.blue
Server tools to backfill, tail, mirror, and verify PLC logs
more error logging
bad-example.com
+13
-3
+13
-3
src/weekly.rs
+13
-3
src/weekly.rs
···
198
dest: mpsc::Sender<ExportPage>,
199
) -> anyhow::Result<()> {
200
use futures::TryStreamExt;
201
-
let decoder = GzipDecoder::new(BufReader::new(source.reader_for(week).await?));
202
let mut chunks = pin!(LinesStream::new(BufReader::new(decoder).lines()).try_chunks(10000));
203
204
-
while let Some(chunk) = chunks.try_next().await? {
205
let ops: Vec<String> = chunk.into_iter().collect();
206
let page = ExportPage { ops };
207
-
dest.send(page).await?;
208
}
209
Ok(())
210
}
···
198
dest: mpsc::Sender<ExportPage>,
199
) -> anyhow::Result<()> {
200
use futures::TryStreamExt;
201
+
let reader = source.reader_for(week)
202
+
.await
203
+
.inspect_err(|e| log::error!("week_to_pages reader failed: {e}"))?;
204
+
let decoder = GzipDecoder::new(BufReader::new(reader));
205
let mut chunks = pin!(LinesStream::new(BufReader::new(decoder).lines()).try_chunks(10000));
206
207
+
while let Some(chunk) = chunks
208
+
.try_next()
209
+
.await
210
+
.inspect_err(|e| log::error!("failed to get next chunk: {e}"))?
211
+
{
212
let ops: Vec<String> = chunk.into_iter().collect();
213
let page = ExportPage { ops };
214
+
dest
215
+
.send(page)
216
+
.await
217
+
.inspect_err(|e| log::error!("failed to send page: {e}"))?;
218
}
219
Ok(())
220
}