tangled
alpha
login
or
join now
microcosm.blue
/
Allegedly
52
fork
atom
Server tools to backfill, tail, mirror, and verify PLC logs
52
fork
atom
overview
issues
4
pulls
1
pipelines
more error logging
bad-example.com
5 months ago
75307d6e
265f9faa
+13
-3
1 changed file
expand all
collapse all
unified
split
src
weekly.rs
+13
-3
src/weekly.rs
···
198
198
dest: mpsc::Sender<ExportPage>,
199
199
) -> anyhow::Result<()> {
200
200
use futures::TryStreamExt;
201
201
-
let decoder = GzipDecoder::new(BufReader::new(source.reader_for(week).await?));
201
201
+
let reader = source.reader_for(week)
202
202
+
.await
203
203
+
.inspect_err(|e| log::error!("week_to_pages reader failed: {e}"))?;
204
204
+
let decoder = GzipDecoder::new(BufReader::new(reader));
202
205
let mut chunks = pin!(LinesStream::new(BufReader::new(decoder).lines()).try_chunks(10000));
203
206
204
204
-
while let Some(chunk) = chunks.try_next().await? {
207
207
+
while let Some(chunk) = chunks
208
208
+
.try_next()
209
209
+
.await
210
210
+
.inspect_err(|e| log::error!("failed to get next chunk: {e}"))?
211
211
+
{
205
212
let ops: Vec<String> = chunk.into_iter().collect();
206
213
let page = ExportPage { ops };
207
207
-
dest.send(page).await?;
214
214
+
dest
215
215
+
.send(page)
216
216
+
.await
217
217
+
.inspect_err(|e| log::error!("failed to send page: {e}"))?;
208
218
}
209
219
Ok(())
210
220
}