actually forcing myself to develop good habits this year on my own projects because i deserve them
apps/firehose-service/.env.example
apps/firehose-service/.env.example
This file has not been changed.
+59
-16
apps/firehose-service/src/index.ts
+59
-16
apps/firehose-service/src/index.ts
···
15
15
import { handleSiteCreateOrUpdate, fetchSiteRecord } from './lib/cache-writer';
16
16
import { startRevalidateWorker, stopRevalidateWorker } from './lib/revalidate-worker';
17
17
import { closeCacheInvalidationPublisher } from './lib/cache-invalidation';
18
+
import { initializeGrafanaExporters, createLogger, logCollector, errorTracker, metricsCollector } from '@wispplace/observability';
19
+
import { observabilityMiddleware, observabilityErrorHandler } from '@wispplace/observability/middleware/hono';
18
20
21
+
// Initialize Grafana exporters if configured
22
+
initializeGrafanaExporters({
23
+
serviceName: 'firehose-service',
24
+
serviceVersion: '1.0.0'
25
+
});
26
+
27
+
const logger = createLogger('firehose-service');
28
+
19
29
const app = new Hono();
20
30
31
+
// Add observability middleware
32
+
app.use('*', observabilityMiddleware('firehose-service'));
33
+
34
+
// Error handler
35
+
app.onError(observabilityErrorHandler('firehose-service'));
36
+
21
37
// Health endpoint
22
38
app.get('/health', async (c) => {
23
39
···
38
54
if (isShuttingDown) return;
39
55
isShuttingDown = true;
40
56
41
-
console.log(`\n[Service] Received ${signal}, shutting down...`);
57
+
logger.info(`Received ${signal}, shutting down...`);
42
58
43
59
stopFirehose();
44
60
await stopRevalidateWorker();
45
61
await closeCacheInvalidationPublisher();
46
62
await closeDatabase();
47
63
48
-
console.log('[Service] Shutdown complete');
64
+
logger.info('Shutdown complete');
49
65
process.exit(0);
50
66
}
51
67
···
56
72
* Backfill mode - process existing sites from database
57
73
*/
58
74
async function runBackfill(): Promise<void> {
59
-
console.log('[Backfill] Starting backfill mode');
75
+
logger.info('Starting backfill mode');
60
76
const startTime = Date.now();
61
77
const forceRewriteHtml = process.env.BACKFILL_FORCE_REWRITE_HTML === 'true';
62
78
63
79
if (forceRewriteHtml) {
64
-
console.log('[Backfill] Forcing HTML rewrite for all sites');
80
+
logger.info('Forcing HTML rewrite for all sites');
65
81
}
66
82
67
83
let sites = await listAllSites();
68
84
if (sites.length === 0) {
69
85
const cachedSites = await listAllSiteCaches();
70
86
sites = cachedSites.map(site => ({ did: site.did, rkey: site.rkey }));
71
-
console.log('[Backfill] Sites table empty; falling back to site_cache entries');
87
+
logger.info('Sites table empty; falling back to site_cache entries');
72
88
}
73
89
74
-
console.log(`[Backfill] Found ${sites.length} sites in database`);
90
+
logger.info(`Found ${sites.length} sites in database`);
75
91
76
92
let processed = 0;
77
93
let skipped = 0;
···
83
99
const result = await fetchSiteRecord(site.did, site.rkey);
84
100
85
101
if (!result) {
86
-
console.log(`[Backfill] Site not found on PDS: ${site.did}/${site.rkey}`);
102
+
logger.info(`Site not found on PDS: ${site.did}/${site.rkey}`);
87
103
skipped++;
88
104
continue;
89
105
}
···
91
107
const existingCache = await getSiteCache(site.did, site.rkey);
92
108
// Check if CID matches (already up to date)
93
109
if (!forceRewriteHtml && existingCache && result.cid === existingCache.record_cid) {
94
-
console.log(`[Backfill] Site already up to date: ${site.did}/${site.rkey}`);
110
+
logger.info(`Site already up to date: ${site.did}/${site.rkey}`);
95
111
skipped++;
96
112
continue;
97
113
}
···
102
118
});
103
119
processed++;
104
120
105
-
console.log(`[Backfill] Progress: ${processed + skipped + failed}/${sites.length}`);
121
+
logger.info(`Progress: ${processed + skipped + failed}/${sites.length}`);
106
122
} catch (err) {
107
-
console.error(`[Backfill] Failed to process ${site.did}/${site.rkey}:`, err);
123
+
logger.error(`Failed to process ${site.did}/${site.rkey}`, err);
108
124
failed++;
109
125
}
110
126
}
···
115
131
const elapsedRemSec = elapsedSec % 60;
116
132
const elapsedLabel = elapsedMin > 0 ? `${elapsedMin}m ${elapsedRemSec}s` : `${elapsedSec}s`;
117
133
118
-
console.log(`[Backfill] Complete: ${processed} processed, ${skipped} skipped, ${failed} failed (${elapsedLabel} elapsed)`);
134
+
logger.info(`Complete: ${processed} processed, ${skipped} skipped, ${failed} failed (${elapsedLabel} elapsed)`);
119
135
}
120
136
137
+
// Internal observability endpoints (for admin panel)
138
+
app.get('/__internal__/observability/logs', (c) => {
139
+
const query = c.req.query();
140
+
const filter: any = {};
141
+
if (query.level) filter.level = query.level;
142
+
if (query.service) filter.service = query.service;
143
+
if (query.search) filter.search = query.search;
144
+
if (query.eventType) filter.eventType = query.eventType;
145
+
if (query.limit) filter.limit = parseInt(query.limit as string);
146
+
return c.json({ logs: logCollector.getLogs(filter) });
147
+
});
148
+
149
+
app.get('/__internal__/observability/errors', (c) => {
150
+
const query = c.req.query();
151
+
const filter: any = {};
152
+
if (query.service) filter.service = query.service;
153
+
if (query.limit) filter.limit = parseInt(query.limit as string);
154
+
return c.json({ errors: errorTracker.getErrors(filter) });
155
+
});
156
+
157
+
app.get('/__internal__/observability/metrics', (c) => {
158
+
const query = c.req.query();
159
+
const timeWindow = query.timeWindow ? parseInt(query.timeWindow as string) : 3600000;
160
+
const stats = metricsCollector.getStats('firehose-service', timeWindow);
161
+
return c.json({ stats, timeWindow });
162
+
});
163
+
121
164
// Main entry point
122
165
async function main() {
123
-
console.log('[Service] Starting firehose-service');
124
-
console.log(`[Service] Mode: ${config.isBackfill ? 'backfill' : 'firehose'}`);
125
-
console.log(`[Service] S3 Bucket: ${config.s3Bucket || '(disk fallback)'}`);
166
+
logger.info('Starting firehose-service');
167
+
logger.info(`Mode: ${config.isBackfill ? 'backfill' : 'firehose'}`);
168
+
logger.info(`S3 Bucket: ${config.s3Bucket || '(disk fallback)'}`);
126
169
127
170
// Start health server
128
171
const server = serve({
···
130
173
port: config.healthPort,
131
174
});
132
175
133
-
console.log(`[Service] Health endpoint: http://localhost:${config.healthPort}/health`);
176
+
logger.info(`Health endpoint: http://localhost:${config.healthPort}/health`);
134
177
135
178
if (config.isBackfill) {
136
179
// Run backfill and exit
···
145
188
}
146
189
147
190
main().catch((err) => {
148
-
console.error('[Service] Fatal error:', err);
191
+
logger.error('Fatal error', err);
149
192
process.exit(1);
150
193
});
+8
-6
apps/firehose-service/src/lib/cache-invalidation.ts
+8
-6
apps/firehose-service/src/lib/cache-invalidation.ts
···
7
7
*/
8
8
9
9
import Redis from 'ioredis';
10
+
import { createLogger } from '@wispplace/observability';
10
11
import { config } from '../config';
11
12
13
+
const logger = createLogger('firehose-service');
12
14
const CHANNEL = 'wisp:cache-invalidate';
13
15
14
16
let publisher: Redis | null = null;
···
17
19
function getPublisher(): Redis | null {
18
20
if (!config.redisUrl) {
19
21
if (!loggedMissingRedis) {
20
-
console.warn('[CacheInvalidation] REDIS_URL not set; cache invalidation publishing disabled');
22
+
logger.warn('[CacheInvalidation] REDIS_URL not set; cache invalidation publishing disabled');
21
23
loggedMissingRedis = true;
22
24
}
23
25
return null;
24
26
}
25
27
26
28
if (!publisher) {
27
-
console.log(`[CacheInvalidation] Connecting to Redis for publishing: ${config.redisUrl}`);
29
+
logger.info(`[CacheInvalidation] Connecting to Redis for publishing: ${config.redisUrl}`);
28
30
publisher = new Redis(config.redisUrl, {
29
31
maxRetriesPerRequest: 2,
30
32
enableReadyCheck: true,
31
33
});
32
34
33
35
publisher.on('error', (err) => {
34
-
console.error('[CacheInvalidation] Redis error:', err);
36
+
logger.error('[CacheInvalidation] Redis error', err);
35
37
});
36
38
37
39
publisher.on('ready', () => {
38
-
console.log('[CacheInvalidation] Redis publisher connected');
40
+
logger.info('[CacheInvalidation] Redis publisher connected');
39
41
});
40
42
}
41
43
···
52
54
53
55
try {
54
56
const message = JSON.stringify({ did, rkey, action });
55
-
console.log(`[CacheInvalidation] Publishing ${action} for ${did}/${rkey} to ${CHANNEL}`);
57
+
logger.debug(`[CacheInvalidation] Publishing ${action} for ${did}/${rkey} to ${CHANNEL}`);
56
58
await redis.publish(CHANNEL, message);
57
59
} catch (err) {
58
-
console.error('[CacheInvalidation] Failed to publish:', err);
60
+
logger.error('[CacheInvalidation] Failed to publish', err);
59
61
}
60
62
}
61
63
+34
-30
apps/firehose-service/src/lib/cache-writer.ts
+34
-30
apps/firehose-service/src/lib/cache-writer.ts
···
11
11
import { collectFileCidsFromEntries, countFilesInDirectory, normalizeFileCids } from '@wispplace/fs-utils';
12
12
import { shouldCompressMimeType } from '@wispplace/atproto-utils/compression';
13
13
import { MAX_BLOB_SIZE, MAX_FILE_COUNT, MAX_SITE_SIZE } from '@wispplace/constants';
14
+
import { createLogger } from '@wispplace/observability';
14
15
import { writeFile, deleteFile, listFiles } from './storage';
15
16
import { getSiteCache, upsertSiteCache, deleteSiteCache, upsertSiteSettingsCache, deleteSiteSettingsCache } from './db';
16
17
import { rewriteHtmlPaths, isHtmlFile } from './html-rewriter';
17
18
import { gunzipSync } from 'zlib';
18
19
import { publishCacheInvalidation } from './cache-invalidation';
19
20
21
+
const logger = createLogger('firehose-service');
22
+
20
23
/**
21
24
* Fetch a site record from the PDS
22
25
···
24
27
try {
25
28
const pdsEndpoint = await getPdsForDid(did);
26
29
if (!pdsEndpoint) {
27
-
console.error('[Cache] Failed to get PDS endpoint for DID', { did, rkey });
30
+
logger.error('Failed to get PDS endpoint for DID', undefined, { did, rkey });
28
31
return null;
29
32
}
30
33
···
38
41
} catch (err) {
39
42
const errorMsg = err instanceof Error ? err.message : String(err);
40
43
if (errorMsg.includes('HTTP 404') || errorMsg.includes('Not Found')) {
41
-
console.log('[Cache] Site record not found', { did, rkey });
44
+
logger.info('Site record not found', { did, rkey });
42
45
} else {
43
-
console.error('[Cache] Failed to fetch site record', { did, rkey, error: errorMsg });
46
+
logger.error('Failed to fetch site record', err, { did, rkey });
44
47
}
45
48
return null;
46
49
}
···
57
60
try {
58
61
const endpoint = pdsEndpoint ?? await getPdsForDid(did);
59
62
if (!endpoint) {
60
-
console.error('[Cache] Failed to get PDS endpoint for DID (settings)', { did, rkey });
63
+
logger.error('Failed to get PDS endpoint for DID (settings)', undefined, { did, rkey });
61
64
return null;
62
65
}
63
66
···
71
74
} catch (err) {
72
75
const errorMsg = err instanceof Error ? err.message : String(err);
73
76
if (errorMsg.includes('HTTP 404') || errorMsg.includes('Not Found')) {
74
-
console.log('[Cache] Settings record not found', { did, rkey });
77
+
logger.info('Settings record not found', { did, rkey });
75
78
} else {
76
-
console.error('[Cache] Failed to fetch settings record', { did, rkey, error: errorMsg });
79
+
logger.error('Failed to fetch settings record', err, { did, rkey });
77
80
}
78
81
return null;
79
82
}
···
137
140
const MAX_DEPTH = 10;
138
141
139
142
if (depth >= MAX_DEPTH) {
140
-
console.error('[Cache] Max subfs expansion depth reached');
143
+
logger.error('Max subfs expansion depth reached');
141
144
return directory;
142
145
}
143
146
···
147
150
// Fetch uncached subfs records
148
151
const uncachedUris = subfsUris.filter(({ uri }) => !subfsCache.has(uri));
149
152
if (uncachedUris.length > 0) {
150
-
console.log(`[Cache] Fetching ${uncachedUris.length} subfs records (depth ${depth})`);
153
+
logger.info(`Fetching ${uncachedUris.length} subfs records`, { depth });
151
154
const fetchedRecords = await Promise.all(
152
155
uncachedUris.map(async ({ uri }) => {
153
156
const record = await fetchSubfsRecord(uri, pdsEndpoint);
···
342
345
): Promise<void> {
343
346
const blobUrl = `${pdsEndpoint}/xrpc/com.atproto.sync.getBlob?did=${encodeURIComponent(did)}&cid=${encodeURIComponent(file.cid)}`;
344
347
345
-
console.log(`[Cache] Downloading ${file.path}`);
348
+
logger.debug(`Downloading ${file.path}`);
346
349
347
350
let content = await safeFetchBlob(blobUrl, { maxSize: MAX_BLOB_SIZE, timeout: 300000 });
348
351
let encoding = file.encoding;
···
356
359
// Heuristic fallback: some records omit base64 flag but content is base64 text
357
360
const decoded = tryDecodeBase64(content);
358
361
if (decoded) {
359
-
console.warn(`[Cache] Decoded base64 fallback for ${file.path} (base64 flag missing)`);
362
+
logger.warn(`Decoded base64 fallback for ${file.path} (base64 flag missing)`);
360
363
content = decoded;
361
364
}
362
365
}
···
370
373
content = gunzipSync(content);
371
374
encoding = undefined;
372
375
} catch (error) {
373
-
console.error(`[Cache] Failed to decompress ${file.path}, storing gzipped`);
376
+
logger.error(`Failed to decompress ${file.path}, storing gzipped`, error);
374
377
}
375
378
} else if (encoding === 'gzip' && content.length >= 2 &&
376
379
!(content[0] === 0x1f && content[1] === 0x8b)) {
377
380
// If marked gzip but doesn't look gzipped, attempt base64 decode and retry
378
381
const decoded = tryDecodeBase64(content);
379
382
if (decoded && decoded.length >= 2 && decoded[0] === 0x1f && decoded[1] === 0x8b) {
380
-
console.warn(`[Cache] Decoded base64+gzip fallback for ${file.path}`);
383
+
logger.warn(`Decoded base64+gzip fallback for ${file.path}`);
381
384
try {
382
385
content = gunzipSync(decoded);
383
386
encoding = undefined;
384
387
} catch (error) {
385
-
console.error(`[Cache] Failed to decompress base64+gzip fallback for ${file.path}, storing gzipped`);
388
+
logger.error(`Failed to decompress base64+gzip fallback for ${file.path}, storing gzipped`, error);
386
389
content = decoded;
387
390
}
388
391
}
···
413
416
try {
414
417
rewriteSource = gunzipSync(content);
415
418
} catch (error) {
416
-
console.error(`[Cache] Failed to decompress ${file.path} for rewrite, using raw content`);
419
+
logger.error(`Failed to decompress ${file.path} for rewrite, using raw content`, error);
417
420
}
418
421
}
419
422
···
423
426
424
427
const rewrittenKey = `${did}/${rkey}/.rewritten/${file.path}`;
425
428
await writeFile(rewrittenKey, rewrittenContent, { mimeType: 'text/html' });
426
-
console.log(`[Cache] Wrote rewritten HTML: ${rewrittenKey}`);
429
+
logger.debug(`Wrote rewritten HTML: ${rewrittenKey}`);
427
430
}
428
431
429
-
console.log(`[Cache] Stored ${file.path} (${content.length} bytes)`);
432
+
logger.debug(`Stored ${file.path} (${content.length} bytes)`);
430
433
}
431
434
432
435
/**
···
443
446
}
444
447
): Promise<void> {
445
448
const forceRewriteHtml = options?.forceRewriteHtml === true;
446
-
console.log(`[Cache] Processing site ${did}/${rkey}, record CID: ${recordCid}`, {
449
+
logger.info(`Processing site ${did}/${rkey}`, {
450
+
recordCid,
447
451
forceRewriteHtml,
448
452
});
449
453
450
454
if (!record.root?.entries) {
451
-
console.error('[Cache] Invalid record structure');
455
+
logger.error('Invalid record structure');
452
456
return;
453
457
}
454
458
455
459
// Get PDS endpoint
456
460
const pdsEndpoint = await getPdsForDid(did);
457
461
if (!pdsEndpoint) {
458
-
console.error('[Cache] Could not resolve PDS for', did);
462
+
logger.error('Could not resolve PDS', undefined, { did });
459
463
return;
460
464
}
461
465
···
465
469
// Validate limits
466
470
const fileCount = countFilesInDirectory(expandedRoot);
467
471
if (fileCount > MAX_FILE_COUNT) {
468
-
console.error(`[Cache] Site exceeds file limit: ${fileCount} > ${MAX_FILE_COUNT}`);
472
+
logger.error(`Site exceeds file limit: ${fileCount} > ${MAX_FILE_COUNT}`);
469
473
return;
470
474
}
471
475
472
476
const totalSize = calculateTotalBlobSize(expandedRoot);
473
477
if (totalSize > MAX_SITE_SIZE) {
474
-
console.error(`[Cache] Site exceeds size limit: ${totalSize} > ${MAX_SITE_SIZE}`);
478
+
logger.error(`Site exceeds size limit: ${totalSize} > ${MAX_SITE_SIZE}`);
475
479
return;
476
480
}
477
481
···
485
489
const normalizedFileCids = normalizeFileCids(rawFileCids);
486
490
const oldFileCids = normalizedFileCids.value;
487
491
if (normalizedFileCids.source === 'string-invalid' || normalizedFileCids.source === 'other') {
488
-
console.warn('[Cache] Existing file_cids had unexpected shape; treating as empty', {
492
+
logger.warn('Existing file_cids had unexpected shape; treating as empty', {
489
493
did,
490
494
rkey,
491
495
type: Array.isArray(rawFileCids) ? 'array' : typeof rawFileCids,
···
512
516
}
513
517
}
514
518
515
-
console.log(`[Cache] Files unchanged: ${newFiles.length - filesToDownload.length}, to download: ${filesToDownload.length}, to delete: ${pathsToDelete.length}`);
519
+
logger.info(`Files unchanged: ${newFiles.length - filesToDownload.length}, to download: ${filesToDownload.length}, to delete: ${pathsToDelete.length}`);
516
520
517
521
// Download new/changed files (with concurrency limit)
518
522
const DOWNLOAD_CONCURRENCY = 20;
···
541
545
}
542
546
543
547
// Update DB with new CIDs
544
-
console.log(`[Cache] About to upsert site cache for ${did}/${rkey}`);
548
+
logger.debug(`About to upsert site cache for ${did}/${rkey}`);
545
549
await upsertSiteCache(did, rkey, recordCid, newFileCids);
546
-
console.log(`[Cache] Updated site cache for ${did}/${rkey} with record CID ${recordCid}`);
550
+
logger.debug(`Updated site cache for ${did}/${rkey} with record CID ${recordCid}`);
547
551
548
552
// Backfill settings if a record exists for this rkey
549
553
const settingsRecord = await fetchSettingsRecord(did, rkey, pdsEndpoint);
···
557
561
await publishCacheInvalidation(did, rkey, 'update');
558
562
}
559
563
560
-
console.log(`[Cache] Successfully cached site ${did}/${rkey}`);
564
+
logger.info(`Successfully cached site ${did}/${rkey}`);
561
565
}
562
566
563
567
/**
564
568
* Handle a site delete event
565
569
*/
566
570
export async function handleSiteDelete(did: string, rkey: string): Promise<void> {
567
-
console.log(`[Cache] Deleting site ${did}/${rkey}`);
571
+
logger.info(`Deleting site ${did}/${rkey}`);
568
572
569
573
// List all files for this site and delete them
570
574
const prefix = `${did}/${rkey}/`;
···
580
584
// Notify hosting-service to invalidate its local caches
581
585
await publishCacheInvalidation(did, rkey, 'delete');
582
586
583
-
console.log(`[Cache] Deleted site ${did}/${rkey} (${keys.length} files)`);
587
+
logger.info(`Deleted site ${did}/${rkey} (${keys.length} files)`);
584
588
}
585
589
586
590
/**
587
591
* Handle settings create/update event
588
592
*/
589
593
export async function handleSettingsUpdate(did: string, rkey: string, settings: WispSettings, recordCid: string): Promise<void> {
590
-
console.log(`[Cache] Updating settings for ${did}/${rkey}`);
594
+
logger.info(`Updating settings for ${did}/${rkey}`);
591
595
592
596
await upsertSiteSettingsCache(did, rkey, recordCid, {
593
597
directoryListing: settings.directoryListing,
···
606
610
* Handle settings delete event
607
611
*/
608
612
export async function handleSettingsDelete(did: string, rkey: string): Promise<void> {
609
-
console.log(`[Cache] Deleting settings for ${did}/${rkey}`);
613
+
logger.info(`Deleting settings for ${did}/${rkey}`);
610
614
await deleteSiteSettingsCache(did, rkey);
611
615
612
616
// Notify hosting-service to invalidate its local caches
+12
-11
apps/firehose-service/src/lib/db.ts
+12
-11
apps/firehose-service/src/lib/db.ts
···
1
1
import postgres from 'postgres';
2
2
import type { SiteCache, SiteRecord, SiteSettingsCache } from '@wispplace/database';
3
+
import { createLogger } from '@wispplace/observability';
3
4
import { config } from '../config';
4
5
6
+
const logger = createLogger('firehose-service');
7
+
5
8
const sql = postgres(config.databaseUrl, {
6
9
max: 10,
7
10
···
54
57
recordCid: string,
55
58
fileCids: Record<string, string>
56
59
): Promise<void> {
57
-
console.log(`[DB] upsertSiteCache starting for ${did}/${rkey}`);
60
+
logger.debug(`[DB] upsertSiteCache starting for ${did}/${rkey}`);
58
61
try {
59
62
await sql`
60
63
INSERT INTO site_cache (did, rkey, record_cid, file_cids, cached_at, updated_at)
···
65
68
file_cids = EXCLUDED.file_cids,
66
69
updated_at = EXTRACT(EPOCH FROM NOW())
67
70
`;
68
-
console.log(`[DB] upsertSiteCache completed for ${did}/${rkey}`);
71
+
logger.debug(`[DB] upsertSiteCache completed for ${did}/${rkey}`);
69
72
} catch (err) {
70
-
const error = err instanceof Error ? err : new Error(String(err));
71
-
console.error('[DB] upsertSiteCache error:', { did, rkey, error: error.message, stack: error.stack });
72
-
throw error;
73
+
logger.error('[DB] upsertSiteCache error', err, { did, rkey });
74
+
throw err;
73
75
}
74
76
}
75
77
···
98
100
const indexFiles = settings.indexFiles ?? [];
99
101
const headers = settings.headers ?? [];
100
102
101
-
console.log(`[DB] upsertSiteSettingsCache starting for ${did}/${rkey}`, {
103
+
logger.debug(`[DB] upsertSiteSettingsCache starting for ${did}/${rkey}`, {
102
104
directoryListing,
103
105
spaMode,
104
106
custom404,
···
134
136
headers = EXCLUDED.headers,
135
137
updated_at = EXTRACT(EPOCH FROM NOW())
136
138
`;
137
-
console.log(`[DB] upsertSiteSettingsCache completed for ${did}/${rkey}`);
139
+
logger.debug(`[DB] upsertSiteSettingsCache completed for ${did}/${rkey}`);
138
140
} catch (err) {
139
-
const error = err instanceof Error ? err : new Error(String(err));
140
-
console.error('[DB] upsertSiteSettingsCache error:', { did, rkey, error: error.message, stack: error.stack });
141
-
throw error;
141
+
logger.error('[DB] upsertSiteSettingsCache error', err, { did, rkey });
142
+
throw err;
142
143
}
143
144
}
144
145
···
148
149
149
150
export async function closeDatabase(): Promise<void> {
150
151
await sql.end({ timeout: 5 });
151
-
console.log('[DB] Database connections closed');
152
+
logger.info('[DB] Database connections closed');
152
153
}
153
154
154
155
export { sql };
+12
-12
apps/firehose-service/src/lib/revalidate-worker.ts
+12
-12
apps/firehose-service/src/lib/revalidate-worker.ts
···
1
1
import Redis from 'ioredis';
2
2
import os from 'os';
3
+
import { createLogger } from '@wispplace/observability';
3
4
import { config } from '../config';
4
5
import { fetchSiteRecord, handleSiteCreateOrUpdate } from './cache-writer';
5
6
7
+
const logger = createLogger('firehose-service');
6
8
const consumerName = process.env.WISP_REVALIDATE_CONSUMER || `${os.hostname()}:${process.pid}`;
7
9
const batchSize = Number.parseInt(process.env.WISP_REVALIDATE_BATCH_SIZE || '10', 10);
8
10
const claimIdleMs = Number.parseInt(process.env.WISP_REVALIDATE_CLAIM_IDLE_MS || '60000', 10);
···
33
35
const reason = fields.reason || 'storage-miss';
34
36
35
37
if (!did || !rkey) {
36
-
console.warn('[Revalidate] Missing did/rkey in message', { id, fields });
38
+
logger.warn('[Revalidate] Missing did/rkey in message', { id, fields });
37
39
await redis.xack(config.revalidateStream, config.revalidateGroup, id);
38
40
return;
39
41
}
40
42
41
-
console.log(`[Revalidate] Received message ${id}: ${did}/${rkey} (${reason})`);
43
+
logger.info(`[Revalidate] Received message ${id}: ${did}/${rkey} (${reason})`);
42
44
43
45
const record = await fetchSiteRecord(did, rkey);
44
46
if (!record) {
45
-
console.warn(`[Revalidate] Site record not found on PDS: ${did}/${rkey}`);
47
+
logger.warn(`[Revalidate] Site record not found on PDS: ${did}/${rkey}`);
46
48
await redis.xack(config.revalidateStream, config.revalidateGroup, id);
47
49
return;
48
50
}
···
51
53
skipInvalidation: true,
52
54
});
53
55
54
-
console.log(`[Revalidate] Completed ${id}: ${did}/${rkey}`);
56
+
logger.info(`[Revalidate] Completed ${id}: ${did}/${rkey}`);
55
57
await redis.xack(config.revalidateStream, config.revalidateGroup, id);
56
58
}
57
59
···
60
62
try {
61
63
await processMessage(id, rawFields);
62
64
} catch (err) {
63
-
const error = err instanceof Error ? err : new Error(String(err));
64
-
console.error('[Revalidate] Failed to process message', { id, error: error.message, stack: error.stack });
65
+
logger.error('[Revalidate] Failed to process message', err, { id });
65
66
}
66
67
}
67
68
}
···
143
144
await claimStaleMessages();
144
145
await readNewMessages();
145
146
} catch (err) {
146
-
const error = err instanceof Error ? err : new Error(String(err));
147
-
console.error('[Revalidate] Loop error', { error: error.message, stack: error.stack });
147
+
logger.error('[Revalidate] Loop error', err);
148
148
await new Promise((resolve) => setTimeout(resolve, 1000));
149
149
}
150
150
}
···
152
152
153
153
export async function startRevalidateWorker(): Promise<void> {
154
154
if (!config.redisUrl) {
155
-
console.warn('[Revalidate] REDIS_URL not set; revalidate worker disabled');
155
+
logger.warn('[Revalidate] REDIS_URL not set; revalidate worker disabled');
156
156
return;
157
157
}
158
158
159
159
if (running) return;
160
160
161
-
console.log(`[Revalidate] Connecting to Redis: ${config.redisUrl}`);
161
+
logger.info(`[Revalidate] Connecting to Redis: ${config.redisUrl}`);
162
162
redis = new Redis(config.redisUrl, {
163
163
maxRetriesPerRequest: 2,
164
164
enableReadyCheck: true,
165
165
});
166
166
167
167
redis.on('error', (err) => {
168
-
console.error('[Revalidate] Redis error:', err);
168
+
logger.error('[Revalidate] Redis error', err);
169
169
});
170
170
171
171
redis.on('ready', () => {
172
-
console.log(`[Revalidate] Redis connected, stream: ${config.revalidateStream}, group: ${config.revalidateGroup}`);
172
+
logger.info(`[Revalidate] Redis connected, stream: ${config.revalidateStream}, group: ${config.revalidateGroup}`);
173
173
});
174
174
175
175
running = true;
apps/hosting-service/.env.example
apps/hosting-service/.env.example
This file has not been changed.
+9
-7
apps/hosting-service/src/index.ts
+9
-7
apps/hosting-service/src/index.ts
···
1
1
import app from './server';
2
2
import { serve } from '@hono/node-server';
3
-
import { initializeGrafanaExporters } from '@wispplace/observability';
3
+
import { initializeGrafanaExporters, createLogger } from '@wispplace/observability';
4
4
import { mkdirSync, existsSync } from 'fs';
5
5
import { startDomainCacheCleanup, stopDomainCacheCleanup, closeDatabase } from './lib/db';
6
6
import { closeRevalidateQueue } from './lib/revalidate-queue';
7
7
import { startCacheInvalidationSubscriber, stopCacheInvalidationSubscriber } from './lib/cache-invalidation';
8
8
import { storage, getStorageConfig } from './lib/storage';
9
9
10
+
const logger = createLogger('hosting-service');
11
+
10
12
// Initialize Grafana exporters if configured
11
13
initializeGrafanaExporters({
12
14
···
19
21
// Ensure cache directory exists
20
22
if (!existsSync(CACHE_DIR)) {
21
23
mkdirSync(CACHE_DIR, { recursive: true });
22
-
console.log('Created cache directory:', CACHE_DIR);
24
+
logger.info('Created cache directory', { CACHE_DIR });
23
25
}
24
26
25
27
// Start domain cache cleanup
···
33
35
const BOOTSTRAP_HOT_LIMIT = process.env.BOOTSTRAP_HOT_LIMIT ? parseInt(process.env.BOOTSTRAP_HOT_LIMIT) : 100;
34
36
35
37
if (BOOTSTRAP_HOT_ON_STARTUP) {
36
-
console.log(`🔥 Bootstrapping hot cache (top ${BOOTSTRAP_HOT_LIMIT} items)...`);
38
+
logger.info(`Bootstrapping hot cache (top ${BOOTSTRAP_HOT_LIMIT} items)...`);
37
39
storage.bootstrapHot(BOOTSTRAP_HOT_LIMIT)
38
40
.then((loaded: number) => {
39
-
console.log(`✅ Bootstrapped ${loaded} items into hot cache`);
41
+
logger.info(`Bootstrapped ${loaded} items into hot cache`);
40
42
})
41
43
.catch((err: unknown) => {
42
-
console.error('❌ Hot cache bootstrap error:', err);
44
+
logger.error('Hot cache bootstrap error', err);
43
45
});
44
46
}
45
47
···
82
84
83
85
// Graceful shutdown
84
86
process.on('SIGINT', async () => {
85
-
console.log('\n🛑 Shutting down...');
87
+
logger.info('Shutting down...');
86
88
stopDomainCacheCleanup();
87
89
await stopCacheInvalidationSubscriber();
88
90
await closeRevalidateQueue();
···
92
94
});
93
95
94
96
process.on('SIGTERM', async () => {
95
-
console.log('\n🛑 Shutting down...');
97
+
logger.info('Shutting down...');
96
98
stopDomainCacheCleanup();
97
99
await stopCacheInvalidationSubscriber();
98
100
await closeRevalidateQueue();
apps/hosting-service/src/lib/cache-invalidation.ts
apps/hosting-service/src/lib/cache-invalidation.ts
This file has not been changed.
apps/hosting-service/src/lib/db.ts
apps/hosting-service/src/lib/db.ts
This file has not been changed.
apps/hosting-service/src/lib/file-serving.ts
apps/hosting-service/src/lib/file-serving.ts
This file has not been changed.
apps/hosting-service/src/lib/on-demand-cache.ts
apps/hosting-service/src/lib/on-demand-cache.ts
This file has not been changed.
apps/hosting-service/src/lib/revalidate-queue.ts
apps/hosting-service/src/lib/revalidate-queue.ts
This file has not been changed.
apps/hosting-service/src/lib/storage.ts
apps/hosting-service/src/lib/storage.ts
This file has not been changed.
+6
-4
apps/hosting-service/src/server.ts
+6
-4
apps/hosting-service/src/server.ts
···
7
7
import { cors } from 'hono/cors';
8
8
import { getWispDomain, getCustomDomain, getCustomDomainByHash } from './lib/db';
9
9
import { resolveDid } from './lib/utils';
10
-
import { logCollector, errorTracker, metricsCollector } from '@wispplace/observability';
10
+
import { createLogger, logCollector, errorTracker, metricsCollector } from '@wispplace/observability';
11
11
import { observabilityMiddleware, observabilityErrorHandler } from '@wispplace/observability/middleware/hono';
12
12
import { sanitizePath } from '@wispplace/fs-utils';
13
13
import { isValidRkey, extractHeaders } from './lib/request-utils';
14
14
import { serveFromCache, serveFromCacheWithRewrite } from './lib/file-serving';
15
15
import { getRevalidateMetrics } from './lib/revalidate-metrics';
16
16
17
+
const logger = createLogger('hosting-service');
18
+
17
19
const BASE_HOST_ENV = process.env.BASE_HOST || 'wisp.place';
18
20
const BASE_HOST = BASE_HOST_ENV.split(':')[0] || BASE_HOST_ENV;
19
21
···
43
45
const rawPath = url.pathname.replace(/^\//, '');
44
46
const path = sanitizePath(rawPath);
45
47
46
-
console.log(`[Server] Request: host=${hostname} hostnameWithoutPort=${hostnameWithoutPort} path=${path} BASE_HOST=${BASE_HOST}`);
48
+
logger.debug(`Request: host=${hostname} hostnameWithoutPort=${hostnameWithoutPort} path=${path}`, { BASE_HOST });
47
49
48
50
// Check if this is sites.wisp.place subdomain (strip port for comparison)
49
51
if (hostnameWithoutPort === `sites.${BASE_HOST}`) {
···
86
88
return c.redirect(`${url.pathname}/${url.search}`, 301);
87
89
}
88
90
89
-
console.log(`[Server] sites.wisp.place request: identifier=${identifier}, site=${site}, filePath=${filePath}`);
91
+
logger.debug(`sites.wisp.place request: identifier=${identifier}, site=${site}, filePath=${filePath}`);
90
92
91
93
// Serve with HTML path rewriting to handle absolute paths
92
94
const basePath = `/${identifier}/${site}/`;
93
-
console.log(`[Server] Serving with basePath: ${basePath}`);
95
+
logger.debug(`Serving with basePath: ${basePath}`);
94
96
const headers = extractHeaders(c.req.raw.headers);
95
97
return serveFromCacheWithRewrite(did, site, filePath, basePath, c.req.url, headers);
96
98
}
docker-compose.yml
docker-compose.yml
This file has not been changed.
+1
apps/firehose-service/package.json
+1
apps/firehose-service/package.json
···
20
20
"@wispplace/database": "workspace:*",
21
21
"@wispplace/fs-utils": "workspace:*",
22
22
"@wispplace/lexicons": "workspace:*",
23
+
"@wispplace/observability": "workspace:*",
23
24
"@wispplace/safe-fetch": "workspace:*",
24
25
"@wispplace/tiered-storage": "workspace:*",
25
26
"hono": "^4.10.4",
+19
-23
apps/firehose-service/src/lib/firehose.ts
+19
-23
apps/firehose-service/src/lib/firehose.ts
···
8
8
import { isBun, BunFirehose, type Event, type CommitEvt } from '@wispplace/bun-firehose';
9
9
import type { Record as WispFsRecord } from '@wispplace/lexicons/types/place/wisp/fs';
10
10
import type { Record as WispSettings } from '@wispplace/lexicons/types/place/wisp/settings';
11
+
import { createLogger } from '@wispplace/observability';
11
12
import { config } from '../config';
12
13
import {
13
14
handleSiteCreateOrUpdate,
···
18
19
} from './cache-writer';
19
20
20
21
const idResolver = new IdResolver();
22
+
const logger = createLogger('firehose-service');
21
23
22
24
// Track firehose health
23
25
let lastEventTime = Date.now();
···
70
72
const commitEvt = evt as CommitEvt;
71
73
const { did, collection, rkey, record, cid } = commitEvt;
72
74
73
-
console.log(`[Firehose] Debug: Event ${evt.event} for ${collection}:${did}/${rkey}, CID: ${cid?.toString() || 'unknown'}`);
75
+
logger.debug(`Event ${evt.event} for ${collection}:${did}/${rkey}`, { cid: cid?.toString() || 'unknown' });
74
76
75
77
// Handle place.wisp.fs events
76
78
if (collection === 'place.wisp.fs') {
77
-
console.log(`[Firehose] Received ${commitEvt.event} event for ${did}/${rkey}, CID: ${cid?.toString() || 'unknown'}`);
79
+
logger.info(`[place.wisp.fs] Received ${commitEvt.event} event`, { did, rkey, cid: cid?.toString() || 'unknown' });
78
80
processWithConcurrencyLimit(async () => {
79
81
try {
80
-
console.log(`[Firehose] Inside handler for ${commitEvt.event} event for ${did}/${rkey}`);
82
+
logger.debug(`[place.wisp.fs] Processing ${commitEvt.event} event`, { did, rkey });
81
83
if (commitEvt.event === 'delete') {
82
84
await handleSiteDelete(did, rkey);
83
85
} else {
···
87
89
if (verified) {
88
90
await handleSiteCreateOrUpdate(did, rkey, verified.record, verified.cid);
89
91
} else {
90
-
console.log(`[Firehose] Skipping ${commitEvt.event} event for ${did}/${rkey} - verification failed`);
92
+
logger.warn(`[place.wisp.fs] Skipping ${commitEvt.event} event - verification failed`, { did, rkey });
91
93
}
92
94
}
93
-
console.log(`[Firehose] Completed handler for ${commitEvt.event} event for ${did}/${rkey}`);
95
+
logger.debug(`[place.wisp.fs] Completed ${commitEvt.event} event`, { did, rkey });
94
96
} catch (err) {
95
-
const error = err instanceof Error ? err : new Error(String(err));
96
-
console.error('[Firehose] Error handling place.wisp.fs event:', { did, rkey, event: commitEvt.event, error: error.message, stack: error.stack });
97
+
logger.error(`[place.wisp.fs] Error handling event`, err, { did, rkey, event: commitEvt.event });
97
98
}
98
99
}).catch(err => {
99
-
const error = err instanceof Error ? err : new Error(String(err));
100
-
console.error('[Firehose] Error processing place.wisp.fs event:', { did, rkey, event: commitEvt.event, error: error.message, stack: error.stack });
100
+
logger.error(`[place.wisp.fs] Error processing event`, err, { did, rkey, event: commitEvt.event });
101
101
});
102
102
}
103
103
···
112
112
await handleSettingsUpdate(did, rkey, record as WispSettings, cidStr);
113
113
}
114
114
} catch (err) {
115
-
const error = err instanceof Error ? err : new Error(String(err));
116
-
console.error('[Firehose] Error handling place.wisp.settings event:', { did, rkey, event: commitEvt.event, error: error.message, stack: error.stack });
115
+
logger.error(`[place.wisp.settings] Error handling event`, err, { did, rkey, event: commitEvt.event });
117
116
}
118
117
}).catch(err => {
119
-
const error = err instanceof Error ? err : new Error(String(err));
120
-
console.error('[Firehose] Error processing place.wisp.settings event:', { did, rkey, event: commitEvt.event, error: error.message, stack: error.stack });
118
+
logger.error(`[place.wisp.settings] Error processing event`, err, { did, rkey, event: commitEvt.event });
121
119
});
122
120
}
123
121
} catch (err) {
124
-
const error = err instanceof Error ? err : new Error(String(err));
125
-
console.error('[Firehose] Unexpected error in handleEvent:', { error: error.message, stack: error.stack });
122
+
logger.error('Unexpected error in handleEvent', err);
126
123
}
127
124
}
128
125
129
126
function handleError(err: Error): void {
130
-
console.error('[Firehose] Error:', err);
131
-
console.error('[Firehose] Stack:', err.stack);
127
+
logger.error('Firehose connection error', err);
132
128
}
133
129
134
130
let firehoseHandle: { destroy: () => void } | null = null;
···
137
133
* Start the firehose worker
138
134
*/
139
135
export function startFirehose(): void {
140
-
console.log(`[Firehose] Starting (runtime: ${isBun ? 'Bun' : 'Node.js'})`);
141
-
console.log(`[Firehose] Service: ${config.firehoseService}`);
142
-
console.log(`[Firehose] Max concurrency: ${config.firehoseMaxConcurrency}`);
136
+
logger.info(`Starting firehose (runtime: ${isBun ? 'Bun' : 'Node.js'})`);
137
+
logger.info(`Service: ${config.firehoseService}`);
138
+
logger.info(`Max concurrency: ${config.firehoseMaxConcurrency}`);
143
139
144
140
isConnected = true;
145
141
···
169
165
170
166
// Log cache info hourly
171
167
setInterval(() => {
172
-
console.log('[Firehose] Hourly status check');
168
+
logger.info('Hourly status check');
173
169
}, 60 * 60 * 1000);
174
170
175
171
// Log status periodically
176
172
setInterval(() => {
177
173
const health = getFirehoseHealth();
178
174
if (health.timeSinceLastEvent > 30000) {
179
-
console.log(`[Firehose] No events for ${Math.round(health.timeSinceLastEvent / 1000)}s`);
175
+
logger.warn(`No events for ${Math.round(health.timeSinceLastEvent / 1000)}s`);
180
176
}
181
177
}, 30000);
182
178
}
···
185
181
* Stop the firehose worker
186
182
*/
187
183
export function stopFirehose(): void {
188
-
console.log('[Firehose] Stopping');
184
+
logger.info('Stopping firehose');
189
185
isConnected = false;
190
186
firehoseHandle?.destroy();
191
187
firehoseHandle = null;
+5
-2
apps/firehose-service/src/lib/storage.ts
+5
-2
apps/firehose-service/src/lib/storage.ts
···
8
8
S3StorageTier,
9
9
DiskStorageTier,
10
10
} from '@wispplace/tiered-storage';
11
+
import { createLogger } from '@wispplace/observability';
11
12
import { config } from '../config';
13
+
14
+
const logger = createLogger('firehose-service');
12
15
13
16
// Create S3 tier (or fallback to disk for local dev)
14
17
let coldTier: S3StorageTier | DiskStorageTier;
···
28
31
forcePathStyle: config.s3ForcePathStyle,
29
32
metadataBucket: config.s3MetadataBucket,
30
33
});
31
-
console.log('[Storage] Using S3 cold tier:', config.s3Bucket);
34
+
logger.info('[Storage] Using S3 cold tier:', { bucket: config.s3Bucket });
32
35
} else {
33
36
// Fallback to disk for local development
34
37
const cacheDir = process.env.CACHE_DIR || './cache/sites';
···
38
41
evictionPolicy: 'lru',
39
42
encodeColons: false,
40
43
});
41
-
console.log('[Storage] Using disk fallback (no S3_BUCKET configured):', cacheDir);
44
+
logger.info('[Storage] Using disk fallback (no S3_BUCKET configured):', { cacheDir });
42
45
}
43
46
44
47
// Identity serializers for raw binary data (no JSON transformation)
+8
-3
bun.lock
+8
-3
bun.lock
···
28
28
"@wispplace/database": "workspace:*",
29
29
"@wispplace/fs-utils": "workspace:*",
30
30
"@wispplace/lexicons": "workspace:*",
31
+
"@wispplace/observability": "workspace:*",
31
32
"@wispplace/safe-fetch": "workspace:*",
32
33
"@wispplace/tiered-storage": "workspace:*",
33
34
"hono": "^4.10.4",
···
135
136
},
136
137
"cli": {
137
138
"name": "wispctl",
138
-
"version": "1.0.6",
139
+
"version": "1.0.8",
139
140
"bin": {
140
141
"wispctl": "dist/index.js",
141
142
},
···
1920
1921
1921
1922
"@typescript-eslint/typescript-estree/minimatch": ["minimatch@9.0.5", "", { "dependencies": { "brace-expansion": "^2.0.1" } }, "sha512-G6T0ZX48xgozx7587koeX9Ys2NYy6Gmv//P89sEte9V9whIapMNF4idKxnW2QtCcLiTWlb/wfCabAtAFWhhBow=="],
1922
1923
1923
-
"@wispplace/bun-firehose/@types/bun": ["@types/bun@1.3.8", "", { "dependencies": { "bun-types": "1.3.8" } }, "sha512-3LvWJ2q5GerAXYxO2mffLTqOzEu5qnhEAlh48Vnu8WQfnmSwbgagjGZV6BoHKJztENYEDn6QmVd949W4uESRJA=="],
1924
+
"@wispplace/bun-firehose/@types/bun": ["@types/bun@1.3.9", "", { "dependencies": { "bun-types": "1.3.9" } }, "sha512-KQ571yULOdWJiMH+RIWIOZ7B2RXQGpL1YQrBtLIV3FqDcCu6FsbFUBwhdKUlCKUpS3PJDsHlJ1QKlpxoVR+xtw=="],
1924
1925
1925
1926
"@wispplace/lexicons/@atproto/lexicon": ["@atproto/lexicon@0.5.2", "", { "dependencies": { "@atproto/common-web": "^0.4.4", "@atproto/syntax": "^0.4.1", "iso-datestring-validator": "^2.2.2", "multiformats": "^9.9.0", "zod": "^3.23.8" } }, "sha512-lRmJgMA8f5j7VB5Iu5cp188ald5FuI4FlmZ7nn6EBrk1dgOstWVrI5Ft6K3z2vjyLZRG6nzknlsw+tDP63p7bQ=="],
1926
1927
1927
1928
"@wispplace/main-app/@atproto/api": ["@atproto/api@0.17.7", "", { "dependencies": { "@atproto/common-web": "^0.4.3", "@atproto/lexicon": "^0.5.1", "@atproto/syntax": "^0.4.1", "@atproto/xrpc": "^0.7.5", "await-lock": "^2.2.2", "multiformats": "^9.9.0", "tlds": "^1.234.0", "zod": "^3.23.8" } }, "sha512-V+OJBZq9chcrD21xk1bUa6oc5DSKfQj5DmUPf5rmZncqL1w9ZEbS38H5cMyqqdhfgo2LWeDRdZHD0rvNyJsIaw=="],
1928
1929
1929
-
"@wispplace/tiered-storage/@types/bun": ["@types/bun@1.3.8", "", { "dependencies": { "bun-types": "1.3.8" } }, "sha512-3LvWJ2q5GerAXYxO2mffLTqOzEu5qnhEAlh48Vnu8WQfnmSwbgagjGZV6BoHKJztENYEDn6QmVd949W4uESRJA=="],
1930
+
"@wispplace/tiered-storage/@types/bun": ["@types/bun@1.3.9", "", { "dependencies": { "bun-types": "1.3.9" } }, "sha512-KQ571yULOdWJiMH+RIWIOZ7B2RXQGpL1YQrBtLIV3FqDcCu6FsbFUBwhdKUlCKUpS3PJDsHlJ1QKlpxoVR+xtw=="],
1930
1931
1931
1932
"accepts/mime-types": ["mime-types@2.1.35", "", { "dependencies": { "mime-db": "1.52.0" } }, "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw=="],
1932
1933
···
2058
2059
2059
2060
"@typescript-eslint/typescript-estree/minimatch/brace-expansion": ["brace-expansion@2.0.2", "", { "dependencies": { "balanced-match": "^1.0.0" } }, "sha512-Jt0vHyM+jmUBqojB7E1NIYadt0vI0Qxjxd2TErW94wDz+E2LAm5vKMXXwg6ZZBTHPuUlDgQHKXvjGBdfcF1ZDQ=="],
2060
2061
2062
+
"@wispplace/bun-firehose/@types/bun/bun-types": ["bun-types@1.3.9", "", { "dependencies": { "@types/node": "*" } }, "sha512-+UBWWOakIP4Tswh0Bt0QD0alpTY8cb5hvgiYeWCMet9YukHbzuruIEeXC2D7nMJPB12kbh8C7XJykSexEqGKJg=="],
2063
+
2061
2064
"@wispplace/lexicons/@atproto/lexicon/multiformats": ["multiformats@9.9.0", "", {}, "sha512-HoMUjhH9T8DDBNT+6xzkrd9ga/XiBI4xLr58LJACwK6G3HTOPeMz4nB4KJs33L2BelrIJa7P0VuNaVF3hMYfjg=="],
2062
2065
2063
2066
"@wispplace/main-app/@atproto/api/@atproto/lexicon": ["@atproto/lexicon@0.5.2", "", { "dependencies": { "@atproto/common-web": "^0.4.4", "@atproto/syntax": "^0.4.1", "iso-datestring-validator": "^2.2.2", "multiformats": "^9.9.0", "zod": "^3.23.8" } }, "sha512-lRmJgMA8f5j7VB5Iu5cp188ald5FuI4FlmZ7nn6EBrk1dgOstWVrI5Ft6K3z2vjyLZRG6nzknlsw+tDP63p7bQ=="],
2064
2067
2065
2068
"@wispplace/main-app/@atproto/api/multiformats": ["multiformats@9.9.0", "", {}, "sha512-HoMUjhH9T8DDBNT+6xzkrd9ga/XiBI4xLr58LJACwK6G3HTOPeMz4nB4KJs33L2BelrIJa7P0VuNaVF3hMYfjg=="],
2069
+
2070
+
"@wispplace/tiered-storage/@types/bun/bun-types": ["bun-types@1.3.9", "", { "dependencies": { "@types/node": "*" } }, "sha512-+UBWWOakIP4Tswh0Bt0QD0alpTY8cb5hvgiYeWCMet9YukHbzuruIEeXC2D7nMJPB12kbh8C7XJykSexEqGKJg=="],
2066
2071
2067
2072
"accepts/mime-types/mime-db": ["mime-db@1.52.0", "", {}, "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg=="],
2068
2073
History
4 rounds
1 comment
nekomimi.pet
submitted
#3
7 commits
expand
collapse
hosting service writes on cache miss, firehose service properly notifies hosting service on new updates
add redis connection and message logging
fix jsonb double-encoding, s3 error handling, base host routing
fix cache invalidation race, storage miss re-fetch, trailing slash redirect
integrate observability package across hosting and firehose services
Dockerfile
fix storage-miss revalidation loop and tier reporting
1/1 failed
expand
collapse
expand 1 comment
pull request successfully merged
nekomimi.pet
submitted
#2
5 commits
expand
collapse
hosting service writes on cache miss, firehose service properly notifies hosting service on new updates
add redis connection and message logging
fix jsonb double-encoding, s3 error handling, base host routing
fix cache invalidation race, storage miss re-fetch, trailing slash redirect
integrate observability package across hosting and firehose services
1/1 failed
expand
collapse
expand 0 comments
nekomimi.pet
submitted
#1
4 commits
expand
collapse
hosting service writes on cache miss, firehose service properly notifies hosting service on new updates
add redis connection and message logging
fix jsonb double-encoding, s3 error handling, base host routing
fix cache invalidation race, storage miss re-fetch, trailing slash redirect
1/1 failed
expand
collapse
expand 0 comments
nekomimi.pet
submitted
#0
1 commit
expand
collapse
hosting service writes on cache miss, firehose service properly notifies hosting service on new updates
this is what is life on us-east-1 right now. seems to be doing fine as of 2/6 10:38pm