whey.party
elasticsearch-based configurable generic appview for prototyping ideas
full profile doc and support 'terms'
+56
-2
config.json
+56
-2
config.json
···
1
{
2
"jetstream_url": "wss://jetstream2.us-west.bsky.network/subscribe",
3
"es_url": "http://localhost:9200",
4
-
"record_types": ["xyz.statusphere.status", "com.example.test.esav"],
5
"index_name": "appview-poc",
6
"serve_port": "8370",
7
"index_fields": {
8
"xyz.statusphere.status": {
9
"status": {
10
"id": "status",
11
-
"type": "text"
12
}
13
},
14
"com.example.test.esav": {
···
1
{
2
"jetstream_url": "wss://jetstream2.us-west.bsky.network/subscribe",
3
"es_url": "http://localhost:9200",
4
+
"record_types": [
5
+
"xyz.statusphere.status",
6
+
"com.example.test.esav",
7
+
"party.whey.ft.topic.post",
8
+
"party.whey.ft.topic.reaction",
9
+
"party.whey.ft.topic.moderation",
10
+
"party.whey.ft.forum.definition",
11
+
"party.whey.ft.forum.layout",
12
+
"party.whey.ft.forum.request",
13
+
"party.whey.ft.forum.accept",
14
+
"party.whey.ft.forum.category",
15
+
"party.whey.ft.user.profile"
16
+
],
17
"index_name": "appview-poc",
18
"serve_port": "8370",
19
"index_fields": {
20
+
"party.whey.ft.topic.reaction": {
21
+
"subject": {
22
+
"id": "reactionSubject",
23
+
"type": "keyword"
24
+
},
25
+
"reactionEmoji": {
26
+
"id": "reactionEmoji",
27
+
"type": "keyword"
28
+
}
29
+
},
30
+
"party.whey.ft.topic.post": {
31
+
"text": {
32
+
"id": "text",
33
+
"type": "text"
34
+
},
35
+
"title": {
36
+
"id": "title",
37
+
"type": "text"
38
+
},
39
+
"reply.root.uri": {
40
+
"id": "root",
41
+
"type": "keyword"
42
+
},
43
+
"reply.parent.uri": {
44
+
"id": "parent",
45
+
"type": "keyword"
46
+
},
47
+
"forum": {
48
+
"id": "forum",
49
+
"type": "keyword"
50
+
}
51
+
},
52
+
"party.whey.ft.forum.definition": {
53
+
"description": {
54
+
"id": "description",
55
+
"type": "text"
56
+
},
57
+
"displayName": {
58
+
"id": "displayName",
59
+
"type": "text"
60
+
}
61
+
},
62
"xyz.statusphere.status": {
63
"status": {
64
"id": "status",
65
+
"type": "keyword"
66
}
67
},
68
"com.example.test.esav": {
+26
-5
readme.md
+26
-5
readme.md
···
94
with these params:
95
- `did`: The DID of the user.
96
- `handle`: The handle of the user.
97
-
- `includePfp` (optional): `true` to include the PFP URL.
98
99
**Example Request:**
100
101
-
`https://esav.whey.party/xrpc/party.whey.esav.resolveIdentity?did=did:web:did12.whey.party&includePfp=true`
102
103
gets me
104
···
106
107
```json
108
{
109
-
"did":"did:web:did12.whey.party",
110
"pdsUrl":"https://pds-nd.whey.party",
111
-
"handle":"dw.whey.party",
112
-
"pfp":"https://pds-nd.whey.party/xrpc/com.atproto.sync.getBlob?did=did:web:did12.whey.party&cid=bafkreibesqir3254ee3natyi3tadhmcjqyyeukoiqxsctsru7z3j4ws4mm"
113
}
114
```
115
···
94
with these params:
95
- `did`: The DID of the user.
96
- `handle`: The handle of the user.
97
+
- `includeBskyProfile` (optional): `true` to include the the entire bsky profile object as well.
98
99
**Example Request:**
100
101
+
`https://esav.whey.party/xrpc/party.whey.esav.resolveIdentity?did=did:plc:cjfima2v3vnyfuzieu7bvjx7&includeBskyProfile=true`
102
103
gets me
104
···
106
107
```json
108
{
109
+
"did":"did:plc:cjfima2v3vnyfuzieu7bvjx7",
110
"pdsUrl":"https://pds-nd.whey.party",
111
+
"handle":"forumtest.whey.party",
112
+
"profile": {
113
+
"$type": "app.bsky.actor.profile",
114
+
"avatar": {
115
+
"$type": "blob",
116
+
"ref": {
117
+
"$link": "bafkreiabb6nrbpgguh5xaake3shoyxh2i7lyj7nj7j3ejk77hdlvt4lhmu"
118
+
},
119
+
"mimeType": "image/png",
120
+
"size": 35262
121
+
},
122
+
"banner": {
123
+
"$type": "blob",
124
+
"ref": {
125
+
"$link": "bafkreieupktgazj4vxuxbj6dyf4trvltgok5ukdsnvvblsqqw26cmsvn7y"
126
+
},
127
+
"mimeType": "image/jpeg",
128
+
"size": 931415
129
+
},
130
+
"createdAt": "2025-08-04T06:27:34.561Z",
131
+
"description": "ForumTest discussion and development",
132
+
"displayName": "ForumTest"
133
+
}
134
}
135
```
136
+6
-1
src/firehose.ts
+6
-1
src/firehose.ts
···
4
interface FirehoseOptions {
5
config: AppConfig;
6
onEvent: OnEventCallback;
7
}
8
9
-
export function startFirehose({ config, onEvent }: FirehoseOptions) {
10
let lastCursor: number | null = null;
11
12
const connect = () => {
13
const url = new URL(config.jetstream_url);
14
if (lastCursor !== null) {
15
url.searchParams.set("cursor", lastCursor.toString());
16
}
17
18
const ws = new WebSocket(url.toString());
···
4
interface FirehoseOptions {
5
config: AppConfig;
6
onEvent: OnEventCallback;
7
+
forcedCursor?: string;
8
}
9
10
+
export function startFirehose({ config, onEvent, forcedCursor }: FirehoseOptions) {
11
let lastCursor: number | null = null;
12
13
const connect = () => {
14
const url = new URL(config.jetstream_url);
15
if (lastCursor !== null) {
16
url.searchParams.set("cursor", lastCursor.toString());
17
+
}
18
+
if (forcedCursor) {
19
+
console.log("using forced cursor: ", forcedCursor)
20
+
url.searchParams.set("cursor", forcedCursor);
21
}
22
23
const ws = new WebSocket(url.toString());
+14
src/live-utils.ts
+14
src/live-utils.ts
···
50
break;
51
}
52
53
+
case 'terms': {
54
+
const [field, queryValues] = Object.entries(clauseValue as object)[0];
55
+
if (!Array.isArray(queryValues)) return false;
56
+
57
+
const docValue = getSafeField(doc, field);
58
+
if (docValue === undefined) return false;
59
+
60
+
if (Array.isArray(docValue)) {
61
+
return docValue.some(v => queryValues.includes(v));
62
+
} else {
63
+
return queryValues.includes(docValue);
64
+
}
65
+
}
66
+
67
case 'match': {
68
const [field, value] = Object.entries(clauseValue as object)[0];
69
const fieldValue = getSafeField(doc, field);
+5
-1
src/main.ts
+5
-1
src/main.ts
···
3
import { ensureIndexMapping, type IndexerEvent } from "./indexer.ts";
4
import { setupXRPCServer } from "./xrpc.ts";
5
import { processEventForSync } from "./sync.ts";
6
7
async function main() {
8
const config = await readConfig("./config.json");
9
10
// prepare indexes
11
await ensureIndexMapping(config);
···
17
onEvent: (event: IndexerEvent) => {
18
// ESAV Live !!!
19
return processEventForSync(event);
20
-
}
21
});
22
23
console.log("Server started and listening for events");
···
3
import { ensureIndexMapping, type IndexerEvent } from "./indexer.ts";
4
import { setupXRPCServer } from "./xrpc.ts";
5
import { processEventForSync } from "./sync.ts";
6
+
import { parseArgs } from "jsr:@std/cli";
7
8
async function main() {
9
const config = await readConfig("./config.json");
10
+
11
+
const args = parseArgs(Deno.args)
12
13
// prepare indexes
14
await ensureIndexMapping(config);
···
20
onEvent: (event: IndexerEvent) => {
21
// ESAV Live !!!
22
return processEventForSync(event);
23
+
},
24
+
forcedCursor: args["force-cursor"]
25
});
26
27
console.log("Server started and listening for events");
+8
-8
src/xrpc.ts
+8
-8
src/xrpc.ts
···
68
const handle = searchParams.get("handle");
69
const did = searchParams.get("did");
70
const clientCid = searchParams.get("cid");
71
-
const includePfp = searchParams.get("includePfp");
72
73
if (!handle && !did) {
74
return new Response("handle or did parameter is required", {
···
86
...identity,
87
};
88
89
-
if (includePfp) {
90
-
finalResponse.pfp = await getPfpUrl(identity.pdsUrl, identity.did);
91
}
92
93
const newCid = await computeCid(finalResponse);
···
513
}
514
}
515
516
-
async function getPfpUrl(
517
pdsUrl: string,
518
did: string
519
): Promise<string | undefined> {
···
527
return undefined;
528
}
529
const data = await response.json();
530
-
const cid = data?.value?.avatar?.ref?.["$link"];
531
-
const pfpurl = `${pdsUrl}/xrpc/com.atproto.sync.getBlob?did=${did}&cid=${cid}`;
532
-
return pfpurl;
533
} catch (error) {
534
-
console.error(`Error fetching PFP for ${did}:`, error);
535
return undefined;
536
}
537
}
···
68
const handle = searchParams.get("handle");
69
const did = searchParams.get("did");
70
const clientCid = searchParams.get("cid");
71
+
const includeBskyProfile = searchParams.get("includeBskyProfile");
72
73
if (!handle && !did) {
74
return new Response("handle or did parameter is required", {
···
86
...identity,
87
};
88
89
+
if (includeBskyProfile) {
90
+
finalResponse.profile = await getProfileRecord(identity.pdsUrl, identity.did);
91
}
92
93
const newCid = await computeCid(finalResponse);
···
513
}
514
}
515
516
+
async function getProfileRecord(
517
pdsUrl: string,
518
did: string
519
): Promise<string | undefined> {
···
527
return undefined;
528
}
529
const data = await response.json();
530
+
//const cid = data?.value?.avatar?.ref?.["$link"];
531
+
//const pfpurl = `${pdsUrl}/xrpc/com.atproto.sync.getBlob?did=${did}&cid=${cid}`;
532
+
return data.value;
533
} catch (error) {
534
+
console.error(`Error fetching profile record for ${did}:`, error);
535
return undefined;
536
}
537
}