bretton.dev
A community based topic aggregation platform built on atproto
feat: Add comprehensive lexicon test data and validation fixes
- Add 35 test data files covering all lexicon record types
- Actor records: block, membership, preferences, profile, saved, subscription
- Community records: moderator, profile, rules, wiki
- Interaction records: comment, share, tag
- Moderation records: ruleProposal, tribunalVote, vote
- Post records: post validation
- Fix lexicon schema issues:
- Add 'handle' format to actor profile
- Fix typo in community profile moderation type
- Add required $type field to interaction comments
- Add minItems constraint to tag arrays
- Fix enum values in moderation schemas
- Improve validate-lexicon tool:
- Better number handling to prevent float64 conversion issues
- Add json.Number support for accurate integer validation
🤖 Generated with [Claude Code](https://claude.ai/code)
Co-Authored-By: Claude <noreply@anthropic.com>
+39
-2
cmd/validate-lexicon/main.go
+39
-2
cmd/validate-lexicon/main.go
···
1
1
package main
2
2
3
3
import (
4
+
"bytes"
4
5
"encoding/json"
5
6
"flag"
6
7
"fmt"
···
270
271
return nil
271
272
}
272
273
273
-
// Parse JSON data
274
+
// Parse JSON data using Decoder to handle numbers properly
274
275
var recordData map[string]interface{}
275
-
if err := json.Unmarshal(data, &recordData); err != nil {
276
+
decoder := json.NewDecoder(bytes.NewReader(data))
277
+
decoder.UseNumber() // This preserves numbers as json.Number instead of float64
278
+
if err := decoder.Decode(&recordData); err != nil {
276
279
validationErrors = append(validationErrors, fmt.Sprintf("Failed to parse JSON in %s: %v", path, err))
277
280
return nil
278
281
}
282
+
283
+
// Convert json.Number values to appropriate types
284
+
recordData = convertNumbers(recordData).(map[string]interface{})
279
285
280
286
// Extract $type field
281
287
recordType, ok := recordData["$type"].(string)
···
438
444
439
445
return nil
440
446
}
447
+
448
+
// convertNumbers recursively converts json.Number values to int64 or float64
449
+
func convertNumbers(v interface{}) interface{} {
450
+
switch vv := v.(type) {
451
+
case map[string]interface{}:
452
+
result := make(map[string]interface{})
453
+
for k, val := range vv {
454
+
result[k] = convertNumbers(val)
455
+
}
456
+
return result
457
+
case []interface{}:
458
+
result := make([]interface{}, len(vv))
459
+
for i, val := range vv {
460
+
result[i] = convertNumbers(val)
461
+
}
462
+
return result
463
+
case json.Number:
464
+
// Try to convert to int64 first
465
+
if i, err := vv.Int64(); err == nil {
466
+
return i
467
+
}
468
+
// If that fails, convert to float64
469
+
if f, err := vv.Float64(); err == nil {
470
+
return f
471
+
}
472
+
// If both fail, return as string
473
+
return vv.String()
474
+
default:
475
+
return v
476
+
}
477
+
}
+5
tests/lexicon-test-data/actor/block-invalid-did.json
+5
tests/lexicon-test-data/actor/block-invalid-did.json
+6
tests/lexicon-test-data/actor/block-valid.json
+6
tests/lexicon-test-data/actor/block-valid.json
+6
tests/lexicon-test-data/actor/membership-invalid-reputation.json
+6
tests/lexicon-test-data/actor/membership-invalid-reputation.json
+6
tests/lexicon-test-data/actor/membership-valid.json
+6
tests/lexicon-test-data/actor/membership-valid.json
+7
tests/lexicon-test-data/actor/preferences-invalid-enum.json
+7
tests/lexicon-test-data/actor/preferences-invalid-enum.json
+40
tests/lexicon-test-data/actor/preferences-valid.json
+40
tests/lexicon-test-data/actor/preferences-valid.json
···
1
+
{
2
+
"$type": "social.coves.actor.preferences",
3
+
"feedPreferences": {
4
+
"defaultFeed": "home",
5
+
"defaultSort": "hot",
6
+
"showNSFW": false,
7
+
"blurNSFW": true,
8
+
"autoplayVideos": true,
9
+
"infiniteScroll": true
10
+
},
11
+
"contentFiltering": {
12
+
"blockedTags": ["politics", "spoilers"],
13
+
"blockedCommunities": ["did:plc:controversialcommunity"],
14
+
"mutedWords": ["spam", "scam"],
15
+
"languageFilter": ["en", "es"]
16
+
},
17
+
"notificationSettings": {
18
+
"postReplies": true,
19
+
"commentReplies": true,
20
+
"mentions": true,
21
+
"upvotes": false,
22
+
"newFollowers": true,
23
+
"communityInvites": true,
24
+
"moderatorNotifications": true
25
+
},
26
+
"privacySettings": {
27
+
"profileVisibility": "public",
28
+
"showSubscriptions": true,
29
+
"showSavedPosts": false,
30
+
"showVoteHistory": false,
31
+
"allowDMs": "followers"
32
+
},
33
+
"displayPreferences": {
34
+
"theme": "dark",
35
+
"compactView": false,
36
+
"showAvatars": true,
37
+
"showThumbnails": true,
38
+
"postsPerPage": 25
39
+
}
40
+
}
+6
tests/lexicon-test-data/actor/profile-invalid-handle-format.json
+6
tests/lexicon-test-data/actor/profile-invalid-handle-format.json
+6
tests/lexicon-test-data/actor/saved-invalid-type.json
+6
tests/lexicon-test-data/actor/saved-invalid-type.json
+7
tests/lexicon-test-data/actor/saved-valid.json
+7
tests/lexicon-test-data/actor/saved-valid.json
+6
tests/lexicon-test-data/actor/subscription-invalid-visibility.json
+6
tests/lexicon-test-data/actor/subscription-invalid-visibility.json
+6
tests/lexicon-test-data/actor/subscription-valid.json
+6
tests/lexicon-test-data/actor/subscription-valid.json
+9
tests/lexicon-test-data/community/moderator-invalid-permissions.json
+9
tests/lexicon-test-data/community/moderator-invalid-permissions.json
···
1
+
{
2
+
"$type": "social.coves.community.moderator",
3
+
"user": "did:plc:moderator123",
4
+
"community": "did:plc:community123",
5
+
"role": "moderator",
6
+
"permissions": ["remove_posts", "invalid-permission"],
7
+
"createdAt": "2024-06-15T10:00:00Z",
8
+
"createdBy": "did:plc:owner123"
9
+
}
+9
tests/lexicon-test-data/community/moderator-valid.json
+9
tests/lexicon-test-data/community/moderator-valid.json
···
1
+
{
2
+
"$type": "social.coves.community.moderator",
3
+
"user": "did:plc:trustedmoderator",
4
+
"community": "did:plc:programmingcommunity",
5
+
"role": "moderator",
6
+
"permissions": ["remove_posts", "remove_comments", "manage_wiki"],
7
+
"createdAt": "2024-06-15T10:00:00Z",
8
+
"createdBy": "did:plc:communityowner"
9
+
}
+9
tests/lexicon-test-data/community/profile-invalid-moderation-type.json
+9
tests/lexicon-test-data/community/profile-invalid-moderation-type.json
+8
tests/lexicon-test-data/community/rules-invalid-sortition.json
+8
tests/lexicon-test-data/community/rules-invalid-sortition.json
+44
tests/lexicon-test-data/community/rules-valid.json
+44
tests/lexicon-test-data/community/rules-valid.json
···
1
+
{
2
+
"$type": "social.coves.community.rules",
3
+
"postTypes": {
4
+
"allowText": true,
5
+
"allowVideo": true,
6
+
"allowImage": true,
7
+
"allowArticle": true
8
+
},
9
+
"contentRestrictions": {
10
+
"blockedDomains": ["spam.com", "malware.com"],
11
+
"allowedDomains": []
12
+
},
13
+
"geoRestrictions": {
14
+
"enabled": true,
15
+
"allowedCountries": ["US", "CA", "GB", "AU"],
16
+
"allowedRegions": []
17
+
},
18
+
"customTags": ["help", "announcement", "discussion", "tutorial"],
19
+
"textRules": [
20
+
{
21
+
"title": "Be respectful",
22
+
"description": "Treat all members with respect. No harassment, hate speech, or personal attacks.",
23
+
"createdAt": "2024-01-01T00:00:00Z",
24
+
"isActive": true
25
+
},
26
+
{
27
+
"title": "No spam",
28
+
"description": "Do not post spam, including excessive self-promotion or irrelevant content.",
29
+
"createdAt": "2024-01-01T00:00:00Z",
30
+
"isActive": true
31
+
},
32
+
{
33
+
"title": "Stay on topic",
34
+
"description": "Posts must be related to programming and software development.",
35
+
"createdAt": "2024-01-01T00:00:00Z",
36
+
"isActive": true
37
+
}
38
+
],
39
+
"sortitionConfig": {
40
+
"tagThreshold": 15,
41
+
"tribunalThreshold": 30,
42
+
"jurySize": 9
43
+
}
44
+
}
+7
tests/lexicon-test-data/community/wiki-invalid-slug.json
+7
tests/lexicon-test-data/community/wiki-invalid-slug.json
···
1
+
{
2
+
"$type": "social.coves.community.wiki",
3
+
"slug": "this-slug-is-way-too-long-and-exceeds-the-maximum-allowed-length-of-128-characters-which-should-trigger-a-validation-error-when-we-run-the-test",
4
+
"title": "Invalid Wiki Page",
5
+
"content": "This wiki page has a slug that exceeds the maximum length.",
6
+
"createdAt": "2024-01-01T00:00:00Z"
7
+
}
+13
tests/lexicon-test-data/community/wiki-valid.json
+13
tests/lexicon-test-data/community/wiki-valid.json
···
1
+
{
2
+
"$type": "social.coves.community.wiki",
3
+
"slug": "getting-started",
4
+
"title": "Getting Started with Our Community",
5
+
"content": "# Welcome to the Programming Community\n\nThis guide will help you get started with our community.\n\n## Rules\nPlease read our community rules before posting.\n\n## Resources\n- [FAQ](/wiki/faq)\n- [Posting Guidelines](/wiki/posting-guidelines)\n- [Code of Conduct](/wiki/code-of-conduct)",
6
+
"author": "did:plc:moderator123",
7
+
"editors": ["did:plc:editor1", "did:plc:editor2"],
8
+
"isIndex": false,
9
+
"createdAt": "2024-01-01T00:00:00Z",
10
+
"updatedAt": "2025-01-09T15:00:00Z",
11
+
"revision": 5,
12
+
"tags": ["meta", "help", "guide"]
13
+
}
+5
tests/lexicon-test-data/interaction/comment-invalid-content.json
+5
tests/lexicon-test-data/interaction/comment-invalid-content.json
+10
tests/lexicon-test-data/interaction/comment-valid-sticker.json
+10
tests/lexicon-test-data/interaction/comment-valid-sticker.json
···
1
+
{
2
+
"$type": "social.coves.interaction.comment",
3
+
"subject": "at://did:plc:author123/social.coves.post.record/3k7a3dmb5bk2c",
4
+
"content": {
5
+
"$type": "social.coves.interaction.comment#stickerContent",
6
+
"stickerId": "thumbs-up",
7
+
"stickerPackId": "default-pack"
8
+
},
9
+
"createdAt": "2025-01-09T16:50:00Z"
10
+
}
+23
tests/lexicon-test-data/interaction/comment-valid-text.json
+23
tests/lexicon-test-data/interaction/comment-valid-text.json
···
1
+
{
2
+
"$type": "social.coves.interaction.comment",
3
+
"subject": "at://did:plc:author123/social.coves.post.record/3k7a3dmb5bk2c",
4
+
"content": {
5
+
"$type": "social.coves.interaction.comment#textContent",
6
+
"text": "Great post! I especially liked the part about @alice.example.com's contribution to the project.",
7
+
"facets": [
8
+
{
9
+
"index": {
10
+
"byteStart": 46,
11
+
"byteEnd": 64
12
+
},
13
+
"features": [
14
+
{
15
+
"$type": "social.coves.richtext.facet#mention",
16
+
"did": "did:plc:aliceuser123"
17
+
}
18
+
]
19
+
}
20
+
]
21
+
},
22
+
"createdAt": "2025-01-09T16:30:00Z"
23
+
}
+6
tests/lexicon-test-data/interaction/tag-invalid-empty.json
+6
tests/lexicon-test-data/interaction/tag-invalid-empty.json
+6
tests/lexicon-test-data/interaction/tag-valid-custom.json
+6
tests/lexicon-test-data/interaction/tag-valid-custom.json
+6
tests/lexicon-test-data/interaction/tag-valid-known.json
+6
tests/lexicon-test-data/interaction/tag-valid-known.json
+9
tests/lexicon-test-data/moderation/rule-proposal-invalid-status.json
+9
tests/lexicon-test-data/moderation/rule-proposal-invalid-status.json
···
1
+
{
2
+
"$type": "social.coves.moderation.ruleProposal",
3
+
"community": "did:plc:community123",
4
+
"proposalType": "addRule",
5
+
"title": "Test invalid status",
6
+
"description": "This should fail validation due to invalid status",
7
+
"status": "invalidStatus",
8
+
"createdAt": "2025-01-09T17:00:00Z"
9
+
}
+9
tests/lexicon-test-data/moderation/rule-proposal-invalid-threshold.json
+9
tests/lexicon-test-data/moderation/rule-proposal-invalid-threshold.json
···
1
+
{
2
+
"$type": "social.coves.moderation.ruleProposal",
3
+
"community": "did:plc:community123",
4
+
"proposalType": "updateRule",
5
+
"title": "Update harassment policy",
6
+
"description": "Strengthen the harassment policy",
7
+
"requiredVotes": -50,
8
+
"createdAt": "2025-01-09T17:00:00Z"
9
+
}
+8
tests/lexicon-test-data/moderation/rule-proposal-invalid-type.json
+8
tests/lexicon-test-data/moderation/rule-proposal-invalid-type.json
+13
tests/lexicon-test-data/moderation/rule-proposal-valid.json
+13
tests/lexicon-test-data/moderation/rule-proposal-valid.json
···
1
+
{
2
+
"$type": "social.coves.moderation.ruleProposal",
3
+
"community": "did:plc:programmingcommunity",
4
+
"proposalType": "addRule",
5
+
"title": "No AI-generated content without disclosure",
6
+
"description": "All AI-generated code or content must be clearly marked as such. This helps maintain transparency and allows community members to make informed decisions about the content they consume.",
7
+
"proposalData": {
8
+
"ruleTitle": "Disclose AI-generated content",
9
+
"ruleDescription": "All posts containing AI-generated code or content must include a clear disclosure statement"
10
+
},
11
+
"requiredVotes": 100,
12
+
"createdAt": "2025-01-09T17:00:00Z"
13
+
}
+7
tests/lexicon-test-data/moderation/tribunal-vote-invalid-decision.json
+7
tests/lexicon-test-data/moderation/tribunal-vote-invalid-decision.json
···
1
+
{
2
+
"$type": "social.coves.moderation.tribunalVote",
3
+
"tribunal": "at://did:plc:community123/social.coves.moderation.tribunal/3k7a3dmb5bk2c",
4
+
"subject": "at://did:plc:user123/social.coves.post.record/3k7a2clb4bj2b",
5
+
"decision": "maybe",
6
+
"createdAt": "2025-01-09T18:00:00Z"
7
+
}
+13
tests/lexicon-test-data/moderation/tribunal-vote-valid.json
+13
tests/lexicon-test-data/moderation/tribunal-vote-valid.json
···
1
+
{
2
+
"$type": "social.coves.moderation.tribunalVote",
3
+
"tribunal": "at://did:plc:community123/social.coves.moderation.tribunal/3k7a3dmb5bk2c",
4
+
"subject": "at://did:plc:spammer123/social.coves.post.record/3k7a2clb4bj2b",
5
+
"decision": "remove",
6
+
"reasoning": "The moderator's action was justified based on clear violation of Rule 2 (No Spam). The user posted the same promotional content across multiple communities within a short timeframe.",
7
+
"precedents": [
8
+
"at://did:plc:community123/social.coves.moderation.case/3k6z2cla4aj1a",
9
+
"at://did:plc:community456/social.coves.moderation.case/3k6y1bkz3zi0z"
10
+
],
11
+
"dissenting": false,
12
+
"createdAt": "2025-01-09T18:00:00Z"
13
+
}
+6
tests/lexicon-test-data/moderation/vote-invalid-option.json
+6
tests/lexicon-test-data/moderation/vote-invalid-option.json
+6
tests/lexicon-test-data/moderation/vote-valid-approve.json
+6
tests/lexicon-test-data/moderation/vote-valid-approve.json
+10
tests/lexicon-test-data/post/post-invalid-missing-community.json
+10
tests/lexicon-test-data/post/post-invalid-missing-community.json