edavis.dev
this repo has no description
feat: debounce wih redis
+35
cmd/recordcollector/main.go
+35
cmd/recordcollector/main.go
···
23
"github.com/edavis/recordcollector/pkg"
24
_ "github.com/joho/godotenv/autoload"
25
_ "github.com/mattn/go-sqlite3"
26
)
27
28
var RecordCollectorDid = os.Getenv("DID")
···
50
logger *slog.Logger
51
client *xrpc.Client // client that makes Ozone requests
52
db *sql.DB // sqlite3 DB for tracking labels (to avoid dupes)
53
lk sync.Mutex
54
count int
55
}
···
95
log.Fatalf("could not init database: %v", err)
96
}
97
98
h := &handler{
99
logger: logger,
100
client: &ozoneClient,
101
db: dbCnx,
102
}
103
h.runRefreshSession(ctx)
104
···
175
}
176
177
func (h *handler) addLabel(ctx context.Context, did, label string) error {
178
var labelDuration int64 = 24 * 30
179
input := &toolsozone.ModerationEmitEvent_Input{
180
CreatedBy: RecordCollectorDid,
···
198
return fmt.Errorf("failed to add label: %w", err)
199
}
200
h.logger.Info("added label", "view", view)
201
202
return nil
203
}
···
23
"github.com/edavis/recordcollector/pkg"
24
_ "github.com/joho/godotenv/autoload"
25
_ "github.com/mattn/go-sqlite3"
26
+
"github.com/redis/go-redis/v9"
27
)
28
29
var RecordCollectorDid = os.Getenv("DID")
···
51
logger *slog.Logger
52
client *xrpc.Client // client that makes Ozone requests
53
db *sql.DB // sqlite3 DB for tracking labels (to avoid dupes)
54
+
redis *redis.Client
55
lk sync.Mutex
56
count int
57
}
···
97
log.Fatalf("could not init database: %v", err)
98
}
99
100
+
redisClient := redis.NewClient(&redis.Options{
101
+
Addr: os.Getenv("REDIS_ADDR"),
102
+
})
103
+
if err := redisClient.Ping(ctx).Err(); err != nil {
104
+
log.Fatalf("could not connect to redis: %v", err)
105
+
}
106
+
defer func() {
107
+
if err := redisClient.Close(); err != nil {
108
+
logger.Error("failed to close redis", "err", err)
109
+
}
110
+
logger.Info("redis closed")
111
+
}()
112
+
113
h := &handler{
114
logger: logger,
115
client: &ozoneClient,
116
db: dbCnx,
117
+
redis: redisClient,
118
}
119
h.runRefreshSession(ctx)
120
···
191
}
192
193
func (h *handler) addLabel(ctx context.Context, did, label string) error {
194
+
key := fmt.Sprintf("recordcollector_%s_%s", did, label)
195
+
196
+
// Check if already labeled recently
197
+
exists, err := h.redis.Exists(ctx, key).Result()
198
+
if err != nil {
199
+
h.logger.Error("redis error checking key", "err", err, "key", key)
200
+
// Continue anyway - better to potentially duplicate than miss labels
201
+
}
202
+
if exists > 0 {
203
+
h.logger.Info("skipping label, already emitted recently", "did", did, "label", label)
204
+
return nil
205
+
}
206
+
207
var labelDuration int64 = 24 * 30
208
input := &toolsozone.ModerationEmitEvent_Input{
209
CreatedBy: RecordCollectorDid,
···
227
return fmt.Errorf("failed to add label: %w", err)
228
}
229
h.logger.Info("added label", "view", view)
230
+
231
+
// Set key with 24h TTL after successful emission
232
+
if err := h.redis.Set(ctx, key, "1", 24*time.Hour).Err(); err != nil {
233
+
h.logger.Error("failed to set redis key", "err", err, "key", key)
234
+
// Don't return error - label was emitted successfully
235
+
}
236
237
return nil
238
}
+11
compose.yaml
+11
compose.yaml
+2
go.mod
+2
go.mod
···
9
github.com/bluesky-social/jetstream v0.0.0-20241210005130-ea96859b93d1
10
github.com/joho/godotenv v1.5.1
11
github.com/mattn/go-sqlite3 v1.14.22
12
golang.org/x/text v0.33.0
13
)
14
···
16
github.com/beorn7/perks v1.0.1 // indirect
17
github.com/carlmjohnson/versioninfo v0.22.5 // indirect
18
github.com/cespare/xxhash/v2 v2.3.0 // indirect
19
github.com/felixge/httpsnoop v1.0.4 // indirect
20
github.com/go-logr/logr v1.4.1 // indirect
21
github.com/go-logr/stdr v1.2.2 // indirect
···
9
github.com/bluesky-social/jetstream v0.0.0-20241210005130-ea96859b93d1
10
github.com/joho/godotenv v1.5.1
11
github.com/mattn/go-sqlite3 v1.14.22
12
+
github.com/redis/go-redis/v9 v9.17.3
13
golang.org/x/text v0.33.0
14
)
15
···
17
github.com/beorn7/perks v1.0.1 // indirect
18
github.com/carlmjohnson/versioninfo v0.22.5 // indirect
19
github.com/cespare/xxhash/v2 v2.3.0 // indirect
20
+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
21
github.com/felixge/httpsnoop v1.0.4 // indirect
22
github.com/go-logr/logr v1.4.1 // indirect
23
github.com/go-logr/stdr v1.2.2 // indirect
+8
go.sum
+8
go.sum
···
6
github.com/bluesky-social/indigo v0.0.0-20250320052052-4873aceeabf4/go.mod h1:NVBwZvbBSa93kfyweAmKwOLYawdVHdwZ9s+GZtBBVLA=
7
github.com/bluesky-social/jetstream v0.0.0-20241210005130-ea96859b93d1 h1:CFvRtYNSnWRAi/98M3O466t9dYuwtesNbu6FVPymRrA=
8
github.com/bluesky-social/jetstream v0.0.0-20241210005130-ea96859b93d1/go.mod h1:WiYEeyJSdUwqoaZ71KJSpTblemUCpwJfh5oVXplK6T4=
9
github.com/carlmjohnson/versioninfo v0.22.5 h1:O00sjOLUAFxYQjlN/bzYTuZiS0y6fWDQjMRvwtKgwwc=
10
github.com/carlmjohnson/versioninfo v0.22.5/go.mod h1:QT9mph3wcVfISUKd0i9sZfVrPviHuSF+cUtLjm2WSf8=
11
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
···
14
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
15
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
16
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
17
github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=
18
github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=
19
github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
···
124
github.com/prometheus/common v0.54.0/go.mod h1:/TQgMJP5CuVYveyT7n/0Ix8yLNNXy9yRSkhnLTHPDIQ=
125
github.com/prometheus/procfs v0.15.1 h1:YagwOFzUgYfKKHX6Dr+sHT7km/hxC76UB0learggepc=
126
github.com/prometheus/procfs v0.15.1/go.mod h1:fB45yRUv8NstnjriLhBQLuOUt+WW4BsoGhij/e3PBqk=
127
github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
128
github.com/rogpeppe/go-internal v1.12.0 h1:exVL4IDcn6na9z1rAb56Vxr+CgyK3nn3O+epU5NdKM8=
129
github.com/rogpeppe/go-internal v1.12.0/go.mod h1:E+RYuTGaKKdloAfM02xzb0FW3Paa99yedzYV+kq4uf4=
···
6
github.com/bluesky-social/indigo v0.0.0-20250320052052-4873aceeabf4/go.mod h1:NVBwZvbBSa93kfyweAmKwOLYawdVHdwZ9s+GZtBBVLA=
7
github.com/bluesky-social/jetstream v0.0.0-20241210005130-ea96859b93d1 h1:CFvRtYNSnWRAi/98M3O466t9dYuwtesNbu6FVPymRrA=
8
github.com/bluesky-social/jetstream v0.0.0-20241210005130-ea96859b93d1/go.mod h1:WiYEeyJSdUwqoaZ71KJSpTblemUCpwJfh5oVXplK6T4=
9
+
github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs=
10
+
github.com/bsm/ginkgo/v2 v2.12.0/go.mod h1:SwYbGRRDovPVboqFv0tPTcG1sN61LM1Z4ARdbAV9g4c=
11
+
github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA=
12
+
github.com/bsm/gomega v1.27.10/go.mod h1:JyEr/xRbxbtgWNi8tIEVPUYZ5Dzef52k01W3YH0H+O0=
13
github.com/carlmjohnson/versioninfo v0.22.5 h1:O00sjOLUAFxYQjlN/bzYTuZiS0y6fWDQjMRvwtKgwwc=
14
github.com/carlmjohnson/versioninfo v0.22.5/go.mod h1:QT9mph3wcVfISUKd0i9sZfVrPviHuSF+cUtLjm2WSf8=
15
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
···
18
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
19
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
20
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
21
+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
22
+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
23
github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=
24
github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=
25
github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
···
130
github.com/prometheus/common v0.54.0/go.mod h1:/TQgMJP5CuVYveyT7n/0Ix8yLNNXy9yRSkhnLTHPDIQ=
131
github.com/prometheus/procfs v0.15.1 h1:YagwOFzUgYfKKHX6Dr+sHT7km/hxC76UB0learggepc=
132
github.com/prometheus/procfs v0.15.1/go.mod h1:fB45yRUv8NstnjriLhBQLuOUt+WW4BsoGhij/e3PBqk=
133
+
github.com/redis/go-redis/v9 v9.17.3 h1:fN29NdNrE17KttK5Ndf20buqfDZwGNgoUr9qjl1DQx4=
134
+
github.com/redis/go-redis/v9 v9.17.3/go.mod h1:u410H11HMLoB+TP67dz8rL9s6QW2j76l0//kSOd3370=
135
github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
136
github.com/rogpeppe/go-internal v1.12.0 h1:exVL4IDcn6na9z1rAb56Vxr+CgyK3nn3O+epU5NdKM8=
137
github.com/rogpeppe/go-internal v1.12.0/go.mod h1:E+RYuTGaKKdloAfM02xzb0FW3Paa99yedzYV+kq4uf4=