Monorepo for Tangled
1package db
2
3import (
4 "database/sql"
5 "fmt"
6 "log"
7 "net/url"
8 "slices"
9 "strings"
10 "time"
11
12 "github.com/bluesky-social/indigo/atproto/syntax"
13 "tangled.org/core/appview/models"
14 "tangled.org/core/orm"
15)
16
17const TimeframeMonths = 7
18
19func MakeProfileTimeline(e Execer, forDid string) (*models.ProfileTimeline, error) {
20 timeline := models.ProfileTimeline{
21 ByMonth: make([]models.ByMonth, TimeframeMonths),
22 }
23 now := time.Now()
24 timeframe := fmt.Sprintf("-%d months", TimeframeMonths)
25
26 pulls, err := GetPullsByOwnerDid(e, forDid, timeframe)
27 if err != nil {
28 return nil, fmt.Errorf("error getting pulls by owner did: %w", err)
29 }
30
31 // group pulls by month
32 for _, pull := range pulls {
33 monthsAgo := monthsBetween(pull.Created, now)
34
35 if monthsAgo >= TimeframeMonths {
36 // shouldn't happen; but times are weird
37 continue
38 }
39
40 idx := monthsAgo
41 items := &timeline.ByMonth[idx].PullEvents.Items
42
43 *items = append(*items, &pull)
44 }
45
46 issues, err := GetIssues(
47 e,
48 orm.FilterEq("did", forDid),
49 orm.FilterGte("created", time.Now().AddDate(0, -TimeframeMonths, 0)),
50 )
51 if err != nil {
52 return nil, fmt.Errorf("error getting issues by owner did: %w", err)
53 }
54
55 for _, issue := range issues {
56 monthsAgo := monthsBetween(issue.Created, now)
57
58 if monthsAgo >= TimeframeMonths {
59 // shouldn't happen; but times are weird
60 continue
61 }
62
63 idx := monthsAgo
64 items := &timeline.ByMonth[idx].IssueEvents.Items
65
66 *items = append(*items, &issue)
67 }
68
69 repos, err := GetRepos(e, 0, orm.FilterEq("did", forDid))
70 if err != nil {
71 return nil, fmt.Errorf("error getting all repos by did: %w", err)
72 }
73
74 for _, repo := range repos {
75 // TODO: get this in the original query; requires COALESCE because nullable
76 var sourceRepo *models.Repo
77 if repo.Source != "" {
78 sourceRepo, err = GetRepoByAtUri(e, repo.Source)
79 if err != nil {
80 // the source repo was not found, skip this bit
81 log.Println("profile", "err", err)
82 }
83 }
84
85 monthsAgo := monthsBetween(repo.Created, now)
86
87 if monthsAgo >= TimeframeMonths {
88 // shouldn't happen; but times are weird
89 continue
90 }
91
92 idx := monthsAgo
93
94 items := &timeline.ByMonth[idx].RepoEvents
95 *items = append(*items, models.RepoEvent{
96 Repo: &repo,
97 Source: sourceRepo,
98 })
99 }
100
101 punchcard, err := MakePunchcard(
102 e,
103 orm.FilterEq("did", forDid),
104 orm.FilterGte("date", time.Now().AddDate(0, -TimeframeMonths, 0)),
105 )
106 if err != nil {
107 return nil, fmt.Errorf("error getting commits by did: %w", err)
108 }
109 for _, punch := range punchcard.Punches {
110 if punch.Date.After(now) {
111 continue
112 }
113
114 monthsAgo := monthsBetween(punch.Date, now)
115 if monthsAgo >= TimeframeMonths {
116 // shouldn't happen; but times are weird
117 continue
118 }
119
120 idx := monthsAgo
121 timeline.ByMonth[idx].Commits += punch.Count
122 }
123
124 return &timeline, nil
125}
126
127func monthsBetween(from, to time.Time) int {
128 years := to.Year() - from.Year()
129 months := int(to.Month() - from.Month())
130 return years*12 + months
131}
132
133func UpsertProfile(tx *sql.Tx, profile *models.Profile) error {
134 defer tx.Rollback()
135
136 // update links
137 _, err := tx.Exec(`delete from profile_links where did = ?`, profile.Did)
138 if err != nil {
139 return err
140 }
141 // update vanity stats
142 _, err = tx.Exec(`delete from profile_stats where did = ?`, profile.Did)
143 if err != nil {
144 return err
145 }
146
147 // update pinned repos
148 _, err = tx.Exec(`delete from profile_pinned_repositories where did = ?`, profile.Did)
149 if err != nil {
150 return err
151 }
152
153 includeBskyValue := 0
154 if profile.IncludeBluesky {
155 includeBskyValue = 1
156 }
157
158 _, err = tx.Exec(
159 `insert or replace into profile (
160 did,
161 avatar,
162 description,
163 include_bluesky,
164 location,
165 pronouns
166 )
167 values (?, ?, ?, ?, ?, ?)`,
168 profile.Did,
169 profile.Avatar,
170 profile.Description,
171 includeBskyValue,
172 profile.Location,
173 profile.Pronouns,
174 )
175
176 if err != nil {
177 log.Println("profile", "err", err)
178 return err
179 }
180
181 for _, link := range profile.Links {
182 if link == "" {
183 continue
184 }
185
186 _, err := tx.Exec(
187 `insert into profile_links (did, link) values (?, ?)`,
188 profile.Did,
189 link,
190 )
191
192 if err != nil {
193 log.Println("profile_links", "err", err)
194 return err
195 }
196 }
197
198 for _, v := range profile.Stats {
199 if v.Kind == "" {
200 continue
201 }
202
203 _, err := tx.Exec(
204 `insert into profile_stats (did, kind) values (?, ?)`,
205 profile.Did,
206 v.Kind,
207 )
208
209 if err != nil {
210 log.Println("profile_stats", "err", err)
211 return err
212 }
213 }
214
215 for _, pin := range profile.PinnedRepos {
216 if pin == "" {
217 continue
218 }
219
220 _, err := tx.Exec(
221 `insert into profile_pinned_repositories (did, at_uri) values (?, ?)`,
222 profile.Did,
223 pin,
224 )
225
226 if err != nil {
227 log.Println("profile_pinned_repositories", "err", err)
228 return err
229 }
230 }
231
232 return tx.Commit()
233}
234
235func GetProfiles(e Execer, filters ...orm.Filter) (map[string]*models.Profile, error) {
236 var conditions []string
237 var args []any
238 for _, filter := range filters {
239 conditions = append(conditions, filter.Condition())
240 args = append(args, filter.Arg()...)
241 }
242
243 whereClause := ""
244 if conditions != nil {
245 whereClause = " where " + strings.Join(conditions, " and ")
246 }
247
248 profilesQuery := fmt.Sprintf(
249 `select
250 id,
251 did,
252 description,
253 include_bluesky,
254 location,
255 pronouns
256 from
257 profile
258 %s`,
259 whereClause,
260 )
261 rows, err := e.Query(profilesQuery, args...)
262 if err != nil {
263 return nil, err
264 }
265 defer rows.Close()
266
267 profileMap := make(map[string]*models.Profile)
268 for rows.Next() {
269 var profile models.Profile
270 var includeBluesky int
271 var pronouns sql.Null[string]
272
273 err = rows.Scan(&profile.ID, &profile.Did, &profile.Description, &includeBluesky, &profile.Location, &pronouns)
274 if err != nil {
275 return nil, err
276 }
277
278 if includeBluesky != 0 {
279 profile.IncludeBluesky = true
280 }
281
282 if pronouns.Valid {
283 profile.Pronouns = pronouns.V
284 }
285
286 profileMap[profile.Did] = &profile
287 }
288 if err = rows.Err(); err != nil {
289 return nil, err
290 }
291
292 // populate profile links
293 inClause := strings.TrimSuffix(strings.Repeat("?, ", len(profileMap)), ", ")
294 args = make([]any, len(profileMap))
295 i := 0
296 for did := range profileMap {
297 args[i] = did
298 i++
299 }
300
301 linksQuery := fmt.Sprintf("select link, did from profile_links where did in (%s)", inClause)
302 rows, err = e.Query(linksQuery, args...)
303 if err != nil {
304 return nil, err
305 }
306 defer rows.Close()
307
308 idxs := make(map[string]int)
309 for did := range profileMap {
310 idxs[did] = 0
311 }
312 for rows.Next() {
313 var link, did string
314 if err = rows.Scan(&link, &did); err != nil {
315 return nil, err
316 }
317
318 idx := idxs[did]
319 profileMap[did].Links[idx] = link
320 idxs[did] = idx + 1
321 }
322
323 pinsQuery := fmt.Sprintf("select at_uri, did from profile_pinned_repositories where did in (%s)", inClause)
324 rows, err = e.Query(pinsQuery, args...)
325 if err != nil {
326 return nil, err
327 }
328 defer rows.Close()
329
330 idxs = make(map[string]int)
331 for did := range profileMap {
332 idxs[did] = 0
333 }
334 for rows.Next() {
335 var link syntax.ATURI
336 var did string
337 if err = rows.Scan(&link, &did); err != nil {
338 return nil, err
339 }
340
341 idx := idxs[did]
342 profileMap[did].PinnedRepos[idx] = link
343 idxs[did] = idx + 1
344 }
345
346 return profileMap, nil
347}
348
349func GetProfile(e Execer, did string) (*models.Profile, error) {
350 var profile models.Profile
351 var pronouns sql.Null[string]
352 var avatar sql.Null[string]
353
354 profile.Did = did
355
356 includeBluesky := 0
357
358 err := e.QueryRow(
359 `select avatar, description, include_bluesky, location, pronouns from profile where did = ?`,
360 did,
361 ).Scan(&avatar, &profile.Description, &includeBluesky, &profile.Location, &pronouns)
362 if err == sql.ErrNoRows {
363 profile := models.Profile{}
364 profile.Did = did
365 return &profile, nil
366 }
367
368 if err != nil {
369 return nil, err
370 }
371
372 if includeBluesky != 0 {
373 profile.IncludeBluesky = true
374 }
375
376 if pronouns.Valid {
377 profile.Pronouns = pronouns.V
378 }
379
380 if avatar.Valid {
381 profile.Avatar = avatar.V
382 }
383
384 rows, err := e.Query(`select link from profile_links where did = ?`, did)
385 if err != nil {
386 return nil, err
387 }
388 defer rows.Close()
389 i := 0
390 for rows.Next() {
391 if err := rows.Scan(&profile.Links[i]); err != nil {
392 return nil, err
393 }
394 i++
395 }
396
397 rows, err = e.Query(`select kind from profile_stats where did = ?`, did)
398 if err != nil {
399 return nil, err
400 }
401 defer rows.Close()
402 i = 0
403 for rows.Next() {
404 if err := rows.Scan(&profile.Stats[i].Kind); err != nil {
405 return nil, err
406 }
407 value, err := GetVanityStat(e, profile.Did, profile.Stats[i].Kind)
408 if err != nil {
409 return nil, err
410 }
411 profile.Stats[i].Value = value
412 i++
413 }
414
415 rows, err = e.Query(`select at_uri from profile_pinned_repositories where did = ?`, did)
416 if err != nil {
417 return nil, err
418 }
419 defer rows.Close()
420 i = 0
421 for rows.Next() {
422 if err := rows.Scan(&profile.PinnedRepos[i]); err != nil {
423 return nil, err
424 }
425 i++
426 }
427
428 return &profile, nil
429}
430
431func GetVanityStat(e Execer, did string, stat models.VanityStatKind) (uint64, error) {
432 query := ""
433 var args []any
434 switch stat {
435 case models.VanityStatMergedPRCount:
436 query = `select count(id) from pulls where owner_did = ? and state = ?`
437 args = append(args, did, models.PullMerged)
438 case models.VanityStatClosedPRCount:
439 query = `select count(id) from pulls where owner_did = ? and state = ?`
440 args = append(args, did, models.PullClosed)
441 case models.VanityStatOpenPRCount:
442 query = `select count(id) from pulls where owner_did = ? and state = ?`
443 args = append(args, did, models.PullOpen)
444 case models.VanityStatOpenIssueCount:
445 query = `select count(id) from issues where did = ? and open = 1`
446 args = append(args, did)
447 case models.VanityStatClosedIssueCount:
448 query = `select count(id) from issues where did = ? and open = 0`
449 args = append(args, did)
450 case models.VanityStatRepositoryCount:
451 query = `select count(id) from repos where did = ?`
452 args = append(args, did)
453 case models.VanityStatStarCount:
454 query = `select count(id) from stars where subject_at like 'at://' || ? || '%'`
455 args = append(args, did)
456 case models.VanityStatNone:
457 return 0, nil
458 default:
459 return 0, fmt.Errorf("invalid vanity stat kind: %s", stat)
460 }
461
462 var result uint64
463 err := e.QueryRow(query, args...).Scan(&result)
464 if err != nil {
465 return 0, err
466 }
467
468 return result, nil
469}
470
471func ValidateProfile(e Execer, profile *models.Profile) error {
472 // ensure description is not too long
473 if len(profile.Description) > 256 {
474 return fmt.Errorf("Entered bio is too long.")
475 }
476
477 // ensure description is not too long
478 if len(profile.Location) > 40 {
479 return fmt.Errorf("Entered location is too long.")
480 }
481
482 // ensure pronouns are not too long
483 if len(profile.Pronouns) > 40 {
484 return fmt.Errorf("Entered pronouns are too long.")
485 }
486
487 // ensure links are in order
488 err := validateLinks(profile)
489 if err != nil {
490 return err
491 }
492
493 // ensure all pinned repos are either own repos or collaborating repos
494 repos, err := GetRepos(e, 0, orm.FilterEq("did", profile.Did))
495 if err != nil {
496 log.Printf("getting repos for %s: %s", profile.Did, err)
497 }
498
499 collaboratingRepos, err := CollaboratingIn(e, profile.Did)
500 if err != nil {
501 log.Printf("getting collaborating repos for %s: %s", profile.Did, err)
502 }
503
504 var validRepos []syntax.ATURI
505 for _, r := range repos {
506 validRepos = append(validRepos, r.RepoAt())
507 }
508 for _, r := range collaboratingRepos {
509 validRepos = append(validRepos, r.RepoAt())
510 }
511
512 for _, pinned := range profile.PinnedRepos {
513 if pinned == "" {
514 continue
515 }
516 if !slices.Contains(validRepos, pinned) {
517 return fmt.Errorf("Invalid pinned repo: `%s, does not belong to own or collaborating repos", pinned)
518 }
519 }
520
521 return nil
522}
523
524func validateLinks(profile *models.Profile) error {
525 for i, link := range profile.Links {
526 if link == "" {
527 continue
528 }
529
530 parsedURL, err := url.Parse(link)
531 if err != nil {
532 return fmt.Errorf("Invalid URL '%s': %v\n", link, err)
533 }
534
535 if parsedURL.Scheme == "" {
536 if strings.HasPrefix(link, "//") {
537 profile.Links[i] = "https:" + link
538 } else {
539 profile.Links[i] = "https://" + link
540 }
541 continue
542 } else if parsedURL.Scheme != "http" && parsedURL.Scheme != "https" {
543 return fmt.Errorf("Warning: URL '%s' has unusual scheme: %s\n", link, parsedURL.Scheme)
544 }
545
546 // catch relative paths
547 if parsedURL.Host == "" {
548 return fmt.Errorf("Warning: URL '%s' appears to be a relative path\n", link)
549 }
550 }
551 return nil
552}