appview: ingest issue records #524

···

       
5
       
 
       
	"encoding/json"

     

       
6
       
 
       
	"fmt"

     

       
7
       
 
       
	"log/slog"

     

       
0
       
 
       

     

       
8
       
 
       
	"time"

     

       
9
       
 
       


     

       
10
       
 
       
	"github.com/bluesky-social/indigo/atproto/syntax"

     
···

       
14
       
 
       
	"tangled.sh/tangled.sh/core/api/tangled"

     

       
15
       
 
       
	"tangled.sh/tangled.sh/core/appview/config"

     

       
16
       
 
       
	"tangled.sh/tangled.sh/core/appview/db"

     

       
0
       
 
       

     

       
17
       
 
       
	"tangled.sh/tangled.sh/core/appview/spindleverify"

     

       
18
       
 
       
	"tangled.sh/tangled.sh/core/idresolver"

     

       
19
       
 
       
	"tangled.sh/tangled.sh/core/rbac"

     
···

       
61
       
 
       
			case tangled.ActorProfileNSID:

     

       
62
       
 
       
				err = i.ingestProfile(e)

     

       
63
       
 
       
			case tangled.SpindleMemberNSID:

     

       
64
       
-
       
				err = i.ingestSpindleMember(e)

     

       
65
       
 
       
			case tangled.SpindleNSID:

     

       
66
       
-
       
				err = i.ingestSpindle(e)

     

       
67
       
 
       
			case tangled.StringNSID:

     

       
68
       
 
       
				err = i.ingestString(e)

     

       
0
       
 
       

     

       
0
       
 
       

     

       
69
       
 
       
			}

     

       
70
       
 
       
			l = i.Logger.With("nsid", e.Commit.Collection)

     

       
71
       
 
       
		}

     
···

       
336
       
 
       
	return nil

     

       
337
       
 
       
}

     

       
338
       
 
       


     

       
339
       
-
       
func (i *Ingester) ingestSpindleMember(e *models.Event) error {

     

       
340
       
 
       
	did := e.Did

     

       
341
       
 
       
	var err error

     

       
342
       
 
       


     
···

       
359
       
 
       
			return fmt.Errorf("failed to enforce permissions: %w", err)

     

       
360
       
 
       
		}

     

       
361
       
 
       


     

       
362
       
-
       
		memberId, err := i.IdResolver.ResolveIdent(context.Background(), record.Subject)

     

       
363
       
 
       
		if err != nil {

     

       
364
       
 
       
			return err

     

       
365
       
 
       
		}

     
···

       
442
       
 
       
	return nil

     

       
443
       
 
       
}

     

       
444
       
 
       


     

       
445
       
-
       
func (i *Ingester) ingestSpindle(e *models.Event) error {

     

       
446
       
 
       
	did := e.Did

     

       
447
       
 
       
	var err error

     

       
448
       
 
       


     
···

       
475
       
 
       
			return err

     

       
476
       
 
       
		}

     

       
477
       
 
       


     

       
478
       
-
       
		err = spindleverify.RunVerification(context.Background(), instance, did, i.Config.Core.Dev)

     

       
479
       
 
       
		if err != nil {

     

       
480
       
 
       
			l.Error("failed to add spindle to db", "err", err, "instance", instance)

     

       
481
       
 
       
			return err

     
···

       
609
       
 
       


     

       
610
       
 
       
	return nil

     

       
611
       
 
       
}

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

···

       
5
       
 
       
	"encoding/json"

     

       
6
       
 
       
	"fmt"

     

       
7
       
 
       
	"log/slog"

     

       
8
       
+
       
	"strings"

     

       
9
       
 
       
	"time"

     

       
10
       
 
       


     

       
11
       
 
       
	"github.com/bluesky-social/indigo/atproto/syntax"

     
···

       
15
       
 
       
	"tangled.sh/tangled.sh/core/api/tangled"

     

       
16
       
 
       
	"tangled.sh/tangled.sh/core/appview/config"

     

       
17
       
 
       
	"tangled.sh/tangled.sh/core/appview/db"

     

       
18
       
+
       
	"tangled.sh/tangled.sh/core/appview/pages/markup"

     

       
19
       
 
       
	"tangled.sh/tangled.sh/core/appview/spindleverify"

     

       
20
       
 
       
	"tangled.sh/tangled.sh/core/idresolver"

     

       
21
       
 
       
	"tangled.sh/tangled.sh/core/rbac"

     
···

       
63
       
 
       
			case tangled.ActorProfileNSID:

     

       
64
       
 
       
				err = i.ingestProfile(e)

     

       
65
       
 
       
			case tangled.SpindleMemberNSID:

     

       
66
       
+
       
				err = i.ingestSpindleMember(ctx, e)

     

       
67
       
 
       
			case tangled.SpindleNSID:

     

       
68
       
+
       
				err = i.ingestSpindle(ctx, e)

     

       
69
       
 
       
			case tangled.StringNSID:

     

       
70
       
 
       
				err = i.ingestString(e)

     

       
71
       
+
       
			case tangled.RepoIssueNSID:

     

       
72
       
+
       
				err = i.ingestIssue(ctx, e)

     

       
73
       
 
       
			}

     

       
74
       
 
       
			l = i.Logger.With("nsid", e.Commit.Collection)

     

       
75
       
 
       
		}

     
···

       
340
       
 
       
	return nil

     

       
341
       
 
       
}

     

       
342
       
 
       


     

       
343
       
+
       
func (i *Ingester) ingestSpindleMember(ctx context.Context, e *models.Event) error {

     

       
344
       
 
       
	did := e.Did

     

       
345
       
 
       
	var err error

     

       
346
       
 
       


     
···

       
363
       
 
       
			return fmt.Errorf("failed to enforce permissions: %w", err)

     

       
364
       
 
       
		}

     

       
365
       
 
       


     

       
366
       
+
       
		memberId, err := i.IdResolver.ResolveIdent(ctx, record.Subject)

     

       
367
       
 
       
		if err != nil {

     

       
368
       
 
       
			return err

     

       
369
       
 
       
		}

     
···

       
446
       
 
       
	return nil

     

       
447
       
 
       
}

     

       
448
       
 
       


     

       
449
       
+
       
func (i *Ingester) ingestSpindle(ctx context.Context, e *models.Event) error {

     

       
450
       
 
       
	did := e.Did

     

       
451
       
 
       
	var err error

     

       
452
       
 
       


     
···

       
479
       
 
       
			return err

     

       
480
       
 
       
		}

     

       
481
       
 
       


     

       
482
       
+
       
		err = spindleverify.RunVerification(ctx, instance, did, i.Config.Core.Dev)

     

       
483
       
 
       
		if err != nil {

     

       
484
       
 
       
			l.Error("failed to add spindle to db", "err", err, "instance", instance)

     

       
485
       
 
       
			return err

     
···

       
613
       
 
       


     

       
614
       
 
       
	return nil

     

       
615
       
 
       
}

     

       
616
       
+
       


     

       
617
       
+
       
func (i *Ingester) ingestIssue(ctx context.Context, e *models.Event) error {

     

       
618
       
+
       
	did := e.Did

     

       
619
       
+
       
	rkey := e.Commit.RKey

     

       
620
       
+
       


     

       
621
       
+
       
	var err error

     

       
622
       
+
       


     

       
623
       
+
       
	l := i.Logger.With("handler", "ingestIssue", "nsid", e.Commit.Collection, "did", did, "rkey", rkey)

     

       
624
       
+
       
	l.Info("ingesting record")

     

       
625
       
+
       


     

       
626
       
+
       
	ddb, ok := i.Db.Execer.(*db.DB)

     

       
627
       
+
       
	if !ok {

     

       
628
       
+
       
		return fmt.Errorf("failed to index issue record, invalid db cast")

     

       
629
       
+
       
	}

     

       
630
       
+
       


     

       
631
       
+
       
	switch e.Commit.Operation {

     

       
632
       
+
       
	case models.CommitOperationCreate:

     

       
633
       
+
       
		raw := json.RawMessage(e.Commit.Record)

     

       
634
       
+
       
		record := tangled.RepoIssue{}

     

       
635
       
+
       
		err = json.Unmarshal(raw, &record)

     

       
636
       
+
       
		if err != nil {

     

       
637
       
+
       
			l.Error("invalid record", "err", err)

     

       
638
       
+
       
			return err

     

       
639
       
+
       
		}

     

       
640
       
+
       


     

       
641
       
+
       
		issue := db.IssueFromRecord(did, rkey, record)

     

       
642
       
+
       


     

       
643
       
+
       
		sanitizer := markup.NewSanitizer()

     

       
644
       
+
       
		if st := strings.TrimSpace(sanitizer.SanitizeDescription(issue.Title)); st == "" {

     

       
645
       
+
       
			return fmt.Errorf("title is empty after HTML sanitization")

     

       
646
       
+
       
		}

     

       
647
       
+
       
		if sb := strings.TrimSpace(sanitizer.SanitizeDefault(issue.Body)); sb == "" {

     

       
648
       
+
       
			return fmt.Errorf("body is empty after HTML sanitization")

     

       
649
       
+
       
		}

     

       
650
       
+
       


     

       
651
       
+
       
		tx, err := ddb.BeginTx(ctx, nil)

     

       
652
       
+
       
		if err != nil {

     

       
653
       
+
       
			l.Error("failed to begin transaction", "err", err)

     

       
654
       
+
       
			return err

     

       
655
       
+
       
		}

     

       
656
       
+
       


     

       
657
       
+
       
		err = db.NewIssue(tx, &issue)

     

       
658
       
+
       
		if err != nil {

     

       
659
       
+
       
			l.Error("failed to create issue", "err", err)

     

       
660
       
+
       
			return err

     

       
661
       
+
       
		}

     

       
662
       
+
       


     

       
663
       
+
       
		return nil

     

       
664
       
+
       


     

       
665
       
+
       
	case models.CommitOperationUpdate:

     

       
666
       
+
       
		// TODO: implement updates

     

       
667
       
+
       
		return nil

     

       
668
       
+
       


     

       
669
       
+
       
	case models.CommitOperationDelete:

     

       
670
       
+
       
		// TODO: implement issue deletion

     

       
671
       
+
       
		return nil

     

       
672
       
+
       
	}

     

       
673
       
+
       


     

       
674
       
+
       
	return fmt.Errorf("unknown operation: %s", e.Commit.Operation)

     

       
675
       
+
       
}

     

···

       
94
       
 
       
			tangled.SpindleMemberNSID,

     

       
95
       
 
       
			tangled.SpindleNSID,

     

       
96
       
 
       
			tangled.StringNSID,

     

       
0
       
 
       

     

       
97
       
 
       
		},

     

       
98
       
 
       
		nil,

     

       
99
       
 
       
		slog.Default(),

     

···

       
94
       
 
       
			tangled.SpindleMemberNSID,

     

       
95
       
 
       
			tangled.SpindleNSID,

     

       
96
       
 
       
			tangled.StringNSID,

     

       
97
       
+
       
			tangled.RepoIssueNSID,

     

       
98
       
 
       
		},

     

       
99
       
 
       
		nil,

     

       
100
       
 
       
		slog.Default(),