commit 7c350f54cb4d5a3d06d3050fb7aa6cb29d0b151d · bretton.dev/coves

+47

internal/db/migrations/015_alter_content_labels_to_jsonb.sql

···

       1
       +
       -- +goose Up

     

       2
       +
       -- Change content_labels from TEXT[] to JSONB to preserve full com.atproto.label.defs#selfLabels structure

     

       3
       +
       -- This allows storing the optional 'neg' field and future extensions

     

       4
       +
       

     

       5
       +
       -- Create temporary function to convert TEXT[] to selfLabels JSONB

     

       6
       +
       -- +goose StatementBegin

     

       7
       +
       CREATE OR REPLACE FUNCTION convert_labels_to_jsonb(labels TEXT[])

     

       8
       +
       RETURNS JSONB AS $$

     

       9
       +
       BEGIN

     

       10
       +
         IF labels IS NULL OR array_length(labels, 1) = 0 THEN

     

       11
       +
           RETURN NULL;

     

       12
       +
         END IF;

     

       13
       +
       

     

       14
       +
         RETURN jsonb_build_object(

     

       15
       +
           'values',

     

       16
       +
           (SELECT jsonb_agg(jsonb_build_object('val', label))

     

       17
       +
            FROM unnest(labels) AS label)

     

       18
       +
         );

     

       19
       +
       END;

     

       20
       +
       $$ LANGUAGE plpgsql IMMUTABLE;

     

       21
       +
       -- +goose StatementEnd

     

       22
       +
       

     

       23
       +
       -- Convert column type using the function

     

       24
       +
       ALTER TABLE posts

     

       25
       +
         ALTER COLUMN content_labels TYPE JSONB

     

       26
       +
         USING convert_labels_to_jsonb(content_labels);

     

       27
       +
       

     

       28
       +
       -- Drop the temporary function

     

       29
       +
       DROP FUNCTION convert_labels_to_jsonb(TEXT[]);

     

       30
       +
       

     

       31
       +
       -- Update column comment

     

       32
       +
       COMMENT ON COLUMN posts.content_labels IS 'Self-applied labels per com.atproto.label.defs#selfLabels (JSONB: {"values":[{"val":"nsfw","neg":false}]})';

     

       33
       +
       

     

       34
       +
       -- +goose Down

     

       35
       +
       -- Revert JSONB back to TEXT[] (lossy - drops 'neg' field)

     

       36
       +
       ALTER TABLE posts

     

       37
       +
         ALTER COLUMN content_labels TYPE TEXT[]

     

       38
       +
         USING CASE

     

       39
       +
           WHEN content_labels IS NULL THEN NULL

     

       40
       +
           ELSE ARRAY(

     

       41
       +
             SELECT value->>'val'

     

       42
       +
             FROM jsonb_array_elements(content_labels->'values') AS value

     

       43
       +
           )

     

       44
       +
         END;

     

       45
       +
       

     

       46
       +
       -- Restore original comment

     

       47
       +
       COMMENT ON COLUMN posts.content_labels IS 'Self-applied labels (nsfw, spoiler, violence)';

+11 -8

internal/db/postgres/feed_repo.go

···

       11
        
       	"strconv"

     

       12
        
       	"strings"

     

       13
        
       	"time"

     

       14
       -
       

     

       15
       -
       	"github.com/lib/pq"

     

       16
        
       )

     

       17
        
       

     

       18
        
       type postgresFeedRepo struct {

     
···

       329
        
       		communityRef    posts.CommunityRef

     

       330
        
       		title, content  sql.NullString

     

       331
        
       		facets, embed   sql.NullString

     

       332
       -
       		labels          pq.StringArray

     

       333
        
       		editedAt        sql.NullTime

     

       334
        
       		communityAvatar sql.NullString

     

       335
        
       		hotRank         sql.NullFloat64

     
···

       339
        
       		&postView.URI, &postView.CID, &postView.RKey,

     

       340
        
       		&authorView.DID, &authorView.Handle,

     

       341
        
       		&communityRef.DID, &communityRef.Name, &communityAvatar,

     

       342
       -
       		&title, &content, &facets, &embed, &labels,

     

       343
        
       		&postView.CreatedAt, &editedAt, &postView.IndexedAt,

     

       344
        
       		&postView.UpvoteCount, &postView.DownvoteCount, &postView.Score, &postView.CommentCount,

     

       345
        
       		&hotRank,

     
···

       386
        
       	// Alpha: No viewer state for basic feed

     

       387
        
       	// TODO(feed-generator): Implement viewer state (saved, voted, blocked) in feed generator skeleton

     

       388
        
       

     

       389
       -
       	// Build the record (required by lexicon - social.coves.post.record structure)

     

       390
        
       	record := map[string]interface{}{

     

       391
       -
       		"$type":     "social.coves.post.record",

     

       392
        
       		"community": communityRef.DID,

     

       393
        
       		"author":    authorView.DID,

     

       394
        
       		"createdAt": postView.CreatedAt.Format(time.RFC3339),

     
···

       413
        
       			record["embed"] = embedData

     

       414
        
       		}

     

       415
        
       	}

     

       416
       -
       	if len(labels) > 0 {

     

       417
       -
       		record["contentLabels"] = labels

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       418
        
       	}

     

       419
        
       

     

       420
        
       	postView.Record = record

···

       11
        
       	"strconv"

     

       12
        
       	"strings"

     

       13
        
       	"time"

     

       0
        
       
     

       0
        
       
     

       14
        
       )

     

       15
        
       

     

       16
        
       type postgresFeedRepo struct {

     
···

       327
        
       		communityRef    posts.CommunityRef

     

       328
        
       		title, content  sql.NullString

     

       329
        
       		facets, embed   sql.NullString

     

       330
       +
       		labelsJSON      sql.NullString

     

       331
        
       		editedAt        sql.NullTime

     

       332
        
       		communityAvatar sql.NullString

     

       333
        
       		hotRank         sql.NullFloat64

     
···

       337
        
       		&postView.URI, &postView.CID, &postView.RKey,

     

       338
        
       		&authorView.DID, &authorView.Handle,

     

       339
        
       		&communityRef.DID, &communityRef.Name, &communityAvatar,

     

       340
       +
       		&title, &content, &facets, &embed, &labelsJSON,

     

       341
        
       		&postView.CreatedAt, &editedAt, &postView.IndexedAt,

     

       342
        
       		&postView.UpvoteCount, &postView.DownvoteCount, &postView.Score, &postView.CommentCount,

     

       343
        
       		&hotRank,

     
···

       384
        
       	// Alpha: No viewer state for basic feed

     

       385
        
       	// TODO(feed-generator): Implement viewer state (saved, voted, blocked) in feed generator skeleton

     

       386
        
       

     

       387
       +
       	// Build the record (required by lexicon - social.coves.community.post structure)

     

       388
        
       	record := map[string]interface{}{

     

       389
       +
       		"$type":     "social.coves.community.post",

     

       390
        
       		"community": communityRef.DID,

     

       391
        
       		"author":    authorView.DID,

     

       392
        
       		"createdAt": postView.CreatedAt.Format(time.RFC3339),

     
···

       411
        
       			record["embed"] = embedData

     

       412
        
       		}

     

       413
        
       	}

     

       414
       +
       	if labelsJSON.Valid {

     

       415
       +
       		// Labels are stored as JSONB containing full com.atproto.label.defs#selfLabels structure

     

       416
       +
       		// Deserialize and include in record

     

       417
       +
       		var selfLabels posts.SelfLabels

     

       418
       +
       		if err := json.Unmarshal([]byte(labelsJSON.String), &selfLabels); err == nil {

     

       419
       +
       			record["labels"] = selfLabels

     

       420
       +
       		}

     

       421
        
       	}

     

       422
        
       

     

       423
        
       	postView.Record = record

+10 -7

internal/db/postgres/feed_repo_base.go

···

       12
        
       	"strconv"

     

       13
        
       	"strings"

     

       14
        
       	"time"

     

       15
       -
       

     

       16
       -
       	"github.com/lib/pq"

     

       17
        
       )

     

       18
        
       

     

       19
        
       // feedRepoBase contains shared logic for timeline and discover feed repositories

     
···

       283
        
       		communityRef    posts.CommunityRef

     

       284
        
       		title, content  sql.NullString

     

       285
        
       		facets, embed   sql.NullString

     

       286
       -
       		labels          pq.StringArray

     

       287
        
       		editedAt        sql.NullTime

     

       288
        
       		communityAvatar sql.NullString

     

       289
        
       		hotRank         sql.NullFloat64

     
···

       293
        
       		&postView.URI, &postView.CID, &postView.RKey,

     

       294
        
       		&authorView.DID, &authorView.Handle,

     

       295
        
       		&communityRef.DID, &communityRef.Name, &communityAvatar,

     

       296
       -
       		&title, &content, &facets, &embed, &labels,

     

       297
        
       		&postView.CreatedAt, &editedAt, &postView.IndexedAt,

     

       298
        
       		&postView.UpvoteCount, &postView.DownvoteCount, &postView.Score, &postView.CommentCount,

     

       299
        
       		&hotRank,

     
···

       339
        
       

     

       340
        
       	// Build the record (required by lexicon)

     

       341
        
       	record := map[string]interface{}{

     

       342
       -
       		"$type":     "social.coves.post.record",

     

       343
        
       		"community": communityRef.DID,

     

       344
        
       		"author":    authorView.DID,

     

       345
        
       		"createdAt": postView.CreatedAt.Format(time.RFC3339),

     
···

       364
        
       			record["embed"] = embedData

     

       365
        
       		}

     

       366
        
       	}

     

       367
       -
       	if len(labels) > 0 {

     

       368
       -
       		record["contentLabels"] = labels

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       369
        
       	}

     

       370
        
       

     

       371
        
       	postView.Record = record

···

       12
        
       	"strconv"

     

       13
        
       	"strings"

     

       14
        
       	"time"

     

       0
        
       
     

       0
        
       
     

       15
        
       )

     

       16
        
       

     

       17
        
       // feedRepoBase contains shared logic for timeline and discover feed repositories

     
···

       281
        
       		communityRef    posts.CommunityRef

     

       282
        
       		title, content  sql.NullString

     

       283
        
       		facets, embed   sql.NullString

     

       284
       +
       		labelsJSON      sql.NullString

     

       285
        
       		editedAt        sql.NullTime

     

       286
        
       		communityAvatar sql.NullString

     

       287
        
       		hotRank         sql.NullFloat64

     
···

       291
        
       		&postView.URI, &postView.CID, &postView.RKey,

     

       292
        
       		&authorView.DID, &authorView.Handle,

     

       293
        
       		&communityRef.DID, &communityRef.Name, &communityAvatar,

     

       294
       +
       		&title, &content, &facets, &embed, &labelsJSON,

     

       295
        
       		&postView.CreatedAt, &editedAt, &postView.IndexedAt,

     

       296
        
       		&postView.UpvoteCount, &postView.DownvoteCount, &postView.Score, &postView.CommentCount,

     

       297
        
       		&hotRank,

     
···

       337
        
       

     

       338
        
       	// Build the record (required by lexicon)

     

       339
        
       	record := map[string]interface{}{

     

       340
       +
       		"$type":     "social.coves.community.post",

     

       341
        
       		"community": communityRef.DID,

     

       342
        
       		"author":    authorView.DID,

     

       343
        
       		"createdAt": postView.CreatedAt.Format(time.RFC3339),

     
···

       362
        
       			record["embed"] = embedData

     

       363
        
       		}

     

       364
        
       	}

     

       365
       +
       	if labelsJSON.Valid {

     

       366
       +
       		// Labels are stored as JSONB containing full com.atproto.label.defs#selfLabels structure

     

       367
       +
       		// Deserialize and include in record

     

       368
       +
       		var selfLabels posts.SelfLabels

     

       369
       +
       		if err := json.Unmarshal([]byte(labelsJSON.String), &selfLabels); err == nil {

     

       370
       +
       			record["labels"] = selfLabels

     

       371
       +
       		}

     

       372
        
       	}

     

       373
        
       

     

       374
        
       	postView.Record = record

+12 -20

internal/db/postgres/post_repo.go

···

       4
        
       	"Coves/internal/core/posts"

     

       5
        
       	"context"

     

       6
        
       	"database/sql"

     

       7
       -
       	"encoding/json"

     

       8
        
       	"fmt"

     

       9
        
       	"strings"

     

       10
       -
       

     

       11
       -
       	"github.com/lib/pq"

     

       12
        
       )

     

       13
        
       

     

       14
        
       type postgresPostRepo struct {

     
···

       36
        
       		embedJSON.Valid = true

     

       37
        
       	}

     

       38
        
       

     

       39
       -
       	// Convert content labels to PostgreSQL array

     

       40
       -
       	var labelsArray pq.StringArray

     

       0
        
       
     

       0
        
       
     

       41
        
       	if post.ContentLabels != nil {

     

       42
       -
       		// Parse JSON array string to []string

     

       43
       -
       		var labels []string

     

       44
       -
       		if err := json.Unmarshal([]byte(*post.ContentLabels), &labels); err == nil {

     

       45
       -
       			labelsArray = labels

     

       46
       -
       		}

     

       47
        
       	}

     

       48
        
       

     

       49
        
       	query := `

     
···

       62
        
       	err := r.db.QueryRowContext(

     

       63
        
       		ctx, query,

     

       64
        
       		post.URI, post.CID, post.RKey, post.AuthorDID, post.CommunityDID,

     

       65
       -
       		post.Title, post.Content, facetsJSON, embedJSON, labelsArray,

     

       66
        
       		post.CreatedAt,

     

       67
        
       	).Scan(&post.ID, &post.IndexedAt)

     

       68
        
       	if err != nil {

     
···

       101
        
       	`

     

       102
        
       

     

       103
        
       	var post posts.Post

     

       104
       -
       	var facetsJSON, embedJSON sql.NullString

     

       105
       -
       	var contentLabels pq.StringArray

     

       106
        
       

     

       107
        
       	err := r.db.QueryRowContext(ctx, query, uri).Scan(

     

       108
        
       		&post.ID, &post.URI, &post.CID, &post.RKey,

     

       109
        
       		&post.AuthorDID, &post.CommunityDID,

     

       110
       -
       		&post.Title, &post.Content, &facetsJSON, &embedJSON, &contentLabels,

     

       111
        
       		&post.CreatedAt, &post.EditedAt, &post.IndexedAt, &post.DeletedAt,

     

       112
        
       		&post.UpvoteCount, &post.DownvoteCount, &post.Score, &post.CommentCount,

     

       113
        
       	)

     
···

       126
        
       	if embedJSON.Valid {

     

       127
        
       		post.Embed = &embedJSON.String

     

       128
        
       	}

     

       129
       -
       	if len(contentLabels) > 0 {

     

       130
       -
       		labelsJSON, marshalErr := json.Marshal(contentLabels)

     

       131
       -
       		if marshalErr == nil {

     

       132
       -
       			labelsStr := string(labelsJSON)

     

       133
       -
       			post.ContentLabels = &labelsStr

     

       134
       -
       		}

     

       135
        
       	}

     

       136
        
       

     

       137
        
       	return &post, nil

···

       4
        
       	"Coves/internal/core/posts"

     

       5
        
       	"context"

     

       6
        
       	"database/sql"

     

       0
        
       
     

       7
        
       	"fmt"

     

       8
        
       	"strings"

     

       0
        
       
     

       0
        
       
     

       9
        
       )

     

       10
        
       

     

       11
        
       type postgresPostRepo struct {

     
···

       33
        
       		embedJSON.Valid = true

     

       34
        
       	}

     

       35
        
       

     

       36
       +
       	// Store content labels as JSONB

     

       37
       +
       	// post.ContentLabels contains com.atproto.label.defs#selfLabels JSON: {"values":[{"val":"nsfw","neg":false}]}

     

       38
       +
       	// Store the full JSON blob to preserve the 'neg' field and future extensions

     

       39
       +
       	var labelsJSON sql.NullString

     

       40
        
       	if post.ContentLabels != nil {

     

       41
       +
       		labelsJSON.String = *post.ContentLabels

     

       42
       +
       		labelsJSON.Valid = true

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       43
        
       	}

     

       44
        
       

     

       45
        
       	query := `

     
···

       58
        
       	err := r.db.QueryRowContext(

     

       59
        
       		ctx, query,

     

       60
        
       		post.URI, post.CID, post.RKey, post.AuthorDID, post.CommunityDID,

     

       61
       +
       		post.Title, post.Content, facetsJSON, embedJSON, labelsJSON,

     

       62
        
       		post.CreatedAt,

     

       63
        
       	).Scan(&post.ID, &post.IndexedAt)

     

       64
        
       	if err != nil {

     
···

       97
        
       	`

     

       98
        
       

     

       99
        
       	var post posts.Post

     

       100
       +
       	var facetsJSON, embedJSON, labelsJSON sql.NullString

     

       0
        
       
     

       101
        
       

     

       102
        
       	err := r.db.QueryRowContext(ctx, query, uri).Scan(

     

       103
        
       		&post.ID, &post.URI, &post.CID, &post.RKey,

     

       104
        
       		&post.AuthorDID, &post.CommunityDID,

     

       105
       +
       		&post.Title, &post.Content, &facetsJSON, &embedJSON, &labelsJSON,

     

       106
        
       		&post.CreatedAt, &post.EditedAt, &post.IndexedAt, &post.DeletedAt,

     

       107
        
       		&post.UpvoteCount, &post.DownvoteCount, &post.Score, &post.CommentCount,

     

       108
        
       	)

     
···

       121
        
       	if embedJSON.Valid {

     

       122
        
       		post.Embed = &embedJSON.String

     

       123
        
       	}

     

       124
       +
       	if labelsJSON.Valid {

     

       125
       +
       		// Labels are stored as JSONB containing full com.atproto.label.defs#selfLabels structure

     

       126
       +
       		post.ContentLabels = &labelsJSON.String

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       127
        
       	}

     

       128
        
       

     

       129
        
       	return &post, nil