commit 7902a6204324644381ffb2ef2bee4c149d5c0204 · bretton.dev/coves

+51

internal/db/migrations/011_create_posts_table.sql

···

       1
       1
       +
       -- +goose Up

     

       2
       2
       +
       -- Create posts table for AppView indexing

     

       3
       3
       +
       -- Posts are indexed from the firehose after being written to community repositories

     

       4
       4
       +
       CREATE TABLE posts (

     

       5
       5
       +
           id BIGSERIAL PRIMARY KEY,

     

       6
       6
       +
           uri TEXT UNIQUE NOT NULL,              -- AT-URI (at://community_did/social.coves.post.record/rkey)

     

       7
       7
       +
           cid TEXT NOT NULL,                      -- Content ID

     

       8
       8
       +
           rkey TEXT NOT NULL,                     -- Record key (TID)

     

       9
       9
       +
           author_did TEXT NOT NULL,               -- Author's DID (from record metadata)

     

       10
       10
       +
           community_did TEXT NOT NULL,            -- Community DID (from AT-URI repo field)

     

       11
       11
       +
       

     

       12
       12
       +
           -- Content (all nullable per lexicon)

     

       13
       13
       +
           title TEXT,                             -- Post title

     

       14
       14
       +
           content TEXT,                           -- Post content/body

     

       15
       15
       +
           content_facets JSONB,                   -- Rich text facets (app.bsky.richtext.facet)

     

       16
       16
       +
           embed JSONB,                            -- Embedded content (images, video, external, record)

     

       17
       17
       +
           content_labels TEXT[],                  -- Self-applied labels (nsfw, spoiler, violence)

     

       18
       18
       +
       

     

       19
       19
       +
           -- Timestamps

     

       20
       20
       +
           created_at TIMESTAMPTZ NOT NULL,        -- Author's timestamp from record

     

       21
       21
       +
           edited_at TIMESTAMPTZ,                  -- Last edit timestamp (future)

     

       22
       22
       +
           indexed_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), -- When indexed by AppView

     

       23
       23
       +
           deleted_at TIMESTAMPTZ,                 -- Soft delete (for firehose delete events)

     

       24
       24
       +
       

     

       25
       25
       +
           -- Stats (denormalized for performance)

     

       26
       26
       +
           upvote_count INT NOT NULL DEFAULT 0,

     

       27
       27
       +
           downvote_count INT NOT NULL DEFAULT 0,

     

       28
       28
       +
           score INT NOT NULL DEFAULT 0,           -- upvote_count - downvote_count (for sorting)

     

       29
       29
       +
           comment_count INT NOT NULL DEFAULT 0,

     

       30
       30
       +
       

     

       31
       31
       +
           -- Foreign keys

     

       32
       32
       +
           CONSTRAINT fk_author FOREIGN KEY (author_did) REFERENCES users(did) ON DELETE CASCADE,

     

       33
       33
       +
           CONSTRAINT fk_community FOREIGN KEY (community_did) REFERENCES communities(did) ON DELETE CASCADE

     

       34
       34
       +
       );

     

       35
       35
       +
       

     

       36
       36
       +
       -- Indexes for common query patterns

     

       37
       37
       +
       CREATE INDEX idx_posts_community_created ON posts(community_did, created_at DESC) WHERE deleted_at IS NULL;

     

       38
       38
       +
       CREATE INDEX idx_posts_community_score ON posts(community_did, score DESC, created_at DESC) WHERE deleted_at IS NULL;

     

       39
       39
       +
       CREATE INDEX idx_posts_author ON posts(author_did, created_at DESC);

     

       40
       40
       +
       CREATE INDEX idx_posts_uri ON posts(uri);

     

       41
       41
       +
       

     

       42
       42
       +
       -- Index for full-text search on content (future)

     

       43
       43
       +
       -- CREATE INDEX idx_posts_content_search ON posts USING gin(to_tsvector('english', content)) WHERE deleted_at IS NULL;

     

       44
       44
       +
       

     

       45
       45
       +
       -- Comment on table

     

       46
       46
       +
       COMMENT ON TABLE posts IS 'Posts indexed from community repositories via Jetstream firehose consumer';

     

       47
       47
       +
       COMMENT ON COLUMN posts.uri IS 'AT-URI in format: at://community_did/social.coves.post.record/rkey';

     

       48
       48
       +
       COMMENT ON COLUMN posts.score IS 'Computed as upvote_count - downvote_count for ranking algorithms';

     

       49
       49
       +
       

     

       50
       50
       +
       -- +goose Down

     

       51
       51
       +
       DROP TABLE IF EXISTS posts CASCADE;

+138

internal/db/postgres/post_repo.go

···

       1
       1
       +
       package postgres

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"Coves/internal/core/posts"

     

       5
       5
       +
       	"context"

     

       6
       6
       +
       	"database/sql"

     

       7
       7
       +
       	"encoding/json"

     

       8
       8
       +
       	"fmt"

     

       9
       9
       +
       	"strings"

     

       10
       10
       +
       

     

       11
       11
       +
       	"github.com/lib/pq"

     

       12
       12
       +
       )

     

       13
       13
       +
       

     

       14
       14
       +
       type postgresPostRepo struct {

     

       15
       15
       +
       	db *sql.DB

     

       16
       16
       +
       }

     

       17
       17
       +
       

     

       18
       18
       +
       // NewPostRepository creates a new PostgreSQL post repository

     

       19
       19
       +
       func NewPostRepository(db *sql.DB) posts.Repository {

     

       20
       20
       +
       	return &postgresPostRepo{db: db}

     

       21
       21
       +
       }

     

       22
       22
       +
       

     

       23
       23
       +
       // Create inserts a new post into the posts table

     

       24
       24
       +
       // Called by Jetstream consumer after post is created on PDS

     

       25
       25
       +
       func (r *postgresPostRepo) Create(ctx context.Context, post *posts.Post) error {

     

       26
       26
       +
       	// Serialize JSON fields for storage

     

       27
       27
       +
       	var facetsJSON, embedJSON sql.NullString

     

       28
       28
       +
       

     

       29
       29
       +
       	if post.ContentFacets != nil {

     

       30
       30
       +
       		facetsJSON.String = *post.ContentFacets

     

       31
       31
       +
       		facetsJSON.Valid = true

     

       32
       32
       +
       	}

     

       33
       33
       +
       

     

       34
       34
       +
       	if post.Embed != nil {

     

       35
       35
       +
       		embedJSON.String = *post.Embed

     

       36
       36
       +
       		embedJSON.Valid = true

     

       37
       37
       +
       	}

     

       38
       38
       +
       

     

       39
       39
       +
       	// Convert content labels to PostgreSQL array

     

       40
       40
       +
       	var labelsArray pq.StringArray

     

       41
       41
       +
       	if post.ContentLabels != nil {

     

       42
       42
       +
       		// Parse JSON array string to []string

     

       43
       43
       +
       		var labels []string

     

       44
       44
       +
       		if err := json.Unmarshal([]byte(*post.ContentLabels), &labels); err == nil {

     

       45
       45
       +
       			labelsArray = labels

     

       46
       46
       +
       		}

     

       47
       47
       +
       	}

     

       48
       48
       +
       

     

       49
       49
       +
       	query := `

     

       50
       50
       +
       		INSERT INTO posts (

     

       51
       51
       +
       			uri, cid, rkey, author_did, community_did,

     

       52
       52
       +
       			title, content, content_facets, embed, content_labels,

     

       53
       53
       +
       			created_at, indexed_at

     

       54
       54
       +
       		) VALUES (

     

       55
       55
       +
       			$1, $2, $3, $4, $5,

     

       56
       56
       +
       			$6, $7, $8, $9, $10,

     

       57
       57
       +
       			$11, NOW()

     

       58
       58
       +
       		)

     

       59
       59
       +
       		RETURNING id, indexed_at

     

       60
       60
       +
       	`

     

       61
       61
       +
       

     

       62
       62
       +
       	err := r.db.QueryRowContext(

     

       63
       63
       +
       		ctx, query,

     

       64
       64
       +
       		post.URI, post.CID, post.RKey, post.AuthorDID, post.CommunityDID,

     

       65
       65
       +
       		post.Title, post.Content, facetsJSON, embedJSON, labelsArray,

     

       66
       66
       +
       		post.CreatedAt,

     

       67
       67
       +
       	).Scan(&post.ID, &post.IndexedAt)

     

       68
       68
       +
       	if err != nil {

     

       69
       69
       +
       		// Check for duplicate URI (post already indexed)

     

       70
       70
       +
       		if strings.Contains(err.Error(), "duplicate key") && strings.Contains(err.Error(), "posts_uri_key") {

     

       71
       71
       +
       			return fmt.Errorf("post already indexed: %s", post.URI)

     

       72
       72
       +
       		}

     

       73
       73
       +
       

     

       74
       74
       +
       		// Check for foreign key violations

     

       75
       75
       +
       		if strings.Contains(err.Error(), "violates foreign key constraint") {

     

       76
       76
       +
       			if strings.Contains(err.Error(), "fk_author") {

     

       77
       77
       +
       				return fmt.Errorf("author DID not found: %s", post.AuthorDID)

     

       78
       78
       +
       			}

     

       79
       79
       +
       			if strings.Contains(err.Error(), "fk_community") {

     

       80
       80
       +
       				return fmt.Errorf("community DID not found: %s", post.CommunityDID)

     

       81
       81
       +
       			}

     

       82
       82
       +
       		}

     

       83
       83
       +
       

     

       84
       84
       +
       		return fmt.Errorf("failed to insert post: %w", err)

     

       85
       85
       +
       	}

     

       86
       86
       +
       

     

       87
       87
       +
       	return nil

     

       88
       88
       +
       }

     

       89
       89
       +
       

     

       90
       90
       +
       // GetByURI retrieves a post by its AT-URI

     

       91
       91
       +
       // Used for E2E test verification and future GET endpoint

     

       92
       92
       +
       func (r *postgresPostRepo) GetByURI(ctx context.Context, uri string) (*posts.Post, error) {

     

       93
       93
       +
       	query := `

     

       94
       94
       +
       		SELECT

     

       95
       95
       +
       			id, uri, cid, rkey, author_did, community_did,

     

       96
       96
       +
       			title, content, content_facets, embed, content_labels,

     

       97
       97
       +
       			created_at, edited_at, indexed_at, deleted_at,

     

       98
       98
       +
       			upvote_count, downvote_count, score, comment_count

     

       99
       99
       +
       		FROM posts

     

       100
       100
       +
       		WHERE uri = $1

     

       101
       101
       +
       	`

     

       102
       102
       +
       

     

       103
       103
       +
       	var post posts.Post

     

       104
       104
       +
       	var facetsJSON, embedJSON sql.NullString

     

       105
       105
       +
       	var contentLabels pq.StringArray

     

       106
       106
       +
       

     

       107
       107
       +
       	err := r.db.QueryRowContext(ctx, query, uri).Scan(

     

       108
       108
       +
       		&post.ID, &post.URI, &post.CID, &post.RKey,

     

       109
       109
       +
       		&post.AuthorDID, &post.CommunityDID,

     

       110
       110
       +
       		&post.Title, &post.Content, &facetsJSON, &embedJSON, &contentLabels,

     

       111
       111
       +
       		&post.CreatedAt, &post.EditedAt, &post.IndexedAt, &post.DeletedAt,

     

       112
       112
       +
       		&post.UpvoteCount, &post.DownvoteCount, &post.Score, &post.CommentCount,

     

       113
       113
       +
       	)

     

       114
       114
       +
       

     

       115
       115
       +
       	if err == sql.ErrNoRows {

     

       116
       116
       +
       		return nil, posts.ErrNotFound

     

       117
       117
       +
       	}

     

       118
       118
       +
       	if err != nil {

     

       119
       119
       +
       		return nil, fmt.Errorf("failed to get post by URI: %w", err)

     

       120
       120
       +
       	}

     

       121
       121
       +
       

     

       122
       122
       +
       	// Convert SQL types back to Go types

     

       123
       123
       +
       	if facetsJSON.Valid {

     

       124
       124
       +
       		post.ContentFacets = &facetsJSON.String

     

       125
       125
       +
       	}

     

       126
       126
       +
       	if embedJSON.Valid {

     

       127
       127
       +
       		post.Embed = &embedJSON.String

     

       128
       128
       +
       	}

     

       129
       129
       +
       	if len(contentLabels) > 0 {

     

       130
       130
       +
       		labelsJSON, marshalErr := json.Marshal(contentLabels)

     

       131
       131
       +
       		if marshalErr == nil {

     

       132
       132
       +
       			labelsStr := string(labelsJSON)

     

       133
       133
       +
       			post.ContentLabels = &labelsStr

     

       134
       134
       +
       		}

     

       135
       135
       +
       	}

     

       136
       136
       +
       

     

       137
       137
       +
       	return &post, nil

     

       138
       138
       +
       }