···

       
9
       
 
       
const NgrokHostname = "routinely-right-barnacle.ngrok-free.app"

     

       
10
       
 
       


     

       
11
       
 
       
type DidDocument struct {

     

       
12
       
-
       
	Context []string `json:"@context"`

     

       
13
       
-
       
	ID string `json:"id"`

     

       
14
       
 
       
	Services []DidService `json:"service"`

     

       
15
       
 
       
}

     

       
16
       
 
       


     

       
17
       
 
       
type DidService struct {

     

       
18
       
-
       
	ID string `json:"id"`

     

       
19
       
-
       
	ServiceType string `json:"type"`

     

       
20
       
 
       
	ServiceEndpoint string `json:"serviceEndpoint"`

     

       
21
       
 
       
}

     

       
22
       
 
       


     

       
23
       
 
       
func didDoc(c echo.Context) error {

     

       
24
       
 
       
	doc := DidDocument{

     

       
25
       
 
       
		Context: []string{"https://www.w3.org/ns/did/v1"},

     

       
26
       
-
       
		ID: `did:web:` + NgrokHostname,

     

       
27
       
 
       
		Services: []DidService{

     

       
28
       
 
       
			DidService{

     

       
29
       
-
       
				ID: "#bsky_fg",

     

       
30
       
-
       
				ServiceType: "BskyFeedGenerator",

     

       
31
       
 
       
				ServiceEndpoint: `https://` + NgrokHostname,

     

       
32
       
 
       
			},

     

       
33
       
 
       
		},

     

···

       
9
       
 
       
const NgrokHostname = "routinely-right-barnacle.ngrok-free.app"

     

       
10
       
 
       


     

       
11
       
 
       
type DidDocument struct {

     

       
12
       
+
       
	Context  []string     `json:"@context"`

     

       
13
       
+
       
	ID       string       `json:"id"`

     

       
14
       
 
       
	Services []DidService `json:"service"`

     

       
15
       
 
       
}

     

       
16
       
 
       


     

       
17
       
 
       
type DidService struct {

     

       
18
       
+
       
	ID              string `json:"id"`

     

       
19
       
+
       
	ServiceType     string `json:"type"`

     

       
20
       
 
       
	ServiceEndpoint string `json:"serviceEndpoint"`

     

       
21
       
 
       
}

     

       
22
       
 
       


     

       
23
       
 
       
func didDoc(c echo.Context) error {

     

       
24
       
 
       
	doc := DidDocument{

     

       
25
       
 
       
		Context: []string{"https://www.w3.org/ns/did/v1"},

     

       
26
       
+
       
		ID:      `did:web:` + NgrokHostname,

     

       
27
       
 
       
		Services: []DidService{

     

       
28
       
 
       
			DidService{

     

       
29
       
+
       
				ID:              "#bsky_fg",

     

       
30
       
+
       
				ServiceType:     "BskyFeedGenerator",

     

       
31
       
 
       
				ServiceEndpoint: `https://` + NgrokHostname,

     

       
32
       
 
       
			},

     

       
33
       
 
       
		},

     

···

       
15
       
 
       


     

       
16
       
 
       
type SkeletonRequest struct {

     

       
17
       
 
       
	Feed   string `query:"feed"`

     

       
18
       
-
       
	Limit  string  `query:"limit"`

     

       
19
       
 
       
	Cursor string `query:"cursor"`

     

       
20
       
 
       
}

     

       
21
       
 
       


     
···

       
27
       
 
       
}

     

       
28
       
 
       


     

       
29
       
 
       
var generators = FeedLookup{

     

       
30
       
-
       
	"at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/most-liked": mostliked.Feed,

     

       
31
       
 
       
	"at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/most-liked-dev": mostliked.Feed,

     

       
32
       
 
       
}

     

       
33
       
 
       


     
···

       
65
       
 
       
	}

     

       
66
       
 
       


     

       
67
       
 
       
	type gen struct {

     

       
68
       
-
       
		DID string `json:"did"`

     

       
69
       
 
       
		Feeds []feed `json:"feeds"`

     

       
70
       
 
       
	}

     

       
71
       
 
       


     

···

       
15
       
 
       


     

       
16
       
 
       
type SkeletonRequest struct {

     

       
17
       
 
       
	Feed   string `query:"feed"`

     

       
18
       
+
       
	Limit  string `query:"limit"`

     

       
19
       
 
       
	Cursor string `query:"cursor"`

     

       
20
       
 
       
}

     

       
21
       
 
       


     
···

       
27
       
 
       
}

     

       
28
       
 
       


     

       
29
       
 
       
var generators = FeedLookup{

     

       
30
       
+
       
	"at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/most-liked":     mostliked.Feed,

     

       
31
       
 
       
	"at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/most-liked-dev": mostliked.Feed,

     

       
32
       
 
       
}

     

       
33
       
 
       


     
···

       
65
       
 
       
	}

     

       
66
       
 
       


     

       
67
       
 
       
	type gen struct {

     

       
68
       
+
       
		DID   string `json:"did"`

     

       
69
       
 
       
		Feeds []feed `json:"feeds"`

     

       
70
       
 
       
	}

     

       
71
       
 
       


     

···

       
1
       
 
       
package main

     

       
2
       
 
       


     

       
3
       
 
       
import (

     

       
0
       
 
       

     

       
4
       
 
       
	"database/sql"

     

       
5
       
 
       
	"log"

     

       
6
       
 
       
	"os"

     

       
7
       
 
       
	"os/signal"

     

       
8
       
 
       
	"syscall"

     

       
9
       
-
       
	"context"

     

       
10
       
 
       


     

       
11
       
 
       
	"github.com/edavis/bsky-feeds/pkg/mostliked"

     

       
12
       
 
       
	"github.com/gorilla/websocket"

     

       
13
       
 
       
	_ "github.com/mattn/go-sqlite3"

     

       
14
       
 
       
)

     

       
15
       
 
       


     

       
16
       
-
       
//const JetstreamUrl = `wss://jetstream1.us-west.bsky.network/subscribe?wantedCollections=app.bsky.feed.post&wantedCollections=app.bsky.feed.like&cursor=1728846514000000`

     

       
17
       
 
       
const JetstreamUrl = `ws://localhost:6008/subscribe?wantedCollections=app.bsky.feed.post&wantedCollections=app.bsky.feed.like`

     

       
18
       
 
       


     

       
19
       
 
       
func main() {

     

···

       
1
       
 
       
package main

     

       
2
       
 
       


     

       
3
       
 
       
import (

     

       
4
       
+
       
	"context"

     

       
5
       
 
       
	"database/sql"

     

       
6
       
 
       
	"log"

     

       
7
       
 
       
	"os"

     

       
8
       
 
       
	"os/signal"

     

       
9
       
 
       
	"syscall"

     

       
0
       
 
       

     

       
10
       
 
       


     

       
11
       
 
       
	"github.com/edavis/bsky-feeds/pkg/mostliked"

     

       
12
       
 
       
	"github.com/gorilla/websocket"

     

       
13
       
 
       
	_ "github.com/mattn/go-sqlite3"

     

       
14
       
 
       
)

     

       
15
       
 
       


     

       
16
       
+
       
// const JetstreamUrl = `wss://jetstream1.us-west.bsky.network/subscribe?wantedCollections=app.bsky.feed.post&wantedCollections=app.bsky.feed.like&cursor=1728846514000000`

     

       
17
       
 
       
const JetstreamUrl = `ws://localhost:6008/subscribe?wantedCollections=app.bsky.feed.post&wantedCollections=app.bsky.feed.like`

     

       
18
       
 
       


     

       
19
       
 
       
func main() {

     

···

       
3
       
 
       
import (

     

       
4
       
 
       
	"context"

     

       
5
       
 
       
	"database/sql"

     

       
0
       
 
       

     

       
6
       
 
       
	"log"

     

       
7
       
 
       
	"strconv"

     

       
8
       
 
       
	"strings"

     

       
9
       
-
       
	"fmt"

     

       
10
       
 
       


     

       
11
       
 
       
	appbsky "github.com/bluesky-social/indigo/api/bsky"

     

       
12
       
 
       
	"github.com/edavis/bsky-feeds/pkg/feeds"

     
···

       
14
       
 
       
)

     

       
15
       
 
       


     

       
16
       
 
       
type PostRow struct {

     

       
17
       
-
       
	Uri   string

     

       
18
       
 
       
}

     

       
19
       
 
       


     

       
20
       
 
       
func getPosts(ctx context.Context, dbCnx *sql.DB, langs []string, limit, offset int) ([]PostRow, error) {

     

···

       
3
       
 
       
import (

     

       
4
       
 
       
	"context"

     

       
5
       
 
       
	"database/sql"

     

       
6
       
+
       
	"fmt"

     

       
7
       
 
       
	"log"

     

       
8
       
 
       
	"strconv"

     

       
9
       
 
       
	"strings"

     

       
0
       
 
       

     

       
10
       
 
       


     

       
11
       
 
       
	appbsky "github.com/bluesky-social/indigo/api/bsky"

     

       
12
       
 
       
	"github.com/edavis/bsky-feeds/pkg/feeds"

     
···

       
14
       
 
       
)

     

       
15
       
 
       


     

       
16
       
 
       
type PostRow struct {

     

       
17
       
+
       
	Uri string

     

       
18
       
 
       
}

     

       
19
       
 
       


     

       
20
       
 
       
func getPosts(ctx context.Context, dbCnx *sql.DB, langs []string, limit, offset int) ([]PostRow, error) {

     

···

       
87
       
 
       
	go trimPostsTable(ctx, queries)

     

       
88
       
 
       


     

       
89
       
 
       
	var (

     

       
90
       
-
       
		dbTx *sql.Tx

     

       
91
       
-
       
		queriesTx *db.Queries

     

       
92
       
-
       
		txOpen bool

     

       
93
       
-
       
		err error

     

       
94
       
 
       
		eventCount int

     

       
95
       
 
       
	)

     

       
96
       
 
       


     
···

       
182
       
 
       
		}

     

       
183
       
 
       


     

       
184
       
 
       
		eventCount += 1

     

       
185
       
-
       
		if eventCount % 1000 == 0 {

     

       
186
       
 
       
			if err := dbTx.Commit(); err != nil {

     

       
187
       
 
       
				log.Printf("commit failed: %v\n", err)

     

       
188
       
 
       
			} else {

     

···

       
87
       
 
       
	go trimPostsTable(ctx, queries)

     

       
88
       
 
       


     

       
89
       
 
       
	var (

     

       
90
       
+
       
		dbTx       *sql.Tx

     

       
91
       
+
       
		queriesTx  *db.Queries

     

       
92
       
+
       
		txOpen     bool

     

       
93
       
+
       
		err        error

     

       
94
       
 
       
		eventCount int

     

       
95
       
 
       
	)

     

       
96
       
 
       


     
···

       
182
       
 
       
		}

     

       
183
       
 
       


     

       
184
       
 
       
		eventCount += 1

     

       
185
       
+
       
		if eventCount%1000 == 0 {

     

       
186
       
 
       
			if err := dbTx.Commit(); err != nil {

     

       
187
       
 
       
				log.Printf("commit failed: %v\n", err)

     

       
188
       
 
       
			} else {