···

       
10
       
10
       
 
       
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=

     

       
11
       
11
       
 
       
github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932 h1:mXoPYz/Ul5HYEDvkta6I8/rnYM5gSdSV2tJ6XbZuEtY=

     

       
12
       
12
       
 
       
github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932/go.mod h1:NOuUCSz6Q9T7+igc/hlvDOUdtWKryOrtFyIVABv/p7k=

     

       
13
       
13
       
+
       
github.com/bluesky-social/indigo v0.0.0-20250808182429-6f0837c2d12b h1:bJTlFwMhB9sluuqZxVXtv2yFcaWOC/PZokz9mcwb4u4=

     

       
14
       
14
       
+
       
github.com/bluesky-social/indigo v0.0.0-20250808182429-6f0837c2d12b/go.mod h1:0XUyOCRtL4/OiyeqMTmr6RlVHQMDgw3LS7CfibuZR5Q=

     

       
13
       
15
       
 
       
github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 h1:DDGfHa7BWjL4YnC6+E63dPcxHo2sUxDIu8g3QgEJdRY=

     

       
14
       
16
       
 
       
github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869/go.mod h1:Ekp36dRnpXw/yCqJaO+ZrUyxD+3VXMFFr56k5XYrpB4=

     

       
15
       
17
       
 
       
github.com/bradfitz/gomemcache v0.0.0-20230905024940-24af94b03874 h1:N7oVaKyGp8bttX0bfZGmcGkjz7DLQXhAn3DNd3T0ous=

     

···

       
9
       
9
       
 
       
	github.com/gorilla/websocket v1.5.1

     

       
10
       
10
       
 
       
	github.com/ipfs/go-cid v0.4.1

     

       
11
       
11
       
 
       
	github.com/urfave/cli/v2 v2.25.7

     

       
12
       
12
       
+
       
	golang.org/x/sync v0.7.0

     

       
12
       
13
       
 
       
	gorm.io/gorm v1.25.9

     

       
13
       
14
       
 
       
)

     

       
14
       
15
       
 
       


     
···

       
102
       
103
       
 
       
	go.uber.org/zap v1.26.0 // indirect

     

       
103
       
104
       
 
       
	golang.org/x/crypto v0.21.0 // indirect

     

       
104
       
105
       
 
       
	golang.org/x/net v0.23.0 // indirect

     

       
105
       
105
       
-
       
	golang.org/x/sync v0.7.0 // indirect

     

       
106
       
106
       
 
       
	golang.org/x/sys v0.22.0 // indirect

     

       
107
       
107
       
 
       
	golang.org/x/text v0.14.0 // indirect

     

       
108
       
108
       
 
       
	golang.org/x/time v0.3.0 // indirect

     

···

       
10
       
10
       
 
       
		ParallelBackfills:     cctx.Int("backfill-workers"),

     

       
11
       
11
       
 
       
		ParallelRecordCreates: cctx.Int("backfill-consumers"),

     

       
12
       
12
       
 
       
		NSIDFilter:            "",

     

       
13
       
13
       
-
       
		SyncRequestsPerSecond: 10,

     

       
13
       
13
       
+
       
		SyncRequestsPerSecond: cctx.Int("sync-requests-limit"),

     

       
14
       
14
       
 
       
		RelayHost:             "https://" + cctx.String("relay-host"),

     

       
15
       
15
       
 
       
	}

     

       
16
       
16
       
 
       


     

···

       
139
       
139
       
 
       
		},

     

       
140
       
140
       
 
       
		&cli.IntFlag{

     

       
141
       
141
       
 
       
			Name:  "sync-requests-limit",

     

       
142
       
142
       
-
       
			Value: 30,

     

       
142
       
142
       
+
       
			Value: 10, // ratelimit-policy: 3000;w=300

     

       
143
       
143
       
 
       
		},

     

       
144
       
144
       
 
       
	}

     

       
145
       
145
       
 
       


     

···

       
3
       
3
       
 
       
import (

     

       
4
       
4
       
 
       
	"context"

     

       
5
       
5
       
 
       
	"log/slog"

     

       
6
       
6
       
-
       
	"sync"

     

       
7
       
6
       
 
       
	"time"

     

       
8
       
7
       
 
       


     

       
9
       
8
       
 
       
	"gorm.io/gorm"

     

       
10
       
9
       
 
       
)

     

       
11
       
10
       
 
       


     

       
12
       
11
       
 
       
type CursorService struct {

     

       
13
       
13
       
-
       
	store *gorm.DB

     

       
14
       
14
       
-
       


     

       
15
       
15
       
-
       
	firehoseLk  sync.Mutex

     

       
12
       
12
       
+
       
	store       *gorm.DB

     

       
16
       
13
       
 
       
	firehoseSeq int64

     

       
17
       
14
       
 
       
}

     

       
18
       
15
       
 
       


     

···

       
13
       
13
       
 
       
func NewFirehoseConnection(ctx context.Context, cctx *cli.Context, cursorSvc *CursorService) (*websocket.Conn, error) {

     

       
14
       
14
       
 
       
	url := fmt.Sprintf("wss://%s/xrpc/com.atproto.sync.subscribeRepos", cctx.String("relay-host"))

     

       
15
       
15
       
 
       
	curs, err := cursorSvc.GetFirehoseCursor()

     

       
16
       
16
       
-
       
	if err == nil { // reversed

     

       
16
       
16
       
+
       
	if err != nil {

     

       
17
       
17
       
+
       
		slog.Error("error getting firehose cursor", "err", err)

     

       
18
       
18
       
+
       
	} else if curs > 0 {

     

       
17
       
19
       
 
       
		url += fmt.Sprintf("?cursor=%d", curs)

     

       
18
       
20
       
 
       
	}

     

       
19
       
21