commit 36d9523da8927697dc4ec565b418b0d2aaf9cd88 · hailey.at/photocopy

.gitignore

+42

Makefile

···

       1
       1
       +
       SHELL = /bin/bash

     

       2
       2
       +
       .SHELLFLAGS = -o pipefail -c

     

       3
       3
       +
       GIT_TAG := $(shell git describe --tags --exact-match 2>/dev/null)

     

       4
       4
       +
       GIT_COMMIT := $(shell git rev-parse --short=9 HEAD)

     

       5
       5
       +
       VERSION := $(if $(GIT_TAG),$(GIT_TAG),dev-$(GIT_COMMIT))

     

       6
       6
       +
       

     

       7
       7
       +
       .PHONY: help

     

       8
       8
       +
       help: ## Print info about all commands

     

       9
       9
       +
       	@echo "Commands:"

     

       10
       10
       +
       	@echo

     

       11
       11
       +
       	@grep -E '^[a-zA-Z0-9_-]+:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "    \033[01;32m%-20s\033[0m %s\n", $$1, $$2}'

     

       12
       12
       +
       

     

       13
       13
       +
       .PHONY: build

     

       14
       14
       +
       build: ## Build all executables

     

       15
       15
       +
       	go build -ldflags "-X main.Version=$(VERSION)" -o photocopy ./cmd/photocopy

     

       16
       16
       +
       

     

       17
       17
       +
       .PHONY: run

     

       18
       18
       +
       run:

     

       19
       19
       +
       	go build -ldflags "-X main.Version=dev-local" -o photocopy ./cmd/photocopy && ./photocopy run

     

       20
       20
       +
       

     

       21
       21
       +
       .PHONY: all

     

       22
       22
       +
       all: build

     

       23
       23
       +
       

     

       24
       24
       +
       .PHONY: test

     

       25
       25
       +
       test: ## Run tests

     

       26
       26
       +
       	go clean -testcache && go test -v ./...

     

       27
       27
       +
       

     

       28
       28
       +
       .PHONY: lint

     

       29
       29
       +
       lint: ## Verify code style and run static checks

     

       30
       30
       +
       	go vet ./...

     

       31
       31
       +
       	test -z $(gofmt -l ./...)

     

       32
       32
       +
       

     

       33
       33
       +
       .PHONY: fmt

     

       34
       34
       +
       fmt: ## Run syntax re-formatting (modify in place)

     

       35
       35
       +
       	go fmt ./...

     

       36
       36
       +
       

     

       37
       37
       +
       .PHONY: check

     

       38
       38
       +
       check: ## Compile everything, checking syntax (does not output binaries)

     

       39
       39
       +
       	go build ./...

     

       40
       40
       +
       

     

       41
       41
       +
       .env:

     

       42
       42
       +
       	if [ ! -f ".env" ]; then cp example.dev.env .env; fi

+113

cmd/photocopy/main.go

···

       1
       1
       +
       package main

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"context"

     

       5
       5
       +
       	"log/slog"

     

       6
       6
       +
       	"os"

     

       7
       7
       +
       	"os/signal"

     

       8
       8
       +
       	"syscall"

     

       9
       9
       +
       

     

       10
       10
       +
       	"github.com/haileyok/photocopy"

     

       11
       11
       +
       	_ "github.com/joho/godotenv/autoload"

     

       12
       12
       +
       	"github.com/urfave/cli/v2"

     

       13
       13
       +
       )

     

       14
       14
       +
       

     

       15
       15
       +
       func main() {

     

       16
       16
       +
       	app := cli.App{

     

       17
       17
       +
       		Name:   "photocopy",

     

       18
       18
       +
       		Usage:  "bigquery inserter for firehose events",

     

       19
       19
       +
       		Action: run,

     

       20
       20
       +
       		Flags: []cli.Flag{

     

       21
       21
       +
       			&cli.StringFlag{

     

       22
       22
       +
       				Name:    "relay-host",

     

       23
       23
       +
       				EnvVars: []string{"PHOTOCOPY_RELAY_HOST"},

     

       24
       24
       +
       				Value:   "wss://bsky.network",

     

       25
       25
       +
       			},

     

       26
       26
       +
       			&cli.StringFlag{

     

       27
       27
       +
       				Name:    "metrics-addr",

     

       28
       28
       +
       				EnvVars: []string{"PHOTOCOPY_METRICS_ADDR"},

     

       29
       29
       +
       				Value:   ":8000",

     

       30
       30
       +
       			},

     

       31
       31
       +
       			&cli.StringFlag{

     

       32
       32
       +
       				Name:    "log-level",

     

       33
       33
       +
       				EnvVars: []string{"PHOTOCOPY_LOG_LEVEL"},

     

       34
       34
       +
       				Value:   "info",

     

       35
       35
       +
       			},

     

       36
       36
       +
       			&cli.StringFlag{

     

       37
       37
       +
       				Name:     "cursor-file",

     

       38
       38
       +
       				EnvVars:  []string{"PHOTOCOPY_CURSOR_FILE"},

     

       39
       39
       +
       				Required: true,

     

       40
       40
       +
       			},

     

       41
       41
       +
       			&cli.StringFlag{

     

       42
       42
       +
       				Name:     "plc-scraper-cursor-file",

     

       43
       43
       +
       				EnvVars:  []string{"PHOTOCOPY_PLC_SCRAPER_CURSOR_FILE"},

     

       44
       44
       +
       				Required: true,

     

       45
       45
       +
       			},

     

       46
       46
       +
       			&cli.StringFlag{

     

       47
       47
       +
       				Name:    "clickhouse-user",

     

       48
       48
       +
       				EnvVars: []string{"PHOTOCOPY_CLICKHOUSE_USER"},

     

       49
       49
       +
       				Value:   "default",

     

       50
       50
       +
       			},

     

       51
       51
       +
       			&cli.StringFlag{

     

       52
       52
       +
       				Name:     "clickhouse-pass",

     

       53
       53
       +
       				EnvVars:  []string{"PHOTOCOPY_CLICKHOUSE_PASS"},

     

       54
       54
       +
       				Required: true,

     

       55
       55
       +
       			},

     

       56
       56
       +
       		},

     

       57
       57
       +
       		ErrWriter: os.Stderr,

     

       58
       58
       +
       	}

     

       59
       59
       +
       

     

       60
       60
       +
       	app.Run(os.Args)

     

       61
       61
       +
       }

     

       62
       62
       +
       

     

       63
       63
       +
       var run = func(cmd *cli.Context) error {

     

       64
       64
       +
       	ctx := cmd.Context

     

       65
       65
       +
       	ctx, cancel := context.WithCancel(ctx)

     

       66
       66
       +
       	defer cancel()

     

       67
       67
       +
       

     

       68
       68
       +
       	var level slog.Level

     

       69
       69
       +
       	switch cmd.String("log-level") {

     

       70
       70
       +
       	case "debug":

     

       71
       71
       +
       		level = slog.LevelDebug

     

       72
       72
       +
       	case "info":

     

       73
       73
       +
       		level = slog.LevelInfo

     

       74
       74
       +
       	case "warn":

     

       75
       75
       +
       		level = slog.LevelWarn

     

       76
       76
       +
       	case "error":

     

       77
       77
       +
       		level = slog.LevelError

     

       78
       78
       +
       	default:

     

       79
       79
       +
       		level = slog.LevelInfo

     

       80
       80
       +
       	}

     

       81
       81
       +
       

     

       82
       82
       +
       	l := slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{

     

       83
       83
       +
       		Level: level,

     

       84
       84
       +
       	}))

     

       85
       85
       +
       

     

       86
       86
       +
       	p, err := photocopy.New(ctx, &photocopy.Args{

     

       87
       87
       +
       		Logger:               l,

     

       88
       88
       +
       		RelayHost:            cmd.String("relay-host"),

     

       89
       89
       +
       		MetricsAddr:          cmd.String("metrics-addr"),

     

       90
       90
       +
       		CursorFile:           cmd.String("cursor-file"),

     

       91
       91
       +
       		PLCScraperCursorFile: cmd.String("plc-scraper-cursor-file"),

     

       92
       92
       +
       		ClickhouseUser:       cmd.String("clickhouse-user"),

     

       93
       93
       +
       		ClickhousePass:       cmd.String("clickhouse-pass"),

     

       94
       94
       +
       	})

     

       95
       95
       +
       	if err != nil {

     

       96
       96
       +
       		panic(err)

     

       97
       97
       +
       	}

     

       98
       98
       +
       

     

       99
       99
       +
       	go func() {

     

       100
       100
       +
       		exitSignals := make(chan os.Signal, 1)

     

       101
       101
       +
       		signal.Notify(exitSignals, syscall.SIGINT, syscall.SIGTERM)

     

       102
       102
       +
       

     

       103
       103
       +
       		sig := <-exitSignals

     

       104
       104
       +
       

     

       105
       105
       +
       		l.Info("received os exit signal", "signal", sig)

     

       106
       106
       +
       	}()

     

       107
       107
       +
       

     

       108
       108
       +
       	if err := p.Run(ctx); err != nil {

     

       109
       109
       +
       		return err

     

       110
       110
       +
       	}

     

       111
       111
       +
       

     

       112
       112
       +
       	return nil

     

       113
       113
       +
       }

+166

consumer.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"bytes"

     

       5
       5
       +
       	"context"

     

       6
       6
       +
       	"fmt"

     

       7
       7
       +
       	"net/http"

     

       8
       8
       +
       	"net/url"

     

       9
       9
       +
       	"os"

     

       10
       10
       +
       	"strings"

     

       11
       11
       +
       	"time"

     

       12
       12
       +
       

     

       13
       13
       +
       	"github.com/bluesky-social/indigo/api/atproto"

     

       14
       14
       +
       	"github.com/bluesky-social/indigo/atproto/syntax"

     

       15
       15
       +
       	"github.com/bluesky-social/indigo/events"

     

       16
       16
       +
       	"github.com/bluesky-social/indigo/events/schedulers/parallel"

     

       17
       17
       +
       	"github.com/bluesky-social/indigo/repo"

     

       18
       18
       +
       	"github.com/bluesky-social/indigo/repomgr"

     

       19
       19
       +
       	"github.com/gorilla/websocket"

     

       20
       20
       +
       	"github.com/ipfs/go-cid"

     

       21
       21
       +
       )

     

       22
       22
       +
       

     

       23
       23
       +
       func (p *Photocopy) startConsumer(ctx context.Context, cancel context.CancelFunc) error {

     

       24
       24
       +
       	defer cancel()

     

       25
       25
       +
       

     

       26
       26
       +
       	go func() {

     

       27
       27
       +
       		ticker := time.NewTicker(5 * time.Second)

     

       28
       28
       +
       		defer ticker.Stop()

     

       29
       29
       +
       

     

       30
       30
       +
       		for range ticker.C {

     

       31
       31
       +
       			if err := os.WriteFile(p.cursorFile, []byte(p.cursor), 0644); err != nil {

     

       32
       32
       +
       				p.logger.Error("error saving cursor", "error", err)

     

       33
       33
       +
       			}

     

       34
       34
       +
       			p.logger.Debug("saving cursor", "seq", p.cursor)

     

       35
       35
       +
       		}

     

       36
       36
       +
       	}()

     

       37
       37
       +
       

     

       38
       38
       +
       	u, err := url.Parse(p.relayHost)

     

       39
       39
       +
       	if err != nil {

     

       40
       40
       +
       		return err

     

       41
       41
       +
       	}

     

       42
       42
       +
       	u.Path = "/xrpc/com.atproto.sync.subscribeRepos"

     

       43
       43
       +
       

     

       44
       44
       +
       	prevCursor, err := p.loadCursor()

     

       45
       45
       +
       	if err != nil {

     

       46
       46
       +
       		if !os.IsNotExist(err) {

     

       47
       47
       +
       			panic(err)

     

       48
       48
       +
       		}

     

       49
       49
       +
       	} else {

     

       50
       50
       +
       		p.cursor = prevCursor

     

       51
       51
       +
       	}

     

       52
       52
       +
       

     

       53
       53
       +
       	if prevCursor != "" {

     

       54
       54
       +
       		u.RawQuery = "cursor=" + prevCursor

     

       55
       55
       +
       	}

     

       56
       56
       +
       

     

       57
       57
       +
       	rsc := events.RepoStreamCallbacks{

     

       58
       58
       +
       		RepoCommit: func(evt *atproto.SyncSubscribeRepos_Commit) error {

     

       59
       59
       +
       			go p.repoCommit(ctx, evt)

     

       60
       60
       +
       			return nil

     

       61
       61
       +
       		},

     

       62
       62
       +
       	}

     

       63
       63
       +
       

     

       64
       64
       +
       	d := websocket.DefaultDialer

     

       65
       65
       +
       

     

       66
       66
       +
       	p.logger.Info("connecting to relay", "url", u.String())

     

       67
       67
       +
       

     

       68
       68
       +
       	con, _, err := d.Dial(u.String(), http.Header{

     

       69
       69
       +
       		"user-agent": []string{"photocopy/0.0.0"},

     

       70
       70
       +
       	})

     

       71
       71
       +
       	if err != nil {

     

       72
       72
       +
       		return fmt.Errorf("failed to connect to relay: %w", err)

     

       73
       73
       +
       	}

     

       74
       74
       +
       

     

       75
       75
       +
       	scheduler := parallel.NewScheduler(400, 10, con.RemoteAddr().String(), rsc.EventHandler)

     

       76
       76
       +
       

     

       77
       77
       +
       	if err := events.HandleRepoStream(ctx, con, scheduler, p.logger); err != nil {

     

       78
       78
       +
       		p.logger.Error("repo stream failed", "error", err)

     

       79
       79
       +
       	}

     

       80
       80
       +
       

     

       81
       81
       +
       	p.logger.Info("repo stream shut down")

     

       82
       82
       +
       

     

       83
       83
       +
       	return nil

     

       84
       84
       +
       }

     

       85
       85
       +
       

     

       86
       86
       +
       func (p *Photocopy) repoCommit(ctx context.Context, evt *atproto.SyncSubscribeRepos_Commit) {

     

       87
       87
       +
       	p.cursor = fmt.Sprintf("%d", evt.Seq)

     

       88
       88
       +
       

     

       89
       89
       +
       	if evt.TooBig {

     

       90
       90
       +
       		p.logger.Warn("commit too big", "repo", evt.Repo, "seq", evt.Seq)

     

       91
       91
       +
       		return

     

       92
       92
       +
       	}

     

       93
       93
       +
       

     

       94
       94
       +
       	r, err := repo.ReadRepoFromCar(ctx, bytes.NewReader(evt.Blocks))

     

       95
       95
       +
       	if err != nil {

     

       96
       96
       +
       		p.logger.Error("failed to read event repo", "error", err)

     

       97
       97
       +
       		return

     

       98
       98
       +
       	}

     

       99
       99
       +
       

     

       100
       100
       +
       	did, err := syntax.ParseDID(evt.Repo)

     

       101
       101
       +
       	if err != nil {

     

       102
       102
       +
       		p.logger.Error("failed to parse did", "error", err)

     

       103
       103
       +
       		return

     

       104
       104
       +
       	}

     

       105
       105
       +
       

     

       106
       106
       +
       	for _, op := range evt.Ops {

     

       107
       107
       +
       		collection, rkey, err := syntax.ParseRepoPath(op.Path)

     

       108
       108
       +
       		if err != nil {

     

       109
       109
       +
       			p.logger.Error("invalid path in repo op")

     

       110
       110
       +
       			continue

     

       111
       111
       +
       		}

     

       112
       112
       +
       

     

       113
       113
       +
       		ek := repomgr.EventKind(op.Action)

     

       114
       114
       +
       

     

       115
       115
       +
       		switch ek {

     

       116
       116
       +
       		case repomgr.EvtKindCreateRecord:

     

       117
       117
       +
       			if op.Cid == nil {

     

       118
       118
       +
       				p.logger.Warn("op missing reccid", "path", op.Path, "action", op.Action)

     

       119
       119
       +
       				continue

     

       120
       120
       +
       			}

     

       121
       121
       +
       

     

       122
       122
       +
       			c := (cid.Cid)(*op.Cid)

     

       123
       123
       +
       			reccid, rec, err := r.GetRecordBytes(ctx, op.Path)

     

       124
       124
       +
       			if err != nil {

     

       125
       125
       +
       				p.logger.Error("failed to get record bytes", "error", err, "path", op.Path)

     

       126
       126
       +
       				continue

     

       127
       127
       +
       			}

     

       128
       128
       +
       

     

       129
       129
       +
       			if c != reccid {

     

       130
       130
       +
       				p.logger.Warn("reccid mismatch", "from_event", c, "from_blocks", reccid, "path", op.Path)

     

       131
       131
       +
       				continue

     

       132
       132
       +
       			}

     

       133
       133
       +
       

     

       134
       134
       +
       			if rec == nil {

     

       135
       135
       +
       				p.logger.Warn("record not found", "reccid", c, "path", op.Path)

     

       136
       136
       +
       				continue

     

       137
       137
       +
       			}

     

       138
       138
       +
       

     

       139
       139
       +
       			if !strings.HasPrefix(collection.String(), "app.bsky.") {

     

       140
       140
       +
       				continue

     

       141
       141
       +
       			}

     

       142
       142
       +
       

     

       143
       143
       +
       			if err := p.handleCreate(ctx, *rec, evt.Time, evt.Rev, did.String(), collection.String(), rkey.String(), reccid.String()); err != nil {

     

       144
       144
       +
       				p.logger.Error("error handling create event", "error", err)

     

       145
       145
       +
       				continue

     

       146
       146
       +
       			}

     

       147
       147
       +
       		case repomgr.EvtKindDeleteRecord:

     

       148
       148
       +
       			if !strings.HasPrefix(collection.String(), "app.bsky.") {

     

       149
       149
       +
       				continue

     

       150
       150
       +
       			}

     

       151
       151
       +
       

     

       152
       152
       +
       			if err := p.handleDelete(ctx, did.String(), collection.String(), rkey.String()); err != nil {

     

       153
       153
       +
       				p.logger.Error("error handling delete event", "error", err)

     

       154
       154
       +
       				continue

     

       155
       155
       +
       			}

     

       156
       156
       +
       		}

     

       157
       157
       +
       	}

     

       158
       158
       +
       }

     

       159
       159
       +
       

     

       160
       160
       +
       func (p *Photocopy) loadCursor() (string, error) {

     

       161
       161
       +
       	b, err := os.ReadFile(p.cursorFile)

     

       162
       162
       +
       	if err != nil {

     

       163
       163
       +
       		return "", err

     

       164
       164
       +
       	}

     

       165
       165
       +
       	return string(b), nil

     

       166
       166
       +
       }

+128

go.mod

···

       1
       1
       +
       module github.com/haileyok/photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       go 1.24.4

     

       4
       4
       +
       

     

       5
       5
       +
       require (

     

       6
       6
       +
       	cloud.google.com/go/bigquery v1.69.0

     

       7
       7
       +
       	github.com/araddon/dateparse v0.0.0-20210429162001-6b43995a97de

     

       8
       8
       +
       	github.com/bluesky-social/indigo v0.0.0-20250626183556-5641d3c27325

     

       9
       9
       +
       	github.com/gorilla/websocket v1.5.1

     

       10
       10
       +
       	github.com/ipfs/go-cid v0.5.0

     

       11
       11
       +
       	github.com/joho/godotenv v1.5.1

     

       12
       12
       +
       	github.com/prometheus/client_golang v1.22.0

     

       13
       13
       +
       	github.com/urfave/cli/v2 v2.25.7

     

       14
       14
       +
       )

     

       15
       15
       +
       

     

       16
       16
       +
       require (

     

       17
       17
       +
       	cloud.google.com/go v0.121.0 // indirect

     

       18
       18
       +
       	cloud.google.com/go/auth v0.16.1 // indirect

     

       19
       19
       +
       	cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect

     

       20
       20
       +
       	cloud.google.com/go/compute/metadata v0.6.0 // indirect

     

       21
       21
       +
       	cloud.google.com/go/iam v1.5.2 // indirect

     

       22
       22
       +
       	github.com/RussellLuo/slidingwindow v0.0.0-20200528002341-535bb99d338b // indirect

     

       23
       23
       +
       	github.com/apache/arrow/go/v15 v15.0.2 // indirect

     

       24
       24
       +
       	github.com/beorn7/perks v1.0.1 // indirect

     

       25
       25
       +
       	github.com/carlmjohnson/versioninfo v0.22.5 // indirect

     

       26
       26
       +
       	github.com/cespare/xxhash/v2 v2.3.0 // indirect

     

       27
       27
       +
       	github.com/cpuguy83/go-md2man/v2 v2.0.3 // indirect

     

       28
       28
       +
       	github.com/felixge/httpsnoop v1.0.4 // indirect

     

       29
       29
       +
       	github.com/go-logr/logr v1.4.2 // indirect

     

       30
       30
       +
       	github.com/go-logr/stdr v1.2.2 // indirect

     

       31
       31
       +
       	github.com/goccy/go-json v0.10.2 // indirect

     

       32
       32
       +
       	github.com/gocql/gocql v1.7.0 // indirect

     

       33
       33
       +
       	github.com/gogo/protobuf v1.3.2 // indirect

     

       34
       34
       +
       	github.com/golang/snappy v0.0.4 // indirect

     

       35
       35
       +
       	github.com/google/flatbuffers v23.5.26+incompatible // indirect

     

       36
       36
       +
       	github.com/google/s2a-go v0.1.9 // indirect

     

       37
       37
       +
       	github.com/google/uuid v1.6.0 // indirect

     

       38
       38
       +
       	github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect

     

       39
       39
       +
       	github.com/googleapis/gax-go/v2 v2.14.1 // indirect

     

       40
       40
       +
       	github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect

     

       41
       41
       +
       	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect

     

       42
       42
       +
       	github.com/hashicorp/go-retryablehttp v0.7.5 // indirect

     

       43
       43
       +
       	github.com/hashicorp/golang-lru v1.0.2 // indirect

     

       44
       44
       +
       	github.com/hashicorp/golang-lru/v2 v2.0.7 // indirect

     

       45
       45
       +
       	github.com/ipfs/bbloom v0.0.4 // indirect

     

       46
       46
       +
       	github.com/ipfs/go-block-format v0.2.0 // indirect

     

       47
       47
       +
       	github.com/ipfs/go-blockservice v0.5.2 // indirect

     

       48
       48
       +
       	github.com/ipfs/go-datastore v0.6.0 // indirect

     

       49
       49
       +
       	github.com/ipfs/go-ipfs-blockstore v1.3.1 // indirect

     

       50
       50
       +
       	github.com/ipfs/go-ipfs-ds-help v1.1.1 // indirect

     

       51
       51
       +
       	github.com/ipfs/go-ipfs-exchange-interface v0.2.1 // indirect

     

       52
       52
       +
       	github.com/ipfs/go-ipfs-util v0.0.3 // indirect

     

       53
       53
       +
       	github.com/ipfs/go-ipld-cbor v0.1.0 // indirect

     

       54
       54
       +
       	github.com/ipfs/go-ipld-format v0.6.0 // indirect

     

       55
       55
       +
       	github.com/ipfs/go-ipld-legacy v0.2.1 // indirect

     

       56
       56
       +
       	github.com/ipfs/go-libipfs v0.7.0 // indirect

     

       57
       57
       +
       	github.com/ipfs/go-log v1.0.5 // indirect

     

       58
       58
       +
       	github.com/ipfs/go-log/v2 v2.5.1 // indirect

     

       59
       59
       +
       	github.com/ipfs/go-merkledag v0.11.0 // indirect

     

       60
       60
       +
       	github.com/ipfs/go-metrics-interface v0.0.1 // indirect

     

       61
       61
       +
       	github.com/ipfs/go-verifcid v0.0.3 // indirect

     

       62
       62
       +
       	github.com/ipld/go-car v0.6.1-0.20230509095817-92d28eb23ba4 // indirect

     

       63
       63
       +
       	github.com/ipld/go-codec-dagpb v1.6.0 // indirect

     

       64
       64
       +
       	github.com/ipld/go-ipld-prime v0.21.0 // indirect

     

       65
       65
       +
       	github.com/jackc/pgpassfile v1.0.0 // indirect

     

       66
       66
       +
       	github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a // indirect

     

       67
       67
       +
       	github.com/jackc/pgx/v5 v5.5.0 // indirect

     

       68
       68
       +
       	github.com/jackc/puddle/v2 v2.2.2 // indirect

     

       69
       69
       +
       	github.com/jbenet/goprocess v0.1.4 // indirect

     

       70
       70
       +
       	github.com/jinzhu/inflection v1.0.0 // indirect

     

       71
       71
       +
       	github.com/jinzhu/now v1.1.5 // indirect

     

       72
       72
       +
       	github.com/klauspost/compress v1.18.0 // indirect

     

       73
       73
       +
       	github.com/klauspost/cpuid/v2 v2.2.7 // indirect

     

       74
       74
       +
       	github.com/mattn/go-isatty v0.0.20 // indirect

     

       75
       75
       +
       	github.com/mattn/go-sqlite3 v1.14.22 // indirect

     

       76
       76
       +
       	github.com/minio/sha256-simd v1.0.1 // indirect

     

       77
       77
       +
       	github.com/mr-tron/base58 v1.2.0 // indirect

     

       78
       78
       +
       	github.com/multiformats/go-base32 v0.1.0 // indirect

     

       79
       79
       +
       	github.com/multiformats/go-base36 v0.2.0 // indirect

     

       80
       80
       +
       	github.com/multiformats/go-multibase v0.2.0 // indirect

     

       81
       81
       +
       	github.com/multiformats/go-multihash v0.2.3 // indirect

     

       82
       82
       +
       	github.com/multiformats/go-varint v0.0.7 // indirect

     

       83
       83
       +
       	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect

     

       84
       84
       +
       	github.com/opentracing/opentracing-go v1.2.0 // indirect

     

       85
       85
       +
       	github.com/pierrec/lz4/v4 v4.1.22 // indirect

     

       86
       86
       +
       	github.com/polydawn/refmt v0.89.1-0.20221221234430-40501e09de1f // indirect

     

       87
       87
       +
       	github.com/prometheus/client_model v0.6.1 // indirect

     

       88
       88
       +
       	github.com/prometheus/common v0.62.0 // indirect

     

       89
       89
       +
       	github.com/prometheus/procfs v0.15.1 // indirect

     

       90
       90
       +
       	github.com/russross/blackfriday/v2 v2.1.0 // indirect

     

       91
       91
       +
       	github.com/spaolacci/murmur3 v1.1.0 // indirect

     

       92
       92
       +
       	github.com/whyrusleeping/cbor-gen v0.2.1-0.20241030202151-b7a6831be65e // indirect

     

       93
       93
       +
       	github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect

     

       94
       94
       +
       	github.com/zeebo/xxh3 v1.0.2 // indirect

     

       95
       95
       +
       	gitlab.com/yawning/secp256k1-voi v0.0.0-20230925100816-f2616030848b // indirect

     

       96
       96
       +
       	gitlab.com/yawning/tuplehash v0.0.0-20230713102510-df83abbf9a02 // indirect

     

       97
       97
       +
       	go.opentelemetry.io/auto/sdk v1.1.0 // indirect

     

       98
       98
       +
       	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0 // indirect

     

       99
       99
       +
       	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 // indirect

     

       100
       100
       +
       	go.opentelemetry.io/otel v1.36.0 // indirect

     

       101
       101
       +
       	go.opentelemetry.io/otel/metric v1.36.0 // indirect

     

       102
       102
       +
       	go.opentelemetry.io/otel/sdk v1.36.0 // indirect

     

       103
       103
       +
       	go.opentelemetry.io/otel/trace v1.36.0 // indirect

     

       104
       104
       +
       	go.uber.org/atomic v1.11.0 // indirect

     

       105
       105
       +
       	go.uber.org/multierr v1.11.0 // indirect

     

       106
       106
       +
       	go.uber.org/zap v1.27.0 // indirect

     

       107
       107
       +
       	golang.org/x/crypto v0.39.0 // indirect

     

       108
       108
       +
       	golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56 // indirect

     

       109
       109
       +
       	golang.org/x/mod v0.25.0 // indirect

     

       110
       110
       +
       	golang.org/x/net v0.41.0 // indirect

     

       111
       111
       +
       	golang.org/x/oauth2 v0.30.0 // indirect

     

       112
       112
       +
       	golang.org/x/sync v0.15.0 // indirect

     

       113
       113
       +
       	golang.org/x/sys v0.33.0 // indirect

     

       114
       114
       +
       	golang.org/x/text v0.26.0 // indirect

     

       115
       115
       +
       	golang.org/x/time v0.11.0 // indirect

     

       116
       116
       +
       	golang.org/x/tools v0.33.0 // indirect

     

       117
       117
       +
       	golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect

     

       118
       118
       +
       	google.golang.org/api v0.232.0 // indirect

     

       119
       119
       +
       	google.golang.org/genproto v0.0.0-20250303144028-a0af3efb3deb // indirect

     

       120
       120
       +
       	google.golang.org/genproto/googleapis/api v0.0.0-20250505200425-f936aa4a68b2 // indirect

     

       121
       121
       +
       	google.golang.org/genproto/googleapis/rpc v0.0.0-20250505200425-f936aa4a68b2 // indirect

     

       122
       122
       +
       	google.golang.org/grpc v1.72.0 // indirect

     

       123
       123
       +
       	google.golang.org/protobuf v1.36.6 // indirect

     

       124
       124
       +
       	gopkg.in/inf.v0 v0.9.1 // indirect

     

       125
       125
       +
       	gorm.io/driver/postgres v1.5.7 // indirect

     

       126
       126
       +
       	gorm.io/gorm v1.30.0 // indirect

     

       127
       127
       +
       	lukechampine.com/blake3 v1.2.1 // indirect

     

       128
       128
       +
       )

+494

go.sum

···

       1
       1
       +
       cel.dev/expr v0.20.0 h1:OunBvVCfvpWlt4dN7zg3FM6TDkzOePe1+foGJ9AXeeI=

     

       2
       2
       +
       cel.dev/expr v0.20.0/go.mod h1:MrpN08Q+lEBs+bGYdLxxHkZoUSsCp0nSKTs0nTymJgw=

     

       3
       3
       +
       cloud.google.com/go v0.121.0 h1:pgfwva8nGw7vivjZiRfrmglGWiCJBP+0OmDpenG/Fwg=

     

       4
       4
       +
       cloud.google.com/go v0.121.0/go.mod h1:rS7Kytwheu/y9buoDmu5EIpMMCI4Mb8ND4aeN4Vwj7Q=

     

       5
       5
       +
       cloud.google.com/go/auth v0.16.1 h1:XrXauHMd30LhQYVRHLGvJiYeczweKQXZxsTbV9TiguU=

     

       6
       6
       +
       cloud.google.com/go/auth v0.16.1/go.mod h1:1howDHJ5IETh/LwYs3ZxvlkXF48aSqqJUM+5o02dNOI=

     

       7
       7
       +
       cloud.google.com/go/auth/oauth2adapt v0.2.8 h1:keo8NaayQZ6wimpNSmW5OPc283g65QNIiLpZnkHRbnc=

     

       8
       8
       +
       cloud.google.com/go/auth/oauth2adapt v0.2.8/go.mod h1:XQ9y31RkqZCcwJWNSx2Xvric3RrU88hAYYbjDWYDL+c=

     

       9
       9
       +
       cloud.google.com/go/bigquery v1.69.0 h1:rZvHnjSUs5sHK3F9awiuFk2PeOaB8suqNuim21GbaTc=

     

       10
       10
       +
       cloud.google.com/go/bigquery v1.69.0/go.mod h1:TdGLquA3h/mGg+McX+GsqG9afAzTAcldMjqhdjHTLew=

     

       11
       11
       +
       cloud.google.com/go/compute/metadata v0.6.0 h1:A6hENjEsCDtC1k8byVsgwvVcioamEHvZ4j01OwKxG9I=

     

       12
       12
       +
       cloud.google.com/go/compute/metadata v0.6.0/go.mod h1:FjyFAW1MW0C203CEOMDTu3Dk1FlqW3Rga40jzHL4hfg=

     

       13
       13
       +
       cloud.google.com/go/datacatalog v1.26.0 h1:eFgygb3DTufTWWUB8ARk+dSuXz+aefNJXTlkWlQcWwE=

     

       14
       14
       +
       cloud.google.com/go/datacatalog v1.26.0/go.mod h1:bLN2HLBAwB3kLTFT5ZKLHVPj/weNz6bR0c7nYp0LE14=

     

       15
       15
       +
       cloud.google.com/go/iam v1.5.2 h1:qgFRAGEmd8z6dJ/qyEchAuL9jpswyODjA2lS+w234g8=

     

       16
       16
       +
       cloud.google.com/go/iam v1.5.2/go.mod h1:SE1vg0N81zQqLzQEwxL2WI6yhetBdbNQuTvIKCSkUHE=

     

       17
       17
       +
       cloud.google.com/go/longrunning v0.6.7 h1:IGtfDWHhQCgCjwQjV9iiLnUta9LBCo8R9QmAFsS/PrE=

     

       18
       18
       +
       cloud.google.com/go/longrunning v0.6.7/go.mod h1:EAFV3IZAKmM56TyiE6VAP3VoTzhZzySwI/YI1s/nRsY=

     

       19
       19
       +
       cloud.google.com/go/monitoring v1.24.0 h1:csSKiCJ+WVRgNkRzzz3BPoGjFhjPY23ZTcaenToJxMM=

     

       20
       20
       +
       cloud.google.com/go/monitoring v1.24.0/go.mod h1:Bd1PRK5bmQBQNnuGwHBfUamAV1ys9049oEPHnn4pcsc=

     

       21
       21
       +
       cloud.google.com/go/storage v1.53.0 h1:gg0ERZwL17pJ+Cz3cD2qS60w1WMDnwcm5YPAIQBHUAw=

     

       22
       22
       +
       cloud.google.com/go/storage v1.53.0/go.mod h1:7/eO2a/srr9ImZW9k5uufcNahT2+fPb8w5it1i5boaA=

     

       23
       23
       +
       github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=

     

       24
       24
       +
       github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.27.0 h1:ErKg/3iS1AKcTkf3yixlZ54f9U1rljCkQyEXWUnIUxc=

     

       25
       25
       +
       github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.27.0/go.mod h1:yAZHSGnqScoU556rBOVkwLze6WP5N+U11RHuWaGVxwY=

     

       26
       26
       +
       github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.51.0 h1:fYE9p3esPxA/C0rQ0AHhP0drtPXDRhaWiwg1DPqO7IU=

     

       27
       27
       +
       github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.51.0/go.mod h1:BnBReJLvVYx2CS/UHOgVz2BXKXD9wsQPxZug20nZhd0=

     

       28
       28
       +
       github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.51.0 h1:6/0iUd0xrnX7qt+mLNRwg5c0PGv8wpE8K90ryANQwMI=

     

       29
       29
       +
       github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.51.0/go.mod h1:otE2jQekW/PqXk1Awf5lmfokJx4uwuqcj1ab5SpGeW0=

     

       30
       30
       +
       github.com/RussellLuo/slidingwindow v0.0.0-20200528002341-535bb99d338b h1:5/++qT1/z812ZqBvqQt6ToRswSuPZ/B33m6xVHRzADU=

     

       31
       31
       +
       github.com/RussellLuo/slidingwindow v0.0.0-20200528002341-535bb99d338b/go.mod h1:4+EPqMRApwwE/6yo6CxiHoSnBzjRr3jsqer7frxP8y4=

     

       32
       32
       +
       github.com/alexbrainman/goissue34681 v0.0.0-20191006012335-3fc7a47baff5 h1:iW0a5ljuFxkLGPNem5Ui+KBjFJzKg4Fv2fnxe4dvzpM=

     

       33
       33
       +
       github.com/alexbrainman/goissue34681 v0.0.0-20191006012335-3fc7a47baff5/go.mod h1:Y2QMoi1vgtOIfc+6DhrMOGkLoGzqSV2rKp4Sm+opsyA=

     

       34
       34
       +
       github.com/apache/arrow/go/v15 v15.0.2 h1:60IliRbiyTWCWjERBCkO1W4Qun9svcYoZrSLcyOsMLE=

     

       35
       35
       +
       github.com/apache/arrow/go/v15 v15.0.2/go.mod h1:DGXsR3ajT524njufqf95822i+KTh+yea1jass9YXgjA=

     

       36
       36
       +
       github.com/araddon/dateparse v0.0.0-20210429162001-6b43995a97de h1:FxWPpzIjnTlhPwqqXc4/vE0f7GvRjuAsbW+HOIe8KnA=

     

       37
       37
       +
       github.com/araddon/dateparse v0.0.0-20210429162001-6b43995a97de/go.mod h1:DCaWoUhZrYW9p1lxo/cm8EmUOOzAPSEZNGF2DK1dJgw=

     

       38
       38
       +
       github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=

     

       39
       39
       +
       github.com/benbjohnson/clock v1.3.0 h1:ip6w0uFQkncKQ979AypyG0ER7mqUSBdKLOgAle/AT8A=

     

       40
       40
       +
       github.com/benbjohnson/clock v1.3.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=

     

       41
       41
       +
       github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=

     

       42
       42
       +
       github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=

     

       43
       43
       +
       github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932 h1:mXoPYz/Ul5HYEDvkta6I8/rnYM5gSdSV2tJ6XbZuEtY=

     

       44
       44
       +
       github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932/go.mod h1:NOuUCSz6Q9T7+igc/hlvDOUdtWKryOrtFyIVABv/p7k=

     

       45
       45
       +
       github.com/bluesky-social/indigo v0.0.0-20250626183556-5641d3c27325 h1:Bftt2EcoLZK2Z2m12Ih5QqbReX8j29hbf4zJU/FKzaY=

     

       46
       46
       +
       github.com/bluesky-social/indigo v0.0.0-20250626183556-5641d3c27325/go.mod h1:8FlFpF5cIq3DQG0kEHqyTkPV/5MDQoaWLcVwza5ZPJU=

     

       47
       47
       +
       github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 h1:DDGfHa7BWjL4YnC6+E63dPcxHo2sUxDIu8g3QgEJdRY=

     

       48
       48
       +
       github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869/go.mod h1:Ekp36dRnpXw/yCqJaO+ZrUyxD+3VXMFFr56k5XYrpB4=

     

       49
       49
       +
       github.com/carlmjohnson/versioninfo v0.22.5 h1:O00sjOLUAFxYQjlN/bzYTuZiS0y6fWDQjMRvwtKgwwc=

     

       50
       50
       +
       github.com/carlmjohnson/versioninfo v0.22.5/go.mod h1:QT9mph3wcVfISUKd0i9sZfVrPviHuSF+cUtLjm2WSf8=

     

       51
       51
       +
       github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=

     

       52
       52
       +
       github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=

     

       53
       53
       +
       github.com/cncf/xds/go v0.0.0-20250121191232-2f005788dc42 h1:Om6kYQYDUk5wWbT0t0q6pvyM49i9XZAv9dDrkDA7gjk=

     

       54
       54
       +
       github.com/cncf/xds/go v0.0.0-20250121191232-2f005788dc42/go.mod h1:W+zGtBO5Y1IgJhy4+A9GOqVhqLpfZi+vwmdNXUehLA8=

     

       55
       55
       +
       github.com/cpuguy83/go-md2man/v2 v2.0.0-20190314233015-f79a8a8ca69d/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsrgA7czyZG/E6dU=

     

       56
       56
       +
       github.com/cpuguy83/go-md2man/v2 v2.0.3 h1:qMCsGGgs+MAzDFyp9LpAe1Lqy/fY/qCovCm0qnXZOBM=

     

       57
       57
       +
       github.com/cpuguy83/go-md2man/v2 v2.0.3/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=

     

       58
       58
       +
       github.com/cskr/pubsub v1.0.2 h1:vlOzMhl6PFn60gRlTQQsIfVwaPB/B/8MziK8FhEPt/0=

     

       59
       59
       +
       github.com/cskr/pubsub v1.0.2/go.mod h1:/8MzYXk/NJAz782G8RPkFzXTZVu63VotefPnR9TIRis=

     

       60
       60
       +
       github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=

     

       61
       61
       +
       github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=

     

       62
       62
       +
       github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=

     

       63
       63
       +
       github.com/decred/dcrd/dcrec/secp256k1/v4 v4.2.0 h1:8UrgZ3GkP4i/CLijOJx79Yu+etlyjdBU4sfcs2WYQMs=

     

       64
       64
       +
       github.com/decred/dcrd/dcrec/secp256k1/v4 v4.2.0/go.mod h1:v57UDF4pDQJcEfFUCRop3lJL149eHGSe9Jvczhzjo/0=

     

       65
       65
       +
       github.com/envoyproxy/go-control-plane v0.13.4 h1:zEqyPVyku6IvWCFwux4x9RxkLOMUL+1vC9xUFv5l2/M=

     

       66
       66
       +
       github.com/envoyproxy/go-control-plane/envoy v1.32.4 h1:jb83lalDRZSpPWW2Z7Mck/8kXZ5CQAFYVjQcdVIr83A=

     

       67
       67
       +
       github.com/envoyproxy/go-control-plane/envoy v1.32.4/go.mod h1:Gzjc5k8JcJswLjAx1Zm+wSYE20UrLtt7JZMWiWQXQEw=

     

       68
       68
       +
       github.com/envoyproxy/protoc-gen-validate v1.2.1 h1:DEo3O99U8j4hBFwbJfrz9VtgcDfUKS7KJ7spH3d86P8=

     

       69
       69
       +
       github.com/envoyproxy/protoc-gen-validate v1.2.1/go.mod h1:d/C80l/jxXLdfEIhX1W2TmLfsJ31lvEjwamM4DxlWXU=

     

       70
       70
       +
       github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=

     

       71
       71
       +
       github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=

     

       72
       72
       +
       github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8=

     

       73
       73
       +
       github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=

     

       74
       74
       +
       github.com/go-jose/go-jose/v4 v4.0.4 h1:VsjPI33J0SB9vQM6PLmNjoHqMQNGPiZ0rHL7Ni7Q6/E=

     

       75
       75
       +
       github.com/go-jose/go-jose/v4 v4.0.4/go.mod h1:NKb5HO1EZccyMpiZNbdUw/14tiXNyUJh188dfnMCAfc=

     

       76
       76
       +
       github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=

     

       77
       77
       +
       github.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY=

     

       78
       78
       +
       github.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY=

     

       79
       79
       +
       github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag=

     

       80
       80
       +
       github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE=

     

       81
       81
       +
       github.com/go-redis/redis v6.15.9+incompatible h1:K0pv1D7EQUjfyoMql+r/jZqCLizCGKFlFgcHWWmHQjg=

     

       82
       82
       +
       github.com/go-redis/redis v6.15.9+incompatible/go.mod h1:NAIEuMOZ/fxfXJIrKDQDz8wamY7mA7PouImQ2Jvg6kA=

     

       83
       83
       +
       github.com/go-yaml/yaml v2.1.0+incompatible/go.mod h1:w2MrLa16VYP0jy6N7M5kHaCkaLENm+P+Tv+MfurjSw0=

     

       84
       84
       +
       github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU=

     

       85
       85
       +
       github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=

     

       86
       86
       +
       github.com/gocql/gocql v1.7.0 h1:O+7U7/1gSN7QTEAaMEsJc1Oq2QHXvCWoF3DFK9HDHus=

     

       87
       87
       +
       github.com/gocql/gocql v1.7.0/go.mod h1:vnlvXyFZeLBF0Wy+RS8hrOdbn0UWsWtdg07XJnFxZ+4=

     

       88
       88
       +
       github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q=

     

       89
       89
       +
       github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q=

     

       90
       90
       +
       github.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek=

     

       91
       91
       +
       github.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps=

     

       92
       92
       +
       github.com/golang/snappy v0.0.3/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=

     

       93
       93
       +
       github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM=

     

       94
       94
       +
       github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=

     

       95
       95
       +
       github.com/google/flatbuffers v23.5.26+incompatible h1:M9dgRyhJemaM4Sw8+66GHBu8ioaQmyPLg1b8VwK5WJg=

     

       96
       96
       +
       github.com/google/flatbuffers v23.5.26+incompatible/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8=

     

       97
       97
       +
       github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=

     

       98
       98
       +
       github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU=

     

       99
       99
       +
       github.com/google/gopacket v1.1.19 h1:ves8RnFZPGiFnTS0uPQStjwru6uO6h+nlr9j6fL7kF8=

     

       100
       100
       +
       github.com/google/gopacket v1.1.19/go.mod h1:iJ8V8n6KS+z2U1A8pUwu8bW5SyEMkXJB8Yo/Vo+TKTo=

     

       101
       101
       +
       github.com/google/martian/v3 v3.3.3 h1:DIhPTQrbPkgs2yJYdXU/eNACCG5DVQjySNRNlflZ9Fc=

     

       102
       102
       +
       github.com/google/martian/v3 v3.3.3/go.mod h1:iEPrYcgCF7jA9OtScMFQyAlZZ4YXTKEtJ1E6RWzmBA0=

     

       103
       103
       +
       github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI=

     

       104
       104
       +
       github.com/google/s2a-go v0.1.9 h1:LGD7gtMgezd8a/Xak7mEWL0PjoTQFvpRudN895yqKW0=

     

       105
       105
       +
       github.com/google/s2a-go v0.1.9/go.mod h1:YA0Ei2ZQL3acow2O62kdp9UlnvMmU7kA6Eutn0dXayM=

     

       106
       106
       +
       github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=

     

       107
       107
       +
       github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=

     

       108
       108
       +
       github.com/googleapis/enterprise-certificate-proxy v0.3.6 h1:GW/XbdyBFQ8Qe+YAmFU9uHLo7OnF5tL52HFAgMmyrf4=

     

       109
       109
       +
       github.com/googleapis/enterprise-certificate-proxy v0.3.6/go.mod h1:MkHOF77EYAE7qfSuSS9PU6g4Nt4e11cnsDUowfwewLA=

     

       110
       110
       +
       github.com/googleapis/gax-go/v2 v2.14.1 h1:hb0FFeiPaQskmvakKu5EbCbpntQn48jyHuvrkurSS/Q=

     

       111
       111
       +
       github.com/googleapis/gax-go/v2 v2.14.1/go.mod h1:Hb/NubMaVM88SrNkvl8X/o8XWwDJEPqouaLeN2IUxoA=

     

       112
       112
       +
       github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1 h1:EGx4pi6eqNxGaHF6qqu48+N2wcFQ5qg5FXgOdqsJ5d8=

     

       113
       113
       +
       github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY=

     

       114
       114
       +
       github.com/gorilla/websocket v1.5.1 h1:gmztn0JnHVt9JZquRuzLw3g4wouNVzKL15iLr/zn/QY=

     

       115
       115
       +
       github.com/gorilla/websocket v1.5.1/go.mod h1:x3kM2JMyaluk02fnUJpQuwD2dCS5NDG2ZHL0uE0tcaY=

     

       116
       116
       +
       github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed h1:5upAirOpQc1Q53c0bnx2ufif5kANL7bfZWcc6VJWJd8=

     

       117
       117
       +
       github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed/go.mod h1:tMWxXQ9wFIaZeTI9F+hmhFiGpFmhOHzyShyFUhRm0H4=

     

       118
       118
       +
       github.com/hashicorp/go-cleanhttp v0.5.2 h1:035FKYIWjmULyFRBKPs8TBQoi0x6d9G4xc9neXJWAZQ=

     

       119
       119
       +
       github.com/hashicorp/go-cleanhttp v0.5.2/go.mod h1:kO/YDlP8L1346E6Sodw+PrpBSV4/SoxCXGY6BqNFT48=

     

       120
       120
       +
       github.com/hashicorp/go-hclog v0.9.2 h1:CG6TE5H9/JXsFWJCfoIVpKFIkFe6ysEuHirp4DxCsHI=

     

       121
       121
       +
       github.com/hashicorp/go-hclog v0.9.2/go.mod h1:5CU+agLiy3J7N7QjHK5d05KxGsuXiQLrjA0H7acj2lQ=

     

       122
       122
       +
       github.com/hashicorp/go-retryablehttp v0.7.5 h1:bJj+Pj19UZMIweq/iie+1u5YCdGrnxCT9yvm0e+Nd5M=

     

       123
       123
       +
       github.com/hashicorp/go-retryablehttp v0.7.5/go.mod h1:Jy/gPYAdjqffZ/yFGCFV2doI5wjtH1ewM9u8iYVjtX8=

     

       124
       124
       +
       github.com/hashicorp/golang-lru v1.0.2 h1:dV3g9Z/unq5DpblPpw+Oqcv4dU/1omnb4Ok8iPY6p1c=

     

       125
       125
       +
       github.com/hashicorp/golang-lru v1.0.2/go.mod h1:iADmTwqILo4mZ8BN3D2Q6+9jd8WM5uGBxy+E8yxSoD4=

     

       126
       126
       +
       github.com/hashicorp/golang-lru/v2 v2.0.7 h1:a+bsQ5rvGLjzHuww6tVxozPZFVghXaHOwFs4luLUK2k=

     

       127
       127
       +
       github.com/hashicorp/golang-lru/v2 v2.0.7/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM=

     

       128
       128
       +
       github.com/huin/goupnp v1.0.3 h1:N8No57ls+MnjlB+JPiCVSOyy/ot7MJTqlo7rn+NYSqQ=

     

       129
       129
       +
       github.com/huin/goupnp v1.0.3/go.mod h1:ZxNlw5WqJj6wSsRK5+YfflQGXYfccj5VgQsMNixHM7Y=

     

       130
       130
       +
       github.com/ipfs/bbloom v0.0.4 h1:Gi+8EGJ2y5qiD5FbsbpX/TMNcJw8gSqr7eyjHa4Fhvs=

     

       131
       131
       +
       github.com/ipfs/bbloom v0.0.4/go.mod h1:cS9YprKXpoZ9lT0n/Mw/a6/aFV6DTjTLYHeA+gyqMG0=

     

       132
       132
       +
       github.com/ipfs/go-bitswap v0.11.0 h1:j1WVvhDX1yhG32NTC9xfxnqycqYIlhzEzLXG/cU1HyQ=

     

       133
       133
       +
       github.com/ipfs/go-bitswap v0.11.0/go.mod h1:05aE8H3XOU+LXpTedeAS0OZpcO1WFsj5niYQH9a1Tmk=

     

       134
       134
       +
       github.com/ipfs/go-block-format v0.2.0 h1:ZqrkxBA2ICbDRbK8KJs/u0O3dlp6gmAuuXUJNiW1Ycs=

     

       135
       135
       +
       github.com/ipfs/go-block-format v0.2.0/go.mod h1:+jpL11nFx5A/SPpsoBn6Bzkra/zaArfSmsknbPMYgzM=

     

       136
       136
       +
       github.com/ipfs/go-blockservice v0.5.2 h1:in9Bc+QcXwd1apOVM7Un9t8tixPKdaHQFdLSUM1Xgk8=

     

       137
       137
       +
       github.com/ipfs/go-blockservice v0.5.2/go.mod h1:VpMblFEqG67A/H2sHKAemeH9vlURVavlysbdUI632yk=

     

       138
       138
       +
       github.com/ipfs/go-bs-sqlite3 v0.0.0-20221122195556-bfcee1be620d h1:9V+GGXCuOfDiFpdAHz58q9mKLg447xp0cQKvqQrAwYE=

     

       139
       139
       +
       github.com/ipfs/go-bs-sqlite3 v0.0.0-20221122195556-bfcee1be620d/go.mod h1:pMbnFyNAGjryYCLCe59YDLRv/ujdN+zGJBT1umlvYRM=

     

       140
       140
       +
       github.com/ipfs/go-cid v0.5.0 h1:goEKKhaGm0ul11IHA7I6p1GmKz8kEYniqFopaB5Otwg=

     

       141
       141
       +
       github.com/ipfs/go-cid v0.5.0/go.mod h1:0L7vmeNXpQpUS9vt+yEARkJ8rOg43DF3iPgn4GIN0mk=

     

       142
       142
       +
       github.com/ipfs/go-datastore v0.6.0 h1:JKyz+Gvz1QEZw0LsX1IBn+JFCJQH4SJVFtM4uWU0Myk=

     

       143
       143
       +
       github.com/ipfs/go-datastore v0.6.0/go.mod h1:rt5M3nNbSO/8q1t4LNkLyUwRs8HupMeN/8O4Vn9YAT8=

     

       144
       144
       +
       github.com/ipfs/go-detect-race v0.0.1 h1:qX/xay2W3E4Q1U7d9lNs1sU9nvguX0a7319XbyQ6cOk=

     

       145
       145
       +
       github.com/ipfs/go-detect-race v0.0.1/go.mod h1:8BNT7shDZPo99Q74BpGMK+4D8Mn4j46UU0LZ723meps=

     

       146
       146
       +
       github.com/ipfs/go-ds-flatfs v0.5.1 h1:ZCIO/kQOS/PSh3vcF1H6a8fkRGS7pOfwfPdx4n/KJH4=

     

       147
       147
       +
       github.com/ipfs/go-ds-flatfs v0.5.1/go.mod h1:RWTV7oZD/yZYBKdbVIFXTX2fdY2Tbvl94NsWqmoyAX4=

     

       148
       148
       +
       github.com/ipfs/go-ipfs-blockstore v1.3.1 h1:cEI9ci7V0sRNivqaOr0elDsamxXFxJMMMy7PTTDQNsQ=

     

       149
       149
       +
       github.com/ipfs/go-ipfs-blockstore v1.3.1/go.mod h1:KgtZyc9fq+P2xJUiCAzbRdhhqJHvsw8u2Dlqy2MyRTE=

     

       150
       150
       +
       github.com/ipfs/go-ipfs-blocksutil v0.0.1 h1:Eh/H4pc1hsvhzsQoMEP3Bke/aW5P5rVM1IWFJMcGIPQ=

     

       151
       151
       +
       github.com/ipfs/go-ipfs-blocksutil v0.0.1/go.mod h1:Yq4M86uIOmxmGPUHv/uI7uKqZNtLb449gwKqXjIsnRk=

     

       152
       152
       +
       github.com/ipfs/go-ipfs-delay v0.0.1 h1:r/UXYyRcddO6thwOnhiznIAiSvxMECGgtv35Xs1IeRQ=

     

       153
       153
       +
       github.com/ipfs/go-ipfs-delay v0.0.1/go.mod h1:8SP1YXK1M1kXuc4KJZINY3TQQ03J2rwBG9QfXmbRPrw=

     

       154
       154
       +
       github.com/ipfs/go-ipfs-ds-help v1.1.1 h1:B5UJOH52IbcfS56+Ul+sv8jnIV10lbjLF5eOO0C66Nw=

     

       155
       155
       +
       github.com/ipfs/go-ipfs-ds-help v1.1.1/go.mod h1:75vrVCkSdSFidJscs8n4W+77AtTpCIAdDGAwjitJMIo=

     

       156
       156
       +
       github.com/ipfs/go-ipfs-exchange-interface v0.2.1 h1:jMzo2VhLKSHbVe+mHNzYgs95n0+t0Q69GQ5WhRDZV/s=

     

       157
       157
       +
       github.com/ipfs/go-ipfs-exchange-interface v0.2.1/go.mod h1:MUsYn6rKbG6CTtsDp+lKJPmVt3ZrCViNyH3rfPGsZ2E=

     

       158
       158
       +
       github.com/ipfs/go-ipfs-exchange-offline v0.3.0 h1:c/Dg8GDPzixGd0MC8Jh6mjOwU57uYokgWRFidfvEkuA=

     

       159
       159
       +
       github.com/ipfs/go-ipfs-exchange-offline v0.3.0/go.mod h1:MOdJ9DChbb5u37M1IcbrRB02e++Z7521fMxqCNRrz9s=

     

       160
       160
       +
       github.com/ipfs/go-ipfs-pq v0.0.3 h1:YpoHVJB+jzK15mr/xsWC574tyDLkezVrDNeaalQBsTE=

     

       161
       161
       +
       github.com/ipfs/go-ipfs-pq v0.0.3/go.mod h1:btNw5hsHBpRcSSgZtiNm/SLj5gYIZ18AKtv3kERkRb4=

     

       162
       162
       +
       github.com/ipfs/go-ipfs-routing v0.3.0 h1:9W/W3N+g+y4ZDeffSgqhgo7BsBSJwPMcyssET9OWevc=

     

       163
       163
       +
       github.com/ipfs/go-ipfs-routing v0.3.0/go.mod h1:dKqtTFIql7e1zYsEuWLyuOU+E0WJWW8JjbTPLParDWo=

     

       164
       164
       +
       github.com/ipfs/go-ipfs-util v0.0.3 h1:2RFdGez6bu2ZlZdI+rWfIdbQb1KudQp3VGwPtdNCmE0=

     

       165
       165
       +
       github.com/ipfs/go-ipfs-util v0.0.3/go.mod h1:LHzG1a0Ig4G+iZ26UUOMjHd+lfM84LZCrn17xAKWBvs=

     

       166
       166
       +
       github.com/ipfs/go-ipld-cbor v0.1.0 h1:dx0nS0kILVivGhfWuB6dUpMa/LAwElHPw1yOGYopoYs=

     

       167
       167
       +
       github.com/ipfs/go-ipld-cbor v0.1.0/go.mod h1:U2aYlmVrJr2wsUBU67K4KgepApSZddGRDWBYR0H4sCk=

     

       168
       168
       +
       github.com/ipfs/go-ipld-format v0.6.0 h1:VEJlA2kQ3LqFSIm5Vu6eIlSxD/Ze90xtc4Meten1F5U=

     

       169
       169
       +
       github.com/ipfs/go-ipld-format v0.6.0/go.mod h1:g4QVMTn3marU3qXchwjpKPKgJv+zF+OlaKMyhJ4LHPg=

     

       170
       170
       +
       github.com/ipfs/go-ipld-legacy v0.2.1 h1:mDFtrBpmU7b//LzLSypVrXsD8QxkEWxu5qVxN99/+tk=

     

       171
       171
       +
       github.com/ipfs/go-ipld-legacy v0.2.1/go.mod h1:782MOUghNzMO2DER0FlBR94mllfdCJCkTtDtPM51otM=

     

       172
       172
       +
       github.com/ipfs/go-libipfs v0.7.0 h1:Mi54WJTODaOL2/ZSm5loi3SwI3jI2OuFWUrQIkJ5cpM=

     

       173
       173
       +
       github.com/ipfs/go-libipfs v0.7.0/go.mod h1:KsIf/03CqhICzyRGyGo68tooiBE2iFbI/rXW7FhAYr0=

     

       174
       174
       +
       github.com/ipfs/go-log v1.0.5 h1:2dOuUCB1Z7uoczMWgAyDck5JLb72zHzrMnGnCNNbvY8=

     

       175
       175
       +
       github.com/ipfs/go-log v1.0.5/go.mod h1:j0b8ZoR+7+R99LD9jZ6+AJsrzkPbSXbZfGakb5JPtIo=

     

       176
       176
       +
       github.com/ipfs/go-log/v2 v2.1.3/go.mod h1:/8d0SH3Su5Ooc31QlL1WysJhvyOTDCjcCZ9Axpmri6g=

     

       177
       177
       +
       github.com/ipfs/go-log/v2 v2.5.1 h1:1XdUzF7048prq4aBjDQQ4SL5RxftpRGdXhNRwKSAlcY=

     

       178
       178
       +
       github.com/ipfs/go-log/v2 v2.5.1/go.mod h1:prSpmC1Gpllc9UYWxDiZDreBYw7zp4Iqp1kOLU9U5UI=

     

       179
       179
       +
       github.com/ipfs/go-merkledag v0.11.0 h1:DgzwK5hprESOzS4O1t/wi6JDpyVQdvm9Bs59N/jqfBY=

     

       180
       180
       +
       github.com/ipfs/go-merkledag v0.11.0/go.mod h1:Q4f/1ezvBiJV0YCIXvt51W/9/kqJGH4I1LsA7+djsM4=

     

       181
       181
       +
       github.com/ipfs/go-metrics-interface v0.0.1 h1:j+cpbjYvu4R8zbleSs36gvB7jR+wsL2fGD6n0jO4kdg=

     

       182
       182
       +
       github.com/ipfs/go-metrics-interface v0.0.1/go.mod h1:6s6euYU4zowdslK0GKHmqaIZ3j/b/tL7HTWtJ4VPgWY=

     

       183
       183
       +
       github.com/ipfs/go-peertaskqueue v0.8.1 h1:YhxAs1+wxb5jk7RvS0LHdyiILpNmRIRnZVztekOF0pg=

     

       184
       184
       +
       github.com/ipfs/go-peertaskqueue v0.8.1/go.mod h1:Oxxd3eaK279FxeydSPPVGHzbwVeHjatZ2GA8XD+KbPU=

     

       185
       185
       +
       github.com/ipfs/go-verifcid v0.0.3 h1:gmRKccqhWDocCRkC+a59g5QW7uJw5bpX9HWBevXa0zs=

     

       186
       186
       +
       github.com/ipfs/go-verifcid v0.0.3/go.mod h1:gcCtGniVzelKrbk9ooUSX/pM3xlH73fZZJDzQJRvOUw=

     

       187
       187
       +
       github.com/ipld/go-car v0.6.1-0.20230509095817-92d28eb23ba4 h1:oFo19cBmcP0Cmg3XXbrr0V/c+xU9U1huEZp8+OgBzdI=

     

       188
       188
       +
       github.com/ipld/go-car v0.6.1-0.20230509095817-92d28eb23ba4/go.mod h1:6nkFF8OmR5wLKBzRKi7/YFJpyYR7+oEn1DX+mMWnlLA=

     

       189
       189
       +
       github.com/ipld/go-car/v2 v2.13.1 h1:KnlrKvEPEzr5IZHKTXLAEub+tPrzeAFQVRlSQvuxBO4=

     

       190
       190
       +
       github.com/ipld/go-car/v2 v2.13.1/go.mod h1:QkdjjFNGit2GIkpQ953KBwowuoukoM75nP/JI1iDJdo=

     

       191
       191
       +
       github.com/ipld/go-codec-dagpb v1.6.0 h1:9nYazfyu9B1p3NAgfVdpRco3Fs2nFC72DqVsMj6rOcc=

     

       192
       192
       +
       github.com/ipld/go-codec-dagpb v1.6.0/go.mod h1:ANzFhfP2uMJxRBr8CE+WQWs5UsNa0pYtmKZ+agnUw9s=

     

       193
       193
       +
       github.com/ipld/go-ipld-prime v0.21.0 h1:n4JmcpOlPDIxBcY037SVfpd1G+Sj1nKZah0m6QH9C2E=

     

       194
       194
       +
       github.com/ipld/go-ipld-prime v0.21.0/go.mod h1:3RLqy//ERg/y5oShXXdx5YIp50cFGOanyMctpPjsvxQ=

     

       195
       195
       +
       github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM=

     

       196
       196
       +
       github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg=

     

       197
       197
       +
       github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a h1:bbPeKD0xmW/Y25WS6cokEszi5g+S0QxI/d45PkRi7Nk=

     

       198
       198
       +
       github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM=

     

       199
       199
       +
       github.com/jackc/pgx/v5 v5.5.0 h1:NxstgwndsTRy7eq9/kqYc/BZh5w2hHJV86wjvO+1xPw=

     

       200
       200
       +
       github.com/jackc/pgx/v5 v5.5.0/go.mod h1:Ig06C2Vu0t5qXC60W8sqIthScaEnFvojjj9dSljmHRA=

     

       201
       201
       +
       github.com/jackc/puddle/v2 v2.2.2 h1:PR8nw+E/1w0GLuRFSmiioY6UooMp6KJv0/61nB7icHo=

     

       202
       202
       +
       github.com/jackc/puddle/v2 v2.2.2/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4=

     

       203
       203
       +
       github.com/jackpal/go-nat-pmp v1.0.2 h1:KzKSgb7qkJvOUTqYl9/Hg/me3pWgBmERKrTGD7BdWus=

     

       204
       204
       +
       github.com/jackpal/go-nat-pmp v1.0.2/go.mod h1:QPH045xvCAeXUZOxsnwmrtiCoxIr9eob+4orBN1SBKc=

     

       205
       205
       +
       github.com/jbenet/go-cienv v0.1.0/go.mod h1:TqNnHUmJgXau0nCzC7kXWeotg3J9W34CUv5Djy1+FlA=

     

       206
       206
       +
       github.com/jbenet/goprocess v0.1.4 h1:DRGOFReOMqqDNXwW70QkacFW0YN9QnwLV0Vqk+3oU0o=

     

       207
       207
       +
       github.com/jbenet/goprocess v0.1.4/go.mod h1:5yspPrukOVuOLORacaBi858NqyClJPQxYZlqdZVfqY4=

     

       208
       208
       +
       github.com/jinzhu/inflection v1.0.0 h1:K317FqzuhWc8YvSVlFMCCUb36O/S9MCKRDI7QkRKD/E=

     

       209
       209
       +
       github.com/jinzhu/inflection v1.0.0/go.mod h1:h+uFLlag+Qp1Va5pdKtLDYj+kHp5pxUVkryuEj+Srlc=

     

       210
       210
       +
       github.com/jinzhu/now v1.1.5 h1:/o9tlHleP7gOFmsnYNz3RGnqzefHA47wQpKrrdTIwXQ=

     

       211
       211
       +
       github.com/jinzhu/now v1.1.5/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8=

     

       212
       212
       +
       github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0=

     

       213
       213
       +
       github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=

     

       214
       214
       +
       github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo=

     

       215
       215
       +
       github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU=

     

       216
       216
       +
       github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8=

     

       217
       217
       +
       github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=

     

       218
       218
       +
       github.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo=

     

       219
       219
       +
       github.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ=

     

       220
       220
       +
       github.com/klauspost/cpuid/v2 v2.2.7 h1:ZWSB3igEs+d0qvnxR/ZBzXVmxkgt8DdzP6m9pfuVLDM=

     

       221
       221
       +
       github.com/klauspost/cpuid/v2 v2.2.7/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws=

     

       222
       222
       +
       github.com/koron/go-ssdp v0.0.3 h1:JivLMY45N76b4p/vsWGOKewBQu6uf39y8l+AQ7sDKx8=

     

       223
       223
       +
       github.com/koron/go-ssdp v0.0.3/go.mod h1:b2MxI6yh02pKrsyNoQUsk4+YNikaGhe4894J+Q5lDvA=

     

       224
       224
       +
       github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=

     

       225
       225
       +
       github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=

     

       226
       226
       +
       github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=

     

       227
       227
       +
       github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=

     

       228
       228
       +
       github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=

     

       229
       229
       +
       github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=

     

       230
       230
       +
       github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=

     

       231
       231
       +
       github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=

     

       232
       232
       +
       github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=

     

       233
       233
       +
       github.com/libp2p/go-buffer-pool v0.1.0 h1:oK4mSFcQz7cTQIfqbe4MIj9gLW+mnanjyFtc6cdF0Y8=

     

       234
       234
       +
       github.com/libp2p/go-buffer-pool v0.1.0/go.mod h1:N+vh8gMqimBzdKkSMVuydVDq+UV5QTWy5HSiZacSbPg=

     

       235
       235
       +
       github.com/libp2p/go-cidranger v1.1.0 h1:ewPN8EZ0dd1LSnrtuwd4709PXVcITVeuwbag38yPW7c=

     

       236
       236
       +
       github.com/libp2p/go-cidranger v1.1.0/go.mod h1:KWZTfSr+r9qEo9OkI9/SIEeAtw+NNoU0dXIXt15Okic=

     

       237
       237
       +
       github.com/libp2p/go-libp2p v0.25.1 h1:YK+YDCHpYyTvitKWVxa5PfElgIpOONU01X5UcLEwJGA=

     

       238
       238
       +
       github.com/libp2p/go-libp2p v0.25.1/go.mod h1:xnK9/1d9+jeQCVvi/f1g12KqtVi/jP/SijtKV1hML3g=

     

       239
       239
       +
       github.com/libp2p/go-libp2p-asn-util v0.2.0 h1:rg3+Os8jbnO5DxkC7K/Utdi+DkY3q/d1/1q+8WeNAsw=

     

       240
       240
       +
       github.com/libp2p/go-libp2p-asn-util v0.2.0/go.mod h1:WoaWxbHKBymSN41hWSq/lGKJEca7TNm58+gGJi2WsLI=

     

       241
       241
       +
       github.com/libp2p/go-libp2p-record v0.2.0 h1:oiNUOCWno2BFuxt3my4i1frNrt7PerzB3queqa1NkQ0=

     

       242
       242
       +
       github.com/libp2p/go-libp2p-record v0.2.0/go.mod h1:I+3zMkvvg5m2OcSdoL0KPljyJyvNDFGKX7QdlpYUcwk=

     

       243
       243
       +
       github.com/libp2p/go-libp2p-testing v0.12.0 h1:EPvBb4kKMWO29qP4mZGyhVzUyR25dvfUIK5WDu6iPUA=

     

       244
       244
       +
       github.com/libp2p/go-libp2p-testing v0.12.0/go.mod h1:KcGDRXyN7sQCllucn1cOOS+Dmm7ujhfEyXQL5lvkcPg=

     

       245
       245
       +
       github.com/libp2p/go-msgio v0.3.0 h1:mf3Z8B1xcFN314sWX+2vOTShIE0Mmn2TXn3YCUQGNj0=

     

       246
       246
       +
       github.com/libp2p/go-msgio v0.3.0/go.mod h1:nyRM819GmVaF9LX3l03RMh10QdOroF++NBbxAb0mmDM=

     

       247
       247
       +
       github.com/libp2p/go-nat v0.1.0 h1:MfVsH6DLcpa04Xr+p8hmVRG4juse0s3J8HyNWYHffXg=

     

       248
       248
       +
       github.com/libp2p/go-nat v0.1.0/go.mod h1:X7teVkwRHNInVNWQiO/tAiAVRwSr5zoRz4YSTC3uRBM=

     

       249
       249
       +
       github.com/libp2p/go-netroute v0.2.1 h1:V8kVrpD8GK0Riv15/7VN6RbUQ3URNZVosw7H2v9tksU=

     

       250
       250
       +
       github.com/libp2p/go-netroute v0.2.1/go.mod h1:hraioZr0fhBjG0ZRXJJ6Zj2IVEVNx6tDTFQfSmcq7mQ=

     

       251
       251
       +
       github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94=

     

       252
       252
       +
       github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=

     

       253
       253
       +
       github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=

     

       254
       254
       +
       github.com/mattn/go-runewidth v0.0.10/go.mod h1:RAqKPSqVFrSLVXbA8x7dzmKdmGzieGRCM46jaSJTDAk=

     

       255
       255
       +
       github.com/mattn/go-sqlite3 v1.14.22 h1:2gZY6PC6kBnID23Tichd1K+Z0oS6nE/XwU+Vz/5o4kU=

     

       256
       256
       +
       github.com/mattn/go-sqlite3 v1.14.22/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y=

     

       257
       257
       +
       github.com/miekg/dns v1.1.50 h1:DQUfb9uc6smULcREF09Uc+/Gd46YWqJd5DbpPE9xkcA=

     

       258
       258
       +
       github.com/miekg/dns v1.1.50/go.mod h1:e3IlAVfNqAllflbibAZEWOXOQ+Ynzk/dDozDxY7XnME=

     

       259
       259
       +
       github.com/minio/sha256-simd v1.0.1 h1:6kaan5IFmwTNynnKKpDHe6FWHohJOHhCPchzK49dzMM=

     

       260
       260
       +
       github.com/minio/sha256-simd v1.0.1/go.mod h1:Pz6AKMiUdngCLpeTL/RJY1M9rUuPMYujV5xJjtbRSN8=

     

       261
       261
       +
       github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=

     

       262
       262
       +
       github.com/mr-tron/base58 v1.2.0/go.mod h1:BinMc/sQntlIE1frQmRFPUoPA1Zkr8VRgBdjWI2mNwc=

     

       263
       263
       +
       github.com/multiformats/go-base32 v0.1.0 h1:pVx9xoSPqEIQG8o+UbAe7DNi51oej1NtK+aGkbLYxPE=

     

       264
       264
       +
       github.com/multiformats/go-base32 v0.1.0/go.mod h1:Kj3tFY6zNr+ABYMqeUNeGvkIC/UYgtWibDcT0rExnbI=

     

       265
       265
       +
       github.com/multiformats/go-base36 v0.2.0 h1:lFsAbNOGeKtuKozrtBsAkSVhv1p9D0/qedU9rQyccr0=

     

       266
       266
       +
       github.com/multiformats/go-base36 v0.2.0/go.mod h1:qvnKE++v+2MWCfePClUEjE78Z7P2a1UV0xHgWc0hkp4=

     

       267
       267
       +
       github.com/multiformats/go-multiaddr v0.8.0 h1:aqjksEcqK+iD/Foe1RRFsGZh8+XFiGo7FgUCZlpv3LU=

     

       268
       268
       +
       github.com/multiformats/go-multiaddr v0.8.0/go.mod h1:Fs50eBDWvZu+l3/9S6xAE7ZYj6yhxlvaVZjakWN7xRs=

     

       269
       269
       +
       github.com/multiformats/go-multiaddr-dns v0.3.1 h1:QgQgR+LQVt3NPTjbrLLpsaT2ufAA2y0Mkk+QRVJbW3A=

     

       270
       270
       +
       github.com/multiformats/go-multiaddr-dns v0.3.1/go.mod h1:G/245BRQ6FJGmryJCrOuTdB37AMA5AMOVuO6NY3JwTk=

     

       271
       271
       +
       github.com/multiformats/go-multiaddr-fmt v0.1.0 h1:WLEFClPycPkp4fnIzoFoV9FVd49/eQsuaL3/CWe167E=

     

       272
       272
       +
       github.com/multiformats/go-multiaddr-fmt v0.1.0/go.mod h1:hGtDIW4PU4BqJ50gW2quDuPVjyWNZxToGUh/HwTZYJo=

     

       273
       273
       +
       github.com/multiformats/go-multibase v0.2.0 h1:isdYCVLvksgWlMW9OZRYJEa9pZETFivncJHmHnnd87g=

     

       274
       274
       +
       github.com/multiformats/go-multibase v0.2.0/go.mod h1:bFBZX4lKCA/2lyOFSAoKH5SS6oPyjtnzK/XTFDPkNuk=

     

       275
       275
       +
       github.com/multiformats/go-multicodec v0.9.0 h1:pb/dlPnzee/Sxv/j4PmkDRxCOi3hXTz3IbPKOXWJkmg=

     

       276
       276
       +
       github.com/multiformats/go-multicodec v0.9.0/go.mod h1:L3QTQvMIaVBkXOXXtVmYE+LI16i14xuaojr/H7Ai54k=

     

       277
       277
       +
       github.com/multiformats/go-multihash v0.2.3 h1:7Lyc8XfX/IY2jWb/gI7JP+o7JEq9hOa7BFvVU9RSh+U=

     

       278
       278
       +
       github.com/multiformats/go-multihash v0.2.3/go.mod h1:dXgKXCXjBzdscBLk9JkjINiEsCKRVch90MdaGiKsvSM=

     

       279
       279
       +
       github.com/multiformats/go-multistream v0.4.1 h1:rFy0Iiyn3YT0asivDUIR05leAdwZq3de4741sbiSdfo=

     

       280
       280
       +
       github.com/multiformats/go-multistream v0.4.1/go.mod h1:Mz5eykRVAjJWckE2U78c6xqdtyNUEhKSM0Lwar2p77Q=

     

       281
       281
       +
       github.com/multiformats/go-varint v0.0.7 h1:sWSGR+f/eu5ABZA2ZpYKBILXTTs9JWpdEM/nEGOHFS8=

     

       282
       282
       +
       github.com/multiformats/go-varint v0.0.7/go.mod h1:r8PUYw/fD/SjBCiKOoDlGF6QawOELpZAu9eioSos/OU=

     

       283
       283
       +
       github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA=

     

       284
       284
       +
       github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ=

     

       285
       285
       +
       github.com/opentracing/opentracing-go v1.2.0 h1:uEJPy/1a5RIPAJ0Ov+OIO8OxWu77jEv+1B0VhjKrZUs=

     

       286
       286
       +
       github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYrxe9dPLANfrWvHYVTgc=

     

       287
       287
       +
       github.com/petar/GoLLRB v0.0.0-20210522233825-ae3b015fd3e9 h1:1/WtZae0yGtPq+TI6+Tv1WTxkukpXeMlviSxvL7SRgk=

     

       288
       288
       +
       github.com/petar/GoLLRB v0.0.0-20210522233825-ae3b015fd3e9/go.mod h1:x3N5drFsm2uilKKuuYo6LdyD8vZAW55sH/9w+pbo1sw=

     

       289
       289
       +
       github.com/pierrec/lz4/v4 v4.1.22 h1:cKFw6uJDK+/gfw5BcDL0JL5aBsAFdsIT18eRtLj7VIU=

     

       290
       290
       +
       github.com/pierrec/lz4/v4 v4.1.22/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=

     

       291
       291
       +
       github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=

     

       292
       292
       +
       github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 h1:GFCKgmp0tecUJ0sJuv4pzYCqS9+RGSn52M3FUwPs+uo=

     

       293
       293
       +
       github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10/go.mod h1:t/avpk3KcrXxUnYOhZhMXJlSEyie6gQbtLq5NM3loB8=

     

       294
       294
       +
       github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=

     

       295
       295
       +
       github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=

     

       296
       296
       +
       github.com/polydawn/refmt v0.89.1-0.20221221234430-40501e09de1f h1:VXTQfuJj9vKR4TCkEuWIckKvdHFeJH/huIFJ9/cXOB0=

     

       297
       297
       +
       github.com/polydawn/refmt v0.89.1-0.20221221234430-40501e09de1f/go.mod h1:/zvteZs/GwLtCgZ4BL6CBsk9IKIlexP43ObX9AxTqTw=

     

       298
       298
       +
       github.com/prometheus/client_golang v1.22.0 h1:rb93p9lokFEsctTys46VnV1kLCDpVZ0a/Y92Vm0Zc6Q=

     

       299
       299
       +
       github.com/prometheus/client_golang v1.22.0/go.mod h1:R7ljNsLXhuQXYZYtw6GAE9AZg8Y7vEW5scdCXrWRXC0=

     

       300
       300
       +
       github.com/prometheus/client_model v0.6.1 h1:ZKSh/rekM+n3CeS952MLRAdFwIKqeY8b62p8ais2e9E=

     

       301
       301
       +
       github.com/prometheus/client_model v0.6.1/go.mod h1:OrxVMOVHjw3lKMa8+x6HeMGkHMQyHDk9E3jmP2AmGiY=

     

       302
       302
       +
       github.com/prometheus/common v0.62.0 h1:xasJaQlnWAeyHdUBeGjXmutelfJHWMRr+Fg4QszZ2Io=

     

       303
       303
       +
       github.com/prometheus/common v0.62.0/go.mod h1:vyBcEuLSvWos9B1+CyL7JZ2up+uFzXhkqml0W5zIY1I=

     

       304
       304
       +
       github.com/prometheus/procfs v0.15.1 h1:YagwOFzUgYfKKHX6Dr+sHT7km/hxC76UB0learggepc=

     

       305
       305
       +
       github.com/prometheus/procfs v0.15.1/go.mod h1:fB45yRUv8NstnjriLhBQLuOUt+WW4BsoGhij/e3PBqk=

     

       306
       306
       +
       github.com/rivo/uniseg v0.1.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=

     

       307
       307
       +
       github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=

     

       308
       308
       +
       github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII=

     

       309
       309
       +
       github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o=

     

       310
       310
       +
       github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=

     

       311
       311
       +
       github.com/russross/blackfriday/v2 v2.1.0 h1:JIOH55/0cWyOuilr9/qlrm0BSXldqnqwMsf35Ld67mk=

     

       312
       312
       +
       github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=

     

       313
       313
       +
       github.com/scylladb/termtables v0.0.0-20191203121021-c4c0b6d42ff4/go.mod h1:C1a7PQSMz9NShzorzCiG2fk9+xuCgLkPeCvMHYR2OWg=

     

       314
       314
       +
       github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc=

     

       315
       315
       +
       github.com/smartystreets/assertions v1.2.0 h1:42S6lae5dvLc7BrLu/0ugRtcFVjoJNMC/N3yZFZkDFs=

     

       316
       316
       +
       github.com/smartystreets/assertions v1.2.0/go.mod h1:tcbTF8ujkAEcZ8TElKY+i30BzYlVhC/LOxJk7iOWnoo=

     

       317
       317
       +
       github.com/smartystreets/goconvey v1.7.2 h1:9RBaZCeXEQ3UselpuwUQHltGVXvdwm6cv1hgR6gDIPg=

     

       318
       318
       +
       github.com/smartystreets/goconvey v1.7.2/go.mod h1:Vw0tHAZW6lzCRk3xgdin6fKYcG+G3Pg9vgXWeJpQFMM=

     

       319
       319
       +
       github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI=

     

       320
       320
       +
       github.com/spaolacci/murmur3 v1.1.0/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=

     

       321
       321
       +
       github.com/spiffe/go-spiffe/v2 v2.5.0 h1:N2I01KCUkv1FAjZXJMwh95KK1ZIQLYbPfhaxw8WS0hE=

     

       322
       322
       +
       github.com/spiffe/go-spiffe/v2 v2.5.0/go.mod h1:P+NxobPc6wXhVtINNtFjNWGBTreew1GBUCwT2wPmb7g=

     

       323
       323
       +
       github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=

     

       324
       324
       +
       github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=

     

       325
       325
       +
       github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=

     

       326
       326
       +
       github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=

     

       327
       327
       +
       github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=

     

       328
       328
       +
       github.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA=

     

       329
       329
       +
       github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=

     

       330
       330
       +
       github.com/urfave/cli v1.22.10/go.mod h1:Gos4lmkARVdJ6EkW0WaNv/tZAAMe9V7XWyB60NtXRu0=

     

       331
       331
       +
       github.com/urfave/cli/v2 v2.25.7 h1:VAzn5oq403l5pHjc4OhD54+XGO9cdKVL/7lDjF+iKUs=

     

       332
       332
       +
       github.com/urfave/cli/v2 v2.25.7/go.mod h1:8qnjx1vcq5s2/wpsqoZFndg2CE5tNFyrTvS6SinrnYQ=

     

       333
       333
       +
       github.com/warpfork/go-testmark v0.12.1 h1:rMgCpJfwy1sJ50x0M0NgyphxYYPMOODIJHhsXyEHU0s=

     

       334
       334
       +
       github.com/warpfork/go-testmark v0.12.1/go.mod h1:kHwy7wfvGSPh1rQJYKayD4AbtNaeyZdcGi9tNJTaa5Y=

     

       335
       335
       +
       github.com/warpfork/go-wish v0.0.0-20220906213052-39a1cc7a02d0 h1:GDDkbFiaK8jsSDJfjId/PEGEShv6ugrt4kYsC5UIDaQ=

     

       336
       336
       +
       github.com/warpfork/go-wish v0.0.0-20220906213052-39a1cc7a02d0/go.mod h1:x6AKhvSSexNrVSrViXSHUEbICjmGXhtgABaHIySUSGw=

     

       337
       337
       +
       github.com/whyrusleeping/cbor v0.0.0-20171005072247-63513f603b11 h1:5HZfQkwe0mIfyDmc1Em5GqlNRzcdtlv4HTNmdpt7XH0=

     

       338
       338
       +
       github.com/whyrusleeping/cbor v0.0.0-20171005072247-63513f603b11/go.mod h1:Wlo/SzPmxVp6vXpGt/zaXhHH0fn4IxgqZc82aKg6bpQ=

     

       339
       339
       +
       github.com/whyrusleeping/cbor-gen v0.2.1-0.20241030202151-b7a6831be65e h1:28X54ciEwwUxyHn9yrZfl5ojgF4CBNLWX7LR0rvBkf4=

     

       340
       340
       +
       github.com/whyrusleeping/cbor-gen v0.2.1-0.20241030202151-b7a6831be65e/go.mod h1:pM99HXyEbSQHcosHc0iW7YFmwnscr+t9Te4ibko05so=

     

       341
       341
       +
       github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 h1:bAn7/zixMGCfxrRTfdpNzjtPYqr8smhKouy9mxVdGPU=

     

       342
       342
       +
       github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673/go.mod h1:N3UwUGtsrSj3ccvlPHLoLsHnpR27oXr4ZE984MbSER8=

     

       343
       343
       +
       github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=

     

       344
       344
       +
       github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=

     

       345
       345
       +
       github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=

     

       346
       346
       +
       github.com/zeebo/assert v1.3.0 h1:g7C04CbJuIDKNPFHmsk4hwZDO5O+kntRxzaUoNXj+IQ=

     

       347
       347
       +
       github.com/zeebo/assert v1.3.0/go.mod h1:Pq9JiuJQpG8JLJdtkwrJESF0Foym2/D9XMU5ciN/wJ0=

     

       348
       348
       +
       github.com/zeebo/errs v1.4.0 h1:XNdoD/RRMKP7HD0UhJnIzUy74ISdGGxURlYG8HSWSfM=

     

       349
       349
       +
       github.com/zeebo/errs v1.4.0/go.mod h1:sgbWHsvVuTPHcqJJGQ1WhI5KbWlHYz+2+2C/LSEtCw4=

     

       350
       350
       +
       github.com/zeebo/xxh3 v1.0.2 h1:xZmwmqxHZA8AI603jOQ0tMqmBr9lPeFwGg6d+xy9DC0=

     

       351
       351
       +
       github.com/zeebo/xxh3 v1.0.2/go.mod h1:5NWz9Sef7zIDm2JHfFlcQvNekmcEl9ekUZQQKCYaDcA=

     

       352
       352
       +
       gitlab.com/yawning/secp256k1-voi v0.0.0-20230925100816-f2616030848b h1:CzigHMRySiX3drau9C6Q5CAbNIApmLdat5jPMqChvDA=

     

       353
       353
       +
       gitlab.com/yawning/secp256k1-voi v0.0.0-20230925100816-f2616030848b/go.mod h1:/y/V339mxv2sZmYYR64O07VuCpdNZqCTwO8ZcouTMI8=

     

       354
       354
       +
       gitlab.com/yawning/tuplehash v0.0.0-20230713102510-df83abbf9a02 h1:qwDnMxjkyLmAFgcfgTnfJrmYKWhHnci3GjDqcZp1M3Q=

     

       355
       355
       +
       gitlab.com/yawning/tuplehash v0.0.0-20230713102510-df83abbf9a02/go.mod h1:JTnUj0mpYiAsuZLmKjTx/ex3AtMowcCgnE7YNyCEP0I=

     

       356
       356
       +
       go.opentelemetry.io/auto/sdk v1.1.0 h1:cH53jehLUN6UFLY71z+NDOiNJqDdPRaXzTel0sJySYA=

     

       357
       357
       +
       go.opentelemetry.io/auto/sdk v1.1.0/go.mod h1:3wSPjt5PWp2RhlCcmmOial7AvC4DQqZb7a7wCow3W8A=

     

       358
       358
       +
       go.opentelemetry.io/contrib/detectors/gcp v1.35.0 h1:bGvFt68+KTiAKFlacHW6AhA56GF2rS0bdD3aJYEnmzA=

     

       359
       359
       +
       go.opentelemetry.io/contrib/detectors/gcp v1.35.0/go.mod h1:qGWP8/+ILwMRIUf9uIVLloR1uo5ZYAslM4O6OqUi1DA=

     

       360
       360
       +
       go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0 h1:x7wzEgXfnzJcHDwStJT+mxOz4etr2EcexjqhBvmoakw=

     

       361
       361
       +
       go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0/go.mod h1:rg+RlpR5dKwaS95IyyZqj5Wd4E13lk/msnTS0Xl9lJM=

     

       362
       362
       +
       go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 h1:sbiXRNDSWJOTobXh5HyQKjq6wUC5tNybqjIqDpAY4CU=

     

       363
       363
       +
       go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0/go.mod h1:69uWxva0WgAA/4bu2Yy70SLDBwZXuQ6PbBpbsa5iZrQ=

     

       364
       364
       +
       go.opentelemetry.io/otel v1.36.0 h1:UumtzIklRBY6cI/lllNZlALOF5nNIzJVb16APdvgTXg=

     

       365
       365
       +
       go.opentelemetry.io/otel v1.36.0/go.mod h1:/TcFMXYjyRNh8khOAO9ybYkqaDBb/70aVwkNML4pP8E=

     

       366
       366
       +
       go.opentelemetry.io/otel/metric v1.36.0 h1:MoWPKVhQvJ+eeXWHFBOPoBOi20jh6Iq2CcCREuTYufE=

     

       367
       367
       +
       go.opentelemetry.io/otel/metric v1.36.0/go.mod h1:zC7Ks+yeyJt4xig9DEw9kuUFe5C3zLbVjV2PzT6qzbs=

     

       368
       368
       +
       go.opentelemetry.io/otel/sdk v1.36.0 h1:b6SYIuLRs88ztox4EyrvRti80uXIFy+Sqzoh9kFULbs=

     

       369
       369
       +
       go.opentelemetry.io/otel/sdk v1.36.0/go.mod h1:+lC+mTgD+MUWfjJubi2vvXWcVxyr9rmlshZni72pXeY=

     

       370
       370
       +
       go.opentelemetry.io/otel/sdk/metric v1.35.0 h1:1RriWBmCKgkeHEhM7a2uMjMUfP7MsOF5JpUCaEqEI9o=

     

       371
       371
       +
       go.opentelemetry.io/otel/sdk/metric v1.35.0/go.mod h1:is6XYCUMpcKi+ZsOvfluY5YstFnhW0BidkR+gL+qN+w=

     

       372
       372
       +
       go.opentelemetry.io/otel/trace v1.36.0 h1:ahxWNuqZjpdiFAyrIoQ4GIiAIhxAunQR6MUoKrsNd4w=

     

       373
       373
       +
       go.opentelemetry.io/otel/trace v1.36.0/go.mod h1:gQ+OnDZzrybY4k4seLzPAWNwVBBVlF2szhehOBB/tGA=

     

       374
       374
       +
       go.uber.org/atomic v1.6.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ=

     

       375
       375
       +
       go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=

     

       376
       376
       +
       go.uber.org/atomic v1.11.0 h1:ZvwS0R+56ePWxUNi+Atn9dWONBPp/AUETXlHW0DxSjE=

     

       377
       377
       +
       go.uber.org/atomic v1.11.0/go.mod h1:LUxbIzbOniOlMKjJjyPfpl4v+PKK2cNJn91OQbhoJI0=

     

       378
       378
       +
       go.uber.org/goleak v1.1.11-0.20210813005559-691160354723/go.mod h1:cwTWslyiVhfpKIDGSZEM2HlOvcqm+tG4zioyIeLoqMQ=

     

       379
       379
       +
       go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=

     

       380
       380
       +
       go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=

     

       381
       381
       +
       go.uber.org/multierr v1.5.0/go.mod h1:FeouvMocqHpRaaGuG9EjoKcStLC43Zu/fmqdUMPcKYU=

     

       382
       382
       +
       go.uber.org/multierr v1.6.0/go.mod h1:cdWPpRnG4AhwMwsgIHip0KRBQjJy5kYEpYjJxpXp9iU=

     

       383
       383
       +
       go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=

     

       384
       384
       +
       go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=

     

       385
       385
       +
       go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee/go.mod h1:vJERXedbb3MVM5f9Ejo0C68/HhF8uaILCdgjnY+goOA=

     

       386
       386
       +
       go.uber.org/zap v1.16.0/go.mod h1:MA8QOfq0BHJwdXa996Y4dYkAqRKB8/1K1QMMZVaNZjQ=

     

       387
       387
       +
       go.uber.org/zap v1.19.1/go.mod h1:j3DNczoxDZroyBnOT1L/Q79cfUMGZxlv/9dzN7SM1rI=

     

       388
       388
       +
       go.uber.org/zap v1.27.0 h1:aJMhYGrd5QSmlpLMr2MftRKl7t8J8PTZPA732ud/XR8=

     

       389
       389
       +
       go.uber.org/zap v1.27.0/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E=

     

       390
       390
       +
       golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=

     

       391
       391
       +
       golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=

     

       392
       392
       +
       golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=

     

       393
       393
       +
       golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=

     

       394
       394
       +
       golang.org/x/crypto v0.39.0 h1:SHs+kF4LP+f+p14esP5jAoDpHU8Gu/v9lFRK6IT5imM=

     

       395
       395
       +
       golang.org/x/crypto v0.39.0/go.mod h1:L+Xg3Wf6HoL4Bn4238Z6ft6KfEpN0tJGo53AAPC632U=

     

       396
       396
       +
       golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56 h1:2dVuKD2vS7b0QIHQbpyTISPd0LeHDbnYEryqj5Q1ug8=

     

       397
       397
       +
       golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56/go.mod h1:M4RDyNAINzryxdtnbRXRL/OHtkFuWGRjvuhBJpk2IlY=

     

       398
       398
       +
       golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=

     

       399
       399
       +
       golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc=

     

       400
       400
       +
       golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=

     

       401
       401
       +
       golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=

     

       402
       402
       +
       golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=

     

       403
       403
       +
       golang.org/x/mod v0.25.0 h1:n7a+ZbQKQA/Ysbyb0/6IbB1H/X41mKgbhfv7AfG/44w=

     

       404
       404
       +
       golang.org/x/mod v0.25.0/go.mod h1:IXM97Txy2VM4PJ3gI61r1YEk/gAj6zAHN3AdZt6S9Ww=

     

       405
       405
       +
       golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=

     

       406
       406
       +
       golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=

     

       407
       407
       +
       golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=

     

       408
       408
       +
       golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=

     

       409
       409
       +
       golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=

     

       410
       410
       +
       golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=

     

       411
       411
       +
       golang.org/x/net v0.41.0 h1:vBTly1HeNPEn3wtREYfy4GZ/NECgw2Cnl+nK6Nz3uvw=

     

       412
       412
       +
       golang.org/x/net v0.41.0/go.mod h1:B/K4NNqkfmg07DQYrbwvSluqCJOOXwUjeb/5lOisjbA=

     

       413
       413
       +
       golang.org/x/oauth2 v0.30.0 h1:dnDm7JmhM45NNpd8FDDeLhK6FwqbOf4MLCM9zb1BOHI=

     

       414
       414
       +
       golang.org/x/oauth2 v0.30.0/go.mod h1:B++QgG3ZKulg6sRPGD/mqlHQs5rB3Ml9erfeDY7xKlU=

     

       415
       415
       +
       golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=

     

       416
       416
       +
       golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=

     

       417
       417
       +
       golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=

     

       418
       418
       +
       golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=

     

       419
       419
       +
       golang.org/x/sync v0.15.0 h1:KWH3jNZsfyT6xfAfKiz6MRNmd46ByHDYaZ7KSkCtdW8=

     

       420
       420
       +
       golang.org/x/sync v0.15.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA=

     

       421
       421
       +
       golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=

     

       422
       422
       +
       golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=

     

       423
       423
       +
       golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=

     

       424
       424
       +
       golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=

     

       425
       425
       +
       golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=

     

       426
       426
       +
       golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=

     

       427
       427
       +
       golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=

     

       428
       428
       +
       golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=

     

       429
       429
       +
       golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=

     

       430
       430
       +
       golang.org/x/sys v0.33.0 h1:q3i8TbbEz+JRD9ywIRlyRAQbM0qF7hu24q3teo2hbuw=

     

       431
       431
       +
       golang.org/x/sys v0.33.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=

     

       432
       432
       +
       golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=

     

       433
       433
       +
       golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=

     

       434
       434
       +
       golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=

     

       435
       435
       +
       golang.org/x/text v0.26.0 h1:P42AVeLghgTYr4+xUnTRKDMqpar+PtX7KWuNQL21L8M=

     

       436
       436
       +
       golang.org/x/text v0.26.0/go.mod h1:QK15LZJUUQVJxhz7wXgxSy/CJaTFjd0G+YLonydOVQA=

     

       437
       437
       +
       golang.org/x/time v0.11.0 h1:/bpjEDfN9tkoN/ryeYHnv5hcMlc8ncjMcM4XBk5NWV0=

     

       438
       438
       +
       golang.org/x/time v0.11.0/go.mod h1:CDIdPxbZBQxdj6cxyCIdrNogrJKMJ7pr37NYpMcMDSg=

     

       439
       439
       +
       golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=

     

       440
       440
       +
       golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=

     

       441
       441
       +
       golang.org/x/tools v0.0.0-20190328211700-ab21143f2384/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=

     

       442
       442
       +
       golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc=

     

       443
       443
       +
       golang.org/x/tools v0.0.0-20191029041327-9cc4af7d6b2c/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=

     

       444
       444
       +
       golang.org/x/tools v0.0.0-20191029190741-b9c20aec41a5/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=

     

       445
       445
       +
       golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=

     

       446
       446
       +
       golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE=

     

       447
       447
       +
       golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=

     

       448
       448
       +
       golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=

     

       449
       449
       +
       golang.org/x/tools v0.33.0 h1:4qz2S3zmRxbGIhDIAgjxvFutSvH5EfnsYrRBj0UI0bc=

     

       450
       450
       +
       golang.org/x/tools v0.33.0/go.mod h1:CIJMaWEY88juyUfo7UbgPqbC8rU2OqfAV1h2Qp0oMYI=

     

       451
       451
       +
       golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

     

       452
       452
       +
       golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

     

       453
       453
       +
       golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

     

       454
       454
       +
       golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

     

       455
       455
       +
       golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da h1:noIWHXmPHxILtqtCOPIhSt0ABwskkZKjD3bXGnZGpNY=

     

       456
       456
       +
       golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90=

     

       457
       457
       +
       gonum.org/v1/gonum v0.12.0 h1:xKuo6hzt+gMav00meVPUlXwSdoEJP46BR+wdxQEFK2o=

     

       458
       458
       +
       gonum.org/v1/gonum v0.12.0/go.mod h1:73TDxJfAAHeA8Mk9mf8NlIppyhQNo5GLTcYeqgo2lvY=

     

       459
       459
       +
       google.golang.org/api v0.232.0 h1:qGnmaIMf7KcuwHOlF3mERVzChloDYwRfOJOrHt8YC3I=

     

       460
       460
       +
       google.golang.org/api v0.232.0/go.mod h1:p9QCfBWZk1IJETUdbTKloR5ToFdKbYh2fkjsUL6vNoY=

     

       461
       461
       +
       google.golang.org/genproto v0.0.0-20250303144028-a0af3efb3deb h1:ITgPrl429bc6+2ZraNSzMDk3I95nmQln2fuPstKwFDE=

     

       462
       462
       +
       google.golang.org/genproto v0.0.0-20250303144028-a0af3efb3deb/go.mod h1:sAo5UzpjUwgFBCzupwhcLcxHVDK7vG5IqI30YnwX2eE=

     

       463
       463
       +
       google.golang.org/genproto/googleapis/api v0.0.0-20250505200425-f936aa4a68b2 h1:vPV0tzlsK6EzEDHNNH5sa7Hs9bd7iXR7B1tSiPepkV0=

     

       464
       464
       +
       google.golang.org/genproto/googleapis/api v0.0.0-20250505200425-f936aa4a68b2/go.mod h1:pKLAc5OolXC3ViWGI62vvC0n10CpwAtRcTNCFwTKBEw=

     

       465
       465
       +
       google.golang.org/genproto/googleapis/rpc v0.0.0-20250505200425-f936aa4a68b2 h1:IqsN8hx+lWLqlN+Sc3DoMy/watjofWiU8sRFgQ8fhKM=

     

       466
       466
       +
       google.golang.org/genproto/googleapis/rpc v0.0.0-20250505200425-f936aa4a68b2/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A=

     

       467
       467
       +
       google.golang.org/grpc v1.72.0 h1:S7UkcVa60b5AAQTaO6ZKamFp1zMZSU0fGDK2WZLbBnM=

     

       468
       468
       +
       google.golang.org/grpc v1.72.0/go.mod h1:wH5Aktxcg25y1I3w7H69nHfXdOG3UiadoBtjh3izSDM=

     

       469
       469
       +
       google.golang.org/protobuf v1.36.6 h1:z1NpPI8ku2WgiWnf+t9wTPsn6eP1L7ksHUlkfLvd9xY=

     

       470
       470
       +
       google.golang.org/protobuf v1.36.6/go.mod h1:jduwjTPXsFjZGTmRluh+L6NjiWu7pchiJ2/5YcXBHnY=

     

       471
       471
       +
       gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=

     

       472
       472
       +
       gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=

     

       473
       473
       +
       gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=

     

       474
       474
       +
       gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=

     

       475
       475
       +
       gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=

     

       476
       476
       +
       gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc=

     

       477
       477
       +
       gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=

     

       478
       478
       +
       gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=

     

       479
       479
       +
       gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=

     

       480
       480
       +
       gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=

     

       481
       481
       +
       gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=

     

       482
       482
       +
       gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

     

       483
       483
       +
       gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

     

       484
       484
       +
       gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=

     

       485
       485
       +
       gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

     

       486
       486
       +
       gorm.io/driver/postgres v1.5.7 h1:8ptbNJTDbEmhdr62uReG5BGkdQyeasu/FZHxI0IMGnM=

     

       487
       487
       +
       gorm.io/driver/postgres v1.5.7/go.mod h1:3e019WlBaYI5o5LIdNV+LyxCMNtLOQETBXL2h4chKpA=

     

       488
       488
       +
       gorm.io/driver/sqlite v1.5.5 h1:7MDMtUZhV065SilG62E0MquljeArQZNfJnjd9i9gx3E=

     

       489
       489
       +
       gorm.io/driver/sqlite v1.5.5/go.mod h1:6NgQ7sQWAIFsPrJJl1lSNSu2TABh0ZZ/zm5fosATavE=

     

       490
       490
       +
       gorm.io/gorm v1.30.0 h1:qbT5aPv1UH8gI99OsRlvDToLxW5zR7FzS9acZDOZcgs=

     

       491
       491
       +
       gorm.io/gorm v1.30.0/go.mod h1:8Z33v652h4//uMA76KjeDH8mJXPm1QNCYrMeatR0DOE=

     

       492
       492
       +
       honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg=

     

       493
       493
       +
       lukechampine.com/blake3 v1.2.1 h1:YuqqRuaqsGV71BV/nm9xlI0MKUv4QC54jQnBChWbGnI=

     

       494
       494
       +
       lukechampine.com/blake3 v1.2.1/go.mod h1:0OFRp7fBtAylGVCO40o87sbupkyIGgbpv1+M1k1LM6k=

+235

handle_create.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"context"

     

       5
       5
       +
       	"fmt"

     

       6
       6
       +
       	"time"

     

       7
       7
       +
       

     

       8
       8
       +
       	"github.com/araddon/dateparse"

     

       9
       9
       +
       	"github.com/bluesky-social/indigo/api/bsky"

     

       10
       10
       +
       	"github.com/bluesky-social/indigo/atproto/syntax"

     

       11
       11
       +
       )

     

       12
       12
       +
       

     

       13
       13
       +
       func (p *Photocopy) handleCreate(ctx context.Context, recb []byte, indexedAt, rev, did, collection, rkey, cid string) error {

     

       14
       14
       +
       	_, err := dateparse.ParseAny(indexedAt)

     

       15
       15
       +
       	if err != nil {

     

       16
       16
       +
       		return err

     

       17
       17
       +
       	}

     

       18
       18
       +
       

     

       19
       19
       +
       	switch collection {

     

       20
       20
       +
       	}

     

       21
       21
       +
       

     

       22
       22
       +
       	return nil

     

       23
       23
       +
       }

     

       24
       24
       +
       

     

       25
       25
       +
       // func (p *Photocopy) handleCreatePost(ctx context.Context, rev string, recb []byte, uri, did, collection, rkey, cid string, indexedAt time.Time) error {

     

       26
       26
       +
       // 	var rec bsky.FeedPost

     

       27
       27
       +
       // 	if err := rec.UnmarshalCBOR(bytes.NewReader(recb)); err != nil {

     

       28
       28
       +
       // 		return err

     

       29
       29
       +
       // 	}

     

       30
       30
       +
       //

     

       31
       31
       +
       // 	jb, err := json.Marshal(rec)

     

       32
       32
       +
       // 	if err != nil {

     

       33
       33
       +
       // 		return err

     

       34
       34
       +
       // 	}

     

       35
       35
       +
       //

     

       36
       36
       +
       // 	cat, err := parseTimeFromRecord(rec, rkey)

     

       37
       37
       +
       // 	if err != nil {

     

       38
       38
       +
       // 		return err

     

       39
       39
       +
       // 	}

     

       40
       40
       +
       //

     

       41
       41
       +
       // 	bqrec := &BigQueryRecord{

     

       42
       42
       +
       // 		Uri:        uri,

     

       43
       43
       +
       // 		AuthorDid:  did,

     

       44
       44
       +
       // 		Collection: collection,

     

       45
       45
       +
       // 		Rkey:       rkey,

     

       46
       46
       +
       // 		CreatedAt:  *cat,

     

       47
       47
       +
       // 		IndexedAt:  indexedAt,

     

       48
       48
       +
       // 		Raw:        recb,

     

       49
       49
       +
       // 		Json:       string(jb),

     

       50
       50
       +
       // 		Cid:        cid,

     

       51
       51
       +
       // 		Rev:        rev,

     

       52
       52
       +
       // 	}

     

       53
       53
       +
       //

     

       54
       54
       +
       // 	if rec.Reply != nil {

     

       55
       55
       +
       // 		if rec.Reply.Parent != nil {

     

       56
       56
       +
       // 			bqrec.ReplyToUri = rec.Reply.Parent.Uri

     

       57
       57
       +
       // 		}

     

       58
       58
       +
       // 		if rec.Reply.Root != nil {

     

       59
       59
       +
       // 			bqrec.InThreadUri = rec.Reply.Root.Uri

     

       60
       60
       +
       // 		}

     

       61
       61
       +
       // 	}

     

       62
       62
       +
       //

     

       63
       63
       +
       // 	if err := p.inserters.genericInserter.Insert(ctx, bqrec); err != nil {

     

       64
       64
       +
       // 		return err

     

       65
       65
       +
       // 	}

     

       66
       66
       +
       //

     

       67
       67
       +
       // 	return nil

     

       68
       68
       +
       // }

     

       69
       69
       +
       

     

       70
       70
       +
       // func (p *Photocopy) handleCreateFollow(ctx context.Context, recb []byte, uri, did, rkey string, indexedAt time.Time) error {

     

       71
       71
       +
       // 	var rec bsky.GraphFollow

     

       72
       72
       +
       // 	if err := rec.UnmarshalCBOR(bytes.NewReader(recb)); err != nil {

     

       73
       73
       +
       // 		return err

     

       74
       74
       +
       // 	}

     

       75
       75
       +
       //

     

       76
       76
       +
       // 	cat, err := parseTimeFromRecord(rec, rkey)

     

       77
       77
       +
       // 	if err != nil {

     

       78
       78
       +
       // 		return err

     

       79
       79
       +
       // 	}

     

       80
       80
       +
       //

     

       81
       81
       +
       // 	bqrec := &BigQueryFollow{

     

       82
       82
       +
       // 		Uri:        uri,

     

       83
       83
       +
       // 		AuthorDid:  did,

     

       84
       84
       +
       // 		Rkey:       rkey,

     

       85
       85
       +
       // 		CreatedAt:  *cat,

     

       86
       86
       +
       // 		IndexedAt:  indexedAt,

     

       87
       87
       +
       // 		SubjectDid: rec.Subject,

     

       88
       88
       +
       // 	}

     

       89
       89
       +
       //

     

       90
       90
       +
       // 	if err := p.inserters.followsInserter.Insert(ctx, bqrec); err != nil {

     

       91
       91
       +
       // 		return err

     

       92
       92
       +
       // 	}

     

       93
       93
       +
       //

     

       94
       94
       +
       // 	return nil

     

       95
       95
       +
       // }

     

       96
       96
       +
       //

     

       97
       97
       +
       // func (p *Photocopy) handleCreateInteraction(ctx context.Context, recb []byte, uri, did, collection, rkey string, indexedAt time.Time) error {

     

       98
       98
       +
       // 	colPts := strings.Split(collection, ".")

     

       99
       99
       +
       // 	if len(colPts) < 4 {

     

       100
       100
       +
       // 		return fmt.Errorf("invalid collection type %s", collection)

     

       101
       101
       +
       // 	}

     

       102
       102
       +
       //

     

       103
       103
       +
       // 	bqi := &BigQueryInteraction{

     

       104
       104
       +
       // 		Uri:       uri,

     

       105
       105
       +
       // 		Kind:      colPts[3],

     

       106
       106
       +
       // 		AuthorDid: did,

     

       107
       107
       +
       // 		Rkey:      rkey,

     

       108
       108
       +
       // 		IndexedAt: indexedAt,

     

       109
       109
       +
       // 	}

     

       110
       110
       +
       //

     

       111
       111
       +
       // 	switch collection {

     

       112
       112
       +
       // 	case "app.bsky.feed.like":

     

       113
       113
       +
       // 		var rec bsky.FeedLike

     

       114
       114
       +
       // 		if err := rec.UnmarshalCBOR(bytes.NewReader(recb)); err != nil {

     

       115
       115
       +
       // 			return err

     

       116
       116
       +
       // 		}

     

       117
       117
       +
       //

     

       118
       118
       +
       // 		cat, err := parseTimeFromRecord(rec, rkey)

     

       119
       119
       +
       // 		if err != nil {

     

       120
       120
       +
       // 			return err

     

       121
       121
       +
       // 		}

     

       122
       122
       +
       //

     

       123
       123
       +
       // 		if rec.Subject == nil {

     

       124
       124
       +
       // 			return fmt.Errorf("invalid subject in like")

     

       125
       125
       +
       // 		}

     

       126
       126
       +
       //

     

       127
       127
       +
       // 		bqi.SubjectUri = rec.Subject.Uri

     

       128
       128
       +
       // 		bqi.CreatedAt = *cat

     

       129
       129
       +
       // 	case "app.bsky.feed.repost":

     

       130
       130
       +
       // 		var rec bsky.FeedRepost

     

       131
       131
       +
       // 		if err := rec.UnmarshalCBOR(bytes.NewReader(recb)); err != nil {

     

       132
       132
       +
       // 			return err

     

       133
       133
       +
       // 		}

     

       134
       134
       +
       //

     

       135
       135
       +
       // 		cat, err := parseTimeFromRecord(rec, rkey)

     

       136
       136
       +
       // 		if err != nil {

     

       137
       137
       +
       // 			return err

     

       138
       138
       +
       // 		}

     

       139
       139
       +
       //

     

       140
       140
       +
       // 		if rec.Subject == nil {

     

       141
       141
       +
       // 			return fmt.Errorf("invalid subject in repost")

     

       142
       142
       +
       // 		}

     

       143
       143
       +
       //

     

       144
       144
       +
       // 		bqi.SubjectUri = rec.Subject.Uri

     

       145
       145
       +
       // 		bqi.CreatedAt = *cat

     

       146
       146
       +
       // 	}

     

       147
       147
       +
       //

     

       148
       148
       +
       // 	if err := p.inserters.interactionsInserter.Insert(ctx, bqi); err != nil {

     

       149
       149
       +
       // 		return err

     

       150
       150
       +
       // 	}

     

       151
       151
       +
       //

     

       152
       152
       +
       // 	return nil

     

       153
       153
       +
       // }

     

       154
       154
       +
       

     

       155
       155
       +
       func parseTimeFromRecord(rec any, rkey string) (*time.Time, error) {

     

       156
       156
       +
       	var rkeyTime time.Time

     

       157
       157
       +
       	if rkey != "self" {

     

       158
       158
       +
       		rt, err := syntax.ParseTID(rkey)

     

       159
       159
       +
       		if err == nil {

     

       160
       160
       +
       			rkeyTime = rt.Time()

     

       161
       161
       +
       		}

     

       162
       162
       +
       	}

     

       163
       163
       +
       	switch rec := rec.(type) {

     

       164
       164
       +
       	case *bsky.FeedPost:

     

       165
       165
       +
       		t, err := dateparse.ParseAny(rec.CreatedAt)

     

       166
       166
       +
       		if err != nil {

     

       167
       167
       +
       			return nil, err

     

       168
       168
       +
       		}

     

       169
       169
       +
       

     

       170
       170
       +
       		if inRange(t) {

     

       171
       171
       +
       			return &t, nil

     

       172
       172
       +
       		}

     

       173
       173
       +
       

     

       174
       174
       +
       		if rkeyTime.IsZero() || !inRange(rkeyTime) {

     

       175
       175
       +
       			return timePtr(time.Now()), nil

     

       176
       176
       +
       		}

     

       177
       177
       +
       

     

       178
       178
       +
       		return &rkeyTime, nil

     

       179
       179
       +
       	case *bsky.FeedRepost:

     

       180
       180
       +
       		t, err := dateparse.ParseAny(rec.CreatedAt)

     

       181
       181
       +
       		if err != nil {

     

       182
       182
       +
       			return nil, err

     

       183
       183
       +
       		}

     

       184
       184
       +
       

     

       185
       185
       +
       		if inRange(t) {

     

       186
       186
       +
       			return timePtr(t), nil

     

       187
       187
       +
       		}

     

       188
       188
       +
       

     

       189
       189
       +
       		if rkeyTime.IsZero() {

     

       190
       190
       +
       			return nil, fmt.Errorf("failed to get a useful timestamp from record")

     

       191
       191
       +
       		}

     

       192
       192
       +
       

     

       193
       193
       +
       		return &rkeyTime, nil

     

       194
       194
       +
       	case *bsky.FeedLike:

     

       195
       195
       +
       		t, err := dateparse.ParseAny(rec.CreatedAt)

     

       196
       196
       +
       		if err != nil {

     

       197
       197
       +
       			return nil, err

     

       198
       198
       +
       		}

     

       199
       199
       +
       

     

       200
       200
       +
       		if inRange(t) {

     

       201
       201
       +
       			return timePtr(t), nil

     

       202
       202
       +
       		}

     

       203
       203
       +
       

     

       204
       204
       +
       		if rkeyTime.IsZero() {

     

       205
       205
       +
       			return nil, fmt.Errorf("failed to get a useful timestamp from record")

     

       206
       206
       +
       		}

     

       207
       207
       +
       

     

       208
       208
       +
       		return &rkeyTime, nil

     

       209
       209
       +
       	case *bsky.ActorProfile:

     

       210
       210
       +
       		// We can't really trust the createdat in the profile record anyway, and its very possible its missing. just use iat for this one

     

       211
       211
       +
       		return timePtr(time.Now()), nil

     

       212
       212
       +
       	case *bsky.FeedGenerator:

     

       213
       213
       +
       		if !rkeyTime.IsZero() && inRange(rkeyTime) {

     

       214
       214
       +
       			return &rkeyTime, nil

     

       215
       215
       +
       		}

     

       216
       216
       +
       		return timePtr(time.Now()), nil

     

       217
       217
       +
       	default:

     

       218
       218
       +
       		if !rkeyTime.IsZero() && inRange(rkeyTime) {

     

       219
       219
       +
       			return &rkeyTime, nil

     

       220
       220
       +
       		}

     

       221
       221
       +
       		return timePtr(time.Now()), nil

     

       222
       222
       +
       	}

     

       223
       223
       +
       }

     

       224
       224
       +
       

     

       225
       225
       +
       func inRange(t time.Time) bool {

     

       226
       226
       +
       	now := time.Now()

     

       227
       227
       +
       	if t.Before(now) {

     

       228
       228
       +
       		return now.Sub(t) <= time.Hour*24*365*5

     

       229
       229
       +
       	}

     

       230
       230
       +
       	return t.Sub(now) <= time.Hour*24*200

     

       231
       231
       +
       }

     

       232
       232
       +
       

     

       233
       233
       +
       func timePtr(t time.Time) *time.Time {

     

       234
       234
       +
       	return &t

     

       235
       235
       +
       }

handle_delete.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"context"

     

       5
       5
       +
       )

     

       6
       6
       +
       

     

       7
       7
       +
       func (p *Photocopy) handleDelete(ctx context.Context, did, collection, rkey string) error {

     

       8
       8
       +
       	return nil

     

       9
       9
       +
       }

helpers.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       func uriFromParts(did string, collection string, rkey string) string {

     

       4
       4
       +
       	return "at://" + did + "/" + collection + "/" + rkey

     

       5
       5
       +
       }

+131

internal/inserter.go

···

       1
       1
       +
       package inserter

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"context"

     

       5
       5
       +
       	"database/sql/driver"

     

       6
       6
       +
       	"log/slog"

     

       7
       7
       +
       	"slices"

     

       8
       8
       +
       	"sync"

     

       9
       9
       +
       	"time"

     

       10
       10
       +
       

     

       11
       11
       +
       	"github.com/prometheus/client_golang/prometheus"

     

       12
       12
       +
       	"github.com/prometheus/client_golang/prometheus/promauto"

     

       13
       13
       +
       )

     

       14
       14
       +
       

     

       15
       15
       +
       type Inserter struct {

     

       16
       16
       +
       	db             driver.Conn

     

       17
       17
       +
       	mu             sync.Mutex

     

       18
       18
       +
       	queuedEvents   []any

     

       19
       19
       +
       	batchSize      int

     

       20
       20
       +
       	insertsCounter *prometheus.CounterVec

     

       21
       21
       +
       	pendingSends   prometheus.Gauge

     

       22
       22
       +
       	histogram      *prometheus.HistogramVec

     

       23
       23
       +
       	logger         *slog.Logger

     

       24
       24
       +
       	prefix         string

     

       25
       25
       +
       }

     

       26
       26
       +
       

     

       27
       27
       +
       type BaseArgs struct {

     

       28
       28
       +
       	CredentialsPath string

     

       29
       29
       +
       	ProjectID       string

     

       30
       30
       +
       	DatasetID       string

     

       31
       31
       +
       	TableID         string

     

       32
       32
       +
       }

     

       33
       33
       +
       

     

       34
       34
       +
       type Args struct {

     

       35
       35
       +
       	BaseArgs

     

       36
       36
       +
       	BatchSize               int

     

       37
       37
       +
       	PrometheusCounterPrefix string

     

       38
       38
       +
       	Logger                  *slog.Logger

     

       39
       39
       +
       	Histogram               *prometheus.HistogramVec

     

       40
       40
       +
       }

     

       41
       41
       +
       

     

       42
       42
       +
       func New(ctx context.Context, args *Args) (*Inserter, error) {

     

       43
       43
       +
       	if args.Logger == nil {

     

       44
       44
       +
       		args.Logger = slog.Default()

     

       45
       45
       +
       	}

     

       46
       46
       +
       

     

       47
       47
       +
       	// dataset := bqc.Dataset(args.DatasetID)

     

       48
       48
       +
       	// table := dataset.Table(args.TableID)

     

       49
       49
       +
       

     

       50
       50
       +
       	inserter := &Inserter{}

     

       51
       51
       +
       

     

       52
       52
       +
       	if args.PrometheusCounterPrefix != "" {

     

       53
       53
       +
       		inserter.insertsCounter = promauto.NewCounterVec(prometheus.CounterOpts{

     

       54
       54
       +
       			Name:      "clickhouse_inserts",

     

       55
       55
       +
       			Namespace: args.PrometheusCounterPrefix,

     

       56
       56
       +
       			Help:      "total inserts into clickhouse by status",

     

       57
       57
       +
       		}, []string{"status"})

     

       58
       58
       +
       

     

       59
       59
       +
       		inserter.pendingSends = promauto.NewGauge(prometheus.GaugeOpts{

     

       60
       60
       +
       			Name:      "clickhouse_pending_sends",

     

       61
       61
       +
       			Namespace: args.PrometheusCounterPrefix,

     

       62
       62
       +
       			Help:      "total clickhouse insertions that are in progress",

     

       63
       63
       +
       		})

     

       64
       64
       +
       

     

       65
       65
       +
       	} else {

     

       66
       66
       +
       		args.Logger.Info("no prometheus prefix provided, no metrics will be registered for this counter", "dataset", args.DatasetID, "table", args.TableID)

     

       67
       67
       +
       	}

     

       68
       68
       +
       

     

       69
       69
       +
       	return inserter, nil

     

       70
       70
       +
       }

     

       71
       71
       +
       

     

       72
       72
       +
       func (i *Inserter) Insert(ctx context.Context, e any) error {

     

       73
       73
       +
       	i.mu.Lock()

     

       74
       74
       +
       

     

       75
       75
       +
       	i.queuedEvents = append(i.queuedEvents, e)

     

       76
       76
       +
       

     

       77
       77
       +
       	var toInsert []any

     

       78
       78
       +
       	if len(i.queuedEvents) >= i.batchSize {

     

       79
       79
       +
       		toInsert = slices.Clone(i.queuedEvents)

     

       80
       80
       +
       		i.queuedEvents = nil

     

       81
       81
       +
       	}

     

       82
       82
       +
       

     

       83
       83
       +
       	i.mu.Unlock()

     

       84
       84
       +
       

     

       85
       85
       +
       	if len(toInsert) > 0 {

     

       86
       86
       +
       		i.sendStream(ctx, toInsert)

     

       87
       87
       +
       	}

     

       88
       88
       +
       

     

       89
       89
       +
       	return nil

     

       90
       90
       +
       }

     

       91
       91
       +
       

     

       92
       92
       +
       func (i *Inserter) Close(ctx context.Context) error {

     

       93
       93
       +
       	i.mu.Lock()

     

       94
       94
       +
       

     

       95
       95
       +
       	var toInsert []any

     

       96
       96
       +
       

     

       97
       97
       +
       	if len(i.queuedEvents) > 0 {

     

       98
       98
       +
       		toInsert = slices.Clone(i.queuedEvents)

     

       99
       99
       +
       		i.queuedEvents = nil

     

       100
       100
       +
       	}

     

       101
       101
       +
       

     

       102
       102
       +
       	i.mu.Unlock()

     

       103
       103
       +
       

     

       104
       104
       +
       	if len(toInsert) > 0 {

     

       105
       105
       +
       		i.sendStream(ctx, toInsert)

     

       106
       106
       +
       	}

     

       107
       107
       +
       

     

       108
       108
       +
       	return nil

     

       109
       109
       +
       }

     

       110
       110
       +
       

     

       111
       111
       +
       func (i *Inserter) sendStream(ctx context.Context, toInsert []any) {

     

       112
       112
       +
       	i.pendingSends.Inc()

     

       113
       113
       +
       	defer i.pendingSends.Dec()

     

       114
       114
       +
       

     

       115
       115
       +
       	if i.histogram != nil {

     

       116
       116
       +
       		start := time.Now()

     

       117
       117
       +
       		defer func() {

     

       118
       118
       +
       			i.histogram.WithLabelValues(i.prefix).Observe(time.Since(start).Seconds())

     

       119
       119
       +
       		}()

     

       120
       120
       +
       	}

     

       121
       121
       +
       

     

       122
       122
       +
       	if len(toInsert) == 0 {

     

       123
       123
       +
       		return

     

       124
       124
       +
       	}

     

       125
       125
       +
       

     

       126
       126
       +
       	status := "ok"

     

       127
       127
       +
       

     

       128
       128
       +
       	// TODO: do the insert

     

       129
       129
       +
       

     

       130
       130
       +
       	i.insertsCounter.WithLabelValues(status).Add(float64(len(toInsert)))

     

       131
       131
       +
       }

models.go

···

       1
       1
       +
       package photocopy

photocopy

This is a binary file and will not be displayed.

+167

photocopy.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"context"

     

       5
       5
       +
       	"fmt"

     

       6
       6
       +
       	"log/slog"

     

       7
       7
       +
       	"net/http"

     

       8
       8
       +
       	"sync"

     

       9
       9
       +
       	"time"

     

       10
       10
       +
       

     

       11
       11
       +
       	inserter "github.com/haileyok/photocopy/internal"

     

       12
       12
       +
       	"github.com/prometheus/client_golang/prometheus"

     

       13
       13
       +
       	"github.com/prometheus/client_golang/prometheus/promauto"

     

       14
       14
       +
       	"github.com/prometheus/client_golang/prometheus/promhttp"

     

       15
       15
       +
       )

     

       16
       16
       +
       

     

       17
       17
       +
       type Photocopy struct {

     

       18
       18
       +
       	logger *slog.Logger

     

       19
       19
       +
       	wg     sync.WaitGroup

     

       20
       20
       +
       

     

       21
       21
       +
       	relayHost   string

     

       22
       22
       +
       	cursor      string

     

       23
       23
       +
       	cursorFile  string

     

       24
       24
       +
       	metricsAddr string

     

       25
       25
       +
       

     

       26
       26
       +
       	inserters *Inserters

     

       27
       27
       +
       

     

       28
       28
       +
       	plcScraper *PLCScraper

     

       29
       29
       +
       }

     

       30
       30
       +
       

     

       31
       31
       +
       type Inserters struct {

     

       32
       32
       +
       	followsInserter *inserter.Inserter

     

       33
       33
       +
       	plcInserter     *inserter.Inserter

     

       34
       34
       +
       }

     

       35
       35
       +
       

     

       36
       36
       +
       type Args struct {

     

       37
       37
       +
       	Logger               *slog.Logger

     

       38
       38
       +
       	RelayHost            string

     

       39
       39
       +
       	MetricsAddr          string

     

       40
       40
       +
       	CursorFile           string

     

       41
       41
       +
       	PLCScraperCursorFile string

     

       42
       42
       +
       	ClickhouseUser       string

     

       43
       43
       +
       	ClickhousePass       string

     

       44
       44
       +
       }

     

       45
       45
       +
       

     

       46
       46
       +
       func New(ctx context.Context, args *Args) (*Photocopy, error) {

     

       47
       47
       +
       	p := &Photocopy{

     

       48
       48
       +
       		logger:      args.Logger,

     

       49
       49
       +
       		metricsAddr: args.MetricsAddr,

     

       50
       50
       +
       		relayHost:   args.RelayHost,

     

       51
       51
       +
       		wg:          sync.WaitGroup{},

     

       52
       52
       +
       		cursorFile:  args.CursorFile,

     

       53
       53
       +
       	}

     

       54
       54
       +
       

     

       55
       55
       +
       	insertionsHist := promauto.NewHistogramVec(prometheus.HistogramOpts{

     

       56
       56
       +
       		Name:    "photocopy_inserts_time",

     

       57
       57
       +
       		Help:    "histogram of photocopy inserts",

     

       58
       58
       +
       		Buckets: prometheus.ExponentialBucketsRange(0.0001, 30, 20),

     

       59
       59
       +
       	}, []string{"type"})

     

       60
       60
       +
       

     

       61
       61
       +
       	fi, err := inserter.New(ctx, &inserter.Args{

     

       62
       62
       +
       		PrometheusCounterPrefix: "photocopy_follows",

     

       63
       63
       +
       		Histogram:               insertionsHist,

     

       64
       64
       +
       		BatchSize:               100,

     

       65
       65
       +
       		Logger:                  p.logger,

     

       66
       66
       +
       	})

     

       67
       67
       +
       	if err != nil {

     

       68
       68
       +
       		return nil, err

     

       69
       69
       +
       	}

     

       70
       70
       +
       

     

       71
       71
       +
       	is := &Inserters{

     

       72
       72
       +
       		followsInserter: fi,

     

       73
       73
       +
       	}

     

       74
       74
       +
       

     

       75
       75
       +
       	p.inserters = is

     

       76
       76
       +
       

     

       77
       77
       +
       	plci, err := inserter.New(ctx, &inserter.Args{

     

       78
       78
       +
       		PrometheusCounterPrefix: "photocopy_plc_entries",

     

       79
       79
       +
       		Histogram:               insertionsHist,

     

       80
       80
       +
       		BatchSize:               100,

     

       81
       81
       +
       		Logger:                  args.Logger,

     

       82
       82
       +
       	})

     

       83
       83
       +
       	if err != nil {

     

       84
       84
       +
       		return nil, err

     

       85
       85
       +
       	}

     

       86
       86
       +
       

     

       87
       87
       +
       	plcs, err := NewPLCScraper(ctx, PLCScraperArgs{

     

       88
       88
       +
       		Logger:     p.logger,

     

       89
       89
       +
       		Inserter:   plci,

     

       90
       90
       +
       		CursorFile: args.PLCScraperCursorFile,

     

       91
       91
       +
       	})

     

       92
       92
       +
       	if err != nil {

     

       93
       93
       +
       		return nil, err

     

       94
       94
       +
       	}

     

       95
       95
       +
       

     

       96
       96
       +
       	p.inserters.plcInserter = plci

     

       97
       97
       +
       	p.plcScraper = plcs

     

       98
       98
       +
       

     

       99
       99
       +
       	return p, nil

     

       100
       100
       +
       }

     

       101
       101
       +
       

     

       102
       102
       +
       func (p *Photocopy) Run(baseCtx context.Context) error {

     

       103
       103
       +
       	ctx, cancel := context.WithCancel(baseCtx)

     

       104
       104
       +
       

     

       105
       105
       +
       	metricsServer := http.NewServeMux()

     

       106
       106
       +
       	metricsServer.Handle("/metrics", promhttp.Handler())

     

       107
       107
       +
       

     

       108
       108
       +
       	go func() {

     

       109
       109
       +
       		p.logger.Info("Starting metrics server")

     

       110
       110
       +
       		if err := http.ListenAndServe(p.metricsAddr, metricsServer); err != nil {

     

       111
       111
       +
       			p.logger.Error("metrics server failed", "error", err)

     

       112
       112
       +
       		}

     

       113
       113
       +
       	}()

     

       114
       114
       +
       

     

       115
       115
       +
       	go func(ctx context.Context, cancel context.CancelFunc) {

     

       116
       116
       +
       		p.logger.Info("starting relay", "relayHost", p.relayHost)

     

       117
       117
       +
       		if err := p.startConsumer(ctx, cancel); err != nil {

     

       118
       118
       +
       			panic(fmt.Errorf("failed to start consumer: %w", err))

     

       119
       119
       +
       		}

     

       120
       120
       +
       	}(ctx, cancel)

     

       121
       121
       +
       

     

       122
       122
       +
       	go func(ctx context.Context) {

     

       123
       123
       +
       		if err := p.plcScraper.Run(ctx); err != nil {

     

       124
       124
       +
       			panic(fmt.Errorf("failed to start plc scraper: %w", err))

     

       125
       125
       +
       		}

     

       126
       126
       +
       	}(ctx)

     

       127
       127
       +
       

     

       128
       128
       +
       	<-ctx.Done()

     

       129
       129
       +
       

     

       130
       130
       +
       	if p.inserters != nil {

     

       131
       131
       +
       		ctx, cancel := context.WithTimeout(context.Background(), 15*time.Second)

     

       132
       132
       +
       

     

       133
       133
       +
       		p.logger.Info("stopping inserters")

     

       134
       134
       +
       

     

       135
       135
       +
       		if p.inserters.followsInserter != nil {

     

       136
       136
       +
       			p.wg.Add(1)

     

       137
       137
       +
       			go func() {

     

       138
       138
       +
       				defer p.wg.Done()

     

       139
       139
       +
       				if err := p.inserters.followsInserter.Close(ctx); err != nil {

     

       140
       140
       +
       					p.logger.Error("failed to close follows inserter", "error", err)

     

       141
       141
       +
       					return

     

       142
       142
       +
       				}

     

       143
       143
       +
       				p.logger.Info("follows inserter closed")

     

       144
       144
       +
       			}()

     

       145
       145
       +
       		}

     

       146
       146
       +
       

     

       147
       147
       +
       		if p.inserters.plcInserter != nil {

     

       148
       148
       +
       			p.wg.Add(1)

     

       149
       149
       +
       			go func() {

     

       150
       150
       +
       				defer p.wg.Done()

     

       151
       151
       +
       				if err := p.inserters.plcInserter.Close(ctx); err != nil {

     

       152
       152
       +
       					p.logger.Error("failed to close plc inserter", "error", err)

     

       153
       153
       +
       					return

     

       154
       154
       +
       				}

     

       155
       155
       +
       				p.logger.Info("plc inserter closed")

     

       156
       156
       +
       			}()

     

       157
       157
       +
       		}

     

       158
       158
       +
       

     

       159
       159
       +
       		p.wg.Wait()

     

       160
       160
       +
       

     

       161
       161
       +
       		cancel()

     

       162
       162
       +
       

     

       163
       163
       +
       		p.logger.Info("inserters closed")

     

       164
       164
       +
       	}

     

       165
       165
       +
       

     

       166
       166
       +
       	return nil

     

       167
       167
       +
       }

+151

plc_models.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"encoding/json"

     

       5
       5
       +
       	"errors"

     

       6
       6
       +
       	"fmt"

     

       7
       7
       +
       	"time"

     

       8
       8
       +
       

     

       9
       9
       +
       	"cloud.google.com/go/bigquery"

     

       10
       10
       +
       )

     

       11
       11
       +
       

     

       12
       12
       +
       type PLCEntry struct {

     

       13
       13
       +
       	Did       string           `json:"did" bigquery:"did"`

     

       14
       14
       +
       	Operation PLCOperationType `json:"operation" bigquery:"operation"`

     

       15
       15
       +
       	Cid       string           `json:"cid" bigquery:"cid"`

     

       16
       16
       +
       	Nullified bool             `json:"nullified" bigquery:"nullified"`

     

       17
       17
       +
       	CreatedAt time.Time        `json:"createdAt" bigquery:"created_at"`

     

       18
       18
       +
       }

     

       19
       19
       +
       

     

       20
       20
       +
       type PLCOperation struct {

     

       21
       21
       +
       	Sig                     string                `json:"sig" bigquery:"sig"`

     

       22
       22
       +
       	Prev                    bigquery.NullString   `json:"prev" bigquery:"prev"`

     

       23
       23
       +
       	Type                    string                `json:"type" bigquery:"type"`

     

       24
       24
       +
       	Services                map[string]PLCService `json:"services" bigquery:"-"`

     

       25
       25
       +
       	ServicesJSON            string                `json:"-" bigquery:"services"`

     

       26
       26
       +
       	AlsoKnownAs             []string              `json:"alsoKnownAs" bigquery:"also_known_as"`

     

       27
       27
       +
       	RotationKeys            []string              `json:"rotationKeys" bigquery:"rotation_keys"`

     

       28
       28
       +
       	VerificationMethods     map[string]string     `json:"verificationMethods" bigquery:"-"`

     

       29
       29
       +
       	VerificationMethodsJSON string                `json:"-" bigquery:"verification_methods"`

     

       30
       30
       +
       }

     

       31
       31
       +
       

     

       32
       32
       +
       type PLCTombstone struct {

     

       33
       33
       +
       	Sig  string `json:"sig"`

     

       34
       34
       +
       	Prev string `json:"prev"`

     

       35
       35
       +
       	Type string `json:"type"`

     

       36
       36
       +
       }

     

       37
       37
       +
       

     

       38
       38
       +
       type PLCService struct {

     

       39
       39
       +
       	Type     string `json:"type"`

     

       40
       40
       +
       	Endpoint string `json:"endpoint"`

     

       41
       41
       +
       }

     

       42
       42
       +
       

     

       43
       43
       +
       type LegacyPLCOperation struct {

     

       44
       44
       +
       	Sig         string `json:"sig"`

     

       45
       45
       +
       	Prev        string `json:"prev"`

     

       46
       46
       +
       	Type        string `json:"type"`

     

       47
       47
       +
       	Handle      string `json:"handle"`

     

       48
       48
       +
       	Service     string `json:"service"`

     

       49
       49
       +
       	SigningKey  string `json:"signingKey"`

     

       50
       50
       +
       	RecoveryKey string `json:"recoveryKey"`

     

       51
       51
       +
       }

     

       52
       52
       +
       

     

       53
       53
       +
       type PLCOperationType struct {

     

       54
       54
       +
       	OperationType      string              `json:"-" bigquery:"operation_type"`

     

       55
       55
       +
       	PLCOperation       *PLCOperation       `json:"-" bigquery:"plc_operation"`

     

       56
       56
       +
       	PLCTombstone       *PLCTombstone       `json:"-" bigquery:"plc_tombstone"`

     

       57
       57
       +
       	LegacyPLCOperation *LegacyPLCOperation `json:"-" bigquery:"legacy_plc_operation"`

     

       58
       58
       +
       }

     

       59
       59
       +
       

     

       60
       60
       +
       func (o *PLCOperationType) UnmarshalJSON(data []byte) error {

     

       61
       61
       +
       	type Base struct {

     

       62
       62
       +
       		PLCOperation       *PLCOperation

     

       63
       63
       +
       		PLCTombstone       *PLCTombstone

     

       64
       64
       +
       		LegacyPLCOperation *LegacyPLCOperation

     

       65
       65
       +
       		Type               string `json:"type"`

     

       66
       66
       +
       	}

     

       67
       67
       +
       

     

       68
       68
       +
       	var base Base

     

       69
       69
       +
       	if err := json.Unmarshal(data, &base); err != nil {

     

       70
       70
       +
       		return err

     

       71
       71
       +
       	}

     

       72
       72
       +
       

     

       73
       73
       +
       	switch base.Type {

     

       74
       74
       +
       	case "plc_operation":

     

       75
       75
       +
       		var op PLCOperation

     

       76
       76
       +
       		if err := json.Unmarshal(data, &op); err != nil {

     

       77
       77
       +
       			return err

     

       78
       78
       +
       		}

     

       79
       79
       +
       		o.PLCOperation = &op

     

       80
       80
       +
       		o.OperationType = "plc_operation"

     

       81
       81
       +
       	case "plc_tombstone":

     

       82
       82
       +
       		var op PLCTombstone

     

       83
       83
       +
       		if err := json.Unmarshal(data, &op); err != nil {

     

       84
       84
       +
       			return err

     

       85
       85
       +
       		}

     

       86
       86
       +
       		o.PLCTombstone = &op

     

       87
       87
       +
       		o.OperationType = "plc_tombstone"

     

       88
       88
       +
       	case "create":

     

       89
       89
       +
       		var op LegacyPLCOperation

     

       90
       90
       +
       		if err := json.Unmarshal(data, &op); err != nil {

     

       91
       91
       +
       			return err

     

       92
       92
       +
       		}

     

       93
       93
       +
       		o.LegacyPLCOperation = &op

     

       94
       94
       +
       		o.OperationType = "legacy_plc_operation"

     

       95
       95
       +
       	default:

     

       96
       96
       +
       		if base.PLCOperation != nil || base.PLCTombstone != nil || base.LegacyPLCOperation != nil {

     

       97
       97
       +
       			o.PLCOperation = base.PLCOperation

     

       98
       98
       +
       			o.PLCTombstone = base.PLCTombstone

     

       99
       99
       +
       			o.LegacyPLCOperation = base.LegacyPLCOperation

     

       100
       100
       +
       		} else {

     

       101
       101
       +
       			return fmt.Errorf("invalid operation type %s", base.Type)

     

       102
       102
       +
       		}

     

       103
       103
       +
       	}

     

       104
       104
       +
       

     

       105
       105
       +
       	return nil

     

       106
       106
       +
       }

     

       107
       107
       +
       

     

       108
       108
       +
       func (o *PLCOperationType) MarshalJSON() ([]byte, error) {

     

       109
       109
       +
       	if o.PLCOperation != nil {

     

       110
       110
       +
       		return json.Marshal(o.PLCOperation)

     

       111
       111
       +
       	}

     

       112
       112
       +
       	if o.PLCTombstone != nil {

     

       113
       113
       +
       		return json.Marshal(o.PLCTombstone)

     

       114
       114
       +
       	}

     

       115
       115
       +
       	if o.LegacyPLCOperation != nil {

     

       116
       116
       +
       		return json.Marshal(o.LegacyPLCOperation)

     

       117
       117
       +
       	}

     

       118
       118
       +
       	return nil, errors.New("no valid operation type found")

     

       119
       119
       +
       }

     

       120
       120
       +
       

     

       121
       121
       +
       func (o *PLCOperationType) Value() (any, error) {

     

       122
       122
       +
       	return json.Marshal(o)

     

       123
       123
       +
       }

     

       124
       124
       +
       

     

       125
       125
       +
       func (o *PLCOperationType) Scan(value any) error {

     

       126
       126
       +
       	bytes, ok := value.([]byte)

     

       127
       127
       +
       	if !ok {

     

       128
       128
       +
       		return errors.New("could not scan PLCOperationType")

     

       129
       129
       +
       	}

     

       130
       130
       +
       	return json.Unmarshal(bytes, o)

     

       131
       131
       +
       }

     

       132
       132
       +
       

     

       133
       133
       +
       func (e *PLCEntry) prepareForBigQuery() (map[string]bigquery.Value, string, error) {

     

       134
       134
       +
       	if e.Operation.PLCOperation != nil {

     

       135
       135
       +
       		if e.Operation.PLCOperation.Services != nil {

     

       136
       136
       +
       			b, err := json.Marshal(e.Operation.PLCOperation.Services)

     

       137
       137
       +
       			if err != nil {

     

       138
       138
       +
       				return nil, "", fmt.Errorf("error marshaling services: %w", err)

     

       139
       139
       +
       			}

     

       140
       140
       +
       			e.Operation.PLCOperation.ServicesJSON = string(b)

     

       141
       141
       +
       		}

     

       142
       142
       +
       		if e.Operation.PLCOperation.VerificationMethods != nil {

     

       143
       143
       +
       			b, err := json.Marshal(e.Operation.PLCOperation.VerificationMethods)

     

       144
       144
       +
       			if err != nil {

     

       145
       145
       +
       				return nil, "", fmt.Errorf("error marshaling verification methods: %w", err)

     

       146
       146
       +
       			}

     

       147
       147
       +
       			e.Operation.PLCOperation.VerificationMethodsJSON = string(b)

     

       148
       148
       +
       		}

     

       149
       149
       +
       	}

     

       150
       150
       +
       	return nil, "", nil

     

       151
       151
       +
       }

+158

plc_scraper.go

···

       1
       1
       +
       package photocopy

     

       2
       2
       +
       

     

       3
       3
       +
       import (

     

       4
       4
       +
       	"context"

     

       5
       5
       +
       	"encoding/json"

     

       6
       6
       +
       	"fmt"

     

       7
       7
       +
       	"io"

     

       8
       8
       +
       	"log/slog"

     

       9
       9
       +
       	"net/http"

     

       10
       10
       +
       	"os"

     

       11
       11
       +
       	"strings"

     

       12
       12
       +
       	"time"

     

       13
       13
       +
       

     

       14
       14
       +
       	inserter "github.com/haileyok/photocopy/internal"

     

       15
       15
       +
       )

     

       16
       16
       +
       

     

       17
       17
       +
       type PLCScraper struct {

     

       18
       18
       +
       	client     *http.Client

     

       19
       19
       +
       	logger     *slog.Logger

     

       20
       20
       +
       	cursor     string

     

       21
       21
       +
       	cursorFile string

     

       22
       22
       +
       	inserter   *inserter.Inserter

     

       23
       23
       +
       }

     

       24
       24
       +
       

     

       25
       25
       +
       type PLCScraperArgs struct {

     

       26
       26
       +
       	Logger     *slog.Logger

     

       27
       27
       +
       	Inserter   *inserter.Inserter

     

       28
       28
       +
       	CursorFile string

     

       29
       29
       +
       }

     

       30
       30
       +
       

     

       31
       31
       +
       func NewPLCScraper(ctx context.Context, args PLCScraperArgs) (*PLCScraper, error) {

     

       32
       32
       +
       	if args.Logger == nil {

     

       33
       33
       +
       		args.Logger = slog.New(slog.NewTextHandler(os.Stdout, &slog.HandlerOptions{

     

       34
       34
       +
       			Level: slog.LevelInfo,

     

       35
       35
       +
       		}))

     

       36
       36
       +
       	}

     

       37
       37
       +
       

     

       38
       38
       +
       	cli := &http.Client{

     

       39
       39
       +
       		Timeout: 15 * time.Second,

     

       40
       40
       +
       	}

     

       41
       41
       +
       

     

       42
       42
       +
       	return &PLCScraper{

     

       43
       43
       +
       		client:     cli,

     

       44
       44
       +
       		logger:     args.Logger,

     

       45
       45
       +
       		inserter:   args.Inserter,

     

       46
       46
       +
       		cursorFile: args.CursorFile,

     

       47
       47
       +
       	}, nil

     

       48
       48
       +
       }

     

       49
       49
       +
       

     

       50
       50
       +
       func (s *PLCScraper) Run(ctx context.Context) error {

     

       51
       51
       +
       	startCursor, err := s.getCursor()

     

       52
       52
       +
       	if err != nil {

     

       53
       53
       +
       		s.logger.Error("error getting cursor", "error", err)

     

       54
       54
       +
       	}

     

       55
       55
       +
       	s.cursor = startCursor

     

       56
       56
       +
       

     

       57
       57
       +
       	ticker := time.NewTicker(3 * time.Second)

     

       58
       58
       +
       	currTickerDuration := 3 * time.Second

     

       59
       59
       +
       

     

       60
       60
       +
       	setTickerDuration := func(d time.Duration) {

     

       61
       61
       +
       		if currTickerDuration == d {

     

       62
       62
       +
       			return

     

       63
       63
       +
       		}

     

       64
       64
       +
       		ticker.Reset(d)

     

       65
       65
       +
       		currTickerDuration = d

     

       66
       66
       +
       	}

     

       67
       67
       +
       

     

       68
       68
       +
       	for range ticker.C {

     

       69
       69
       +
       		s.logger.Info("performing scrape", "cursor", s.cursor)

     

       70
       70
       +
       

     

       71
       71
       +
       		ustr := "https://plc.directory/export?limit=1000"

     

       72
       72
       +
       		if s.cursor != "" {

     

       73
       73
       +
       			ustr += "&after=" + s.cursor

     

       74
       74
       +
       			t, _ := time.Parse(time.RFC3339Nano, s.cursor)

     

       75
       75
       +
       			if time.Since(t) > 1*time.Hour {

     

       76
       76
       +
       				setTickerDuration(600 * time.Millisecond)

     

       77
       77
       +
       			} else {

     

       78
       78
       +
       				setTickerDuration(3 * time.Second)

     

       79
       79
       +
       			}

     

       80
       80
       +
       		}

     

       81
       81
       +
       

     

       82
       82
       +
       		req, err := http.NewRequestWithContext(ctx, "GET", ustr, nil)

     

       83
       83
       +
       		if err != nil {

     

       84
       84
       +
       			s.logger.Error("error creating request", "error", err)

     

       85
       85
       +
       			continue

     

       86
       86
       +
       		}

     

       87
       87
       +
       

     

       88
       88
       +
       		resp, err := s.client.Do(req)

     

       89
       89
       +
       		if err != nil {

     

       90
       90
       +
       			s.logger.Error("error getting response", "error", err)

     

       91
       91
       +
       			continue

     

       92
       92
       +
       		}

     

       93
       93
       +
       		defer resp.Body.Close()

     

       94
       94
       +
       

     

       95
       95
       +
       		if resp.StatusCode != http.StatusOK {

     

       96
       96
       +
       			io.Copy(io.Discard, resp.Body)

     

       97
       97
       +
       			s.logger.Error("export returned non-200 status", "status", resp.StatusCode)

     

       98
       98
       +
       			continue

     

       99
       99
       +
       		}

     

       100
       100
       +
       

     

       101
       101
       +
       		b, err := io.ReadAll(resp.Body)

     

       102
       102
       +
       		if err != nil {

     

       103
       103
       +
       			s.logger.Error("error reading response body", "error", err)

     

       104
       104
       +
       			continue

     

       105
       105
       +
       		}

     

       106
       106
       +
       

     

       107
       107
       +
       		rawEntries := strings.Split(string(b), "\n")

     

       108
       108
       +
       

     

       109
       109
       +
       		for i, rawEntry := range rawEntries {

     

       110
       110
       +
       			if rawEntry == "" {

     

       111
       111
       +
       				continue

     

       112
       112
       +
       			}

     

       113
       113
       +
       

     

       114
       114
       +
       			var entry PLCEntry

     

       115
       115
       +
       			if err := json.Unmarshal([]byte(rawEntry), &entry); err != nil {

     

       116
       116
       +
       				s.logger.Error("error unmarshaling entry", "error", err)

     

       117
       117
       +
       				continue

     

       118
       118
       +
       			}

     

       119
       119
       +
       

     

       120
       120
       +
       			// stop inserting if context is cancelled

     

       121
       121
       +
       			if ctx.Err() != nil {

     

       122
       122
       +
       				ticker.Stop()

     

       123
       123
       +
       				break

     

       124
       124
       +
       			}

     

       125
       125
       +
       

     

       126
       126
       +
       			if i == len(rawEntries)-1 {

     

       127
       127
       +
       				s.cursor = entry.CreatedAt.Format(time.RFC3339Nano)

     

       128
       128
       +
       				// TODO: this should checking if the currently saved cursor is older than what is already saved

     

       129
       129
       +
       				s.saveCursor(s.cursor)

     

       130
       130
       +
       			}

     

       131
       131
       +
       

     

       132
       132
       +
       			entry.prepareForBigQuery()

     

       133
       133
       +
       

     

       134
       134
       +
       			s.inserter.Insert(ctx, entry)

     

       135
       135
       +
       		}

     

       136
       136
       +
       	}

     

       137
       137
       +
       

     

       138
       138
       +
       	return nil

     

       139
       139
       +
       }

     

       140
       140
       +
       

     

       141
       141
       +
       func (s *PLCScraper) getCursor() (string, error) {

     

       142
       142
       +
       	cursor, err := os.ReadFile(s.cursorFile)

     

       143
       143
       +
       	if err != nil {

     

       144
       144
       +
       		if os.IsNotExist(err) {

     

       145
       145
       +
       			return "", nil

     

       146
       146
       +
       		}

     

       147
       147
       +
       

     

       148
       148
       +
       		return "", fmt.Errorf("failed to read cursor: %w", err)

     

       149
       149
       +
       	}

     

       150
       150
       +
       	return string(cursor), nil

     

       151
       151
       +
       }

     

       152
       152
       +
       

     

       153
       153
       +
       func (s *PLCScraper) saveCursor(cursor string) error {

     

       154
       154
       +
       	if err := os.WriteFile(s.cursorFile, []byte(cursor), 0644); err != nil {

     

       155
       155
       +
       		return fmt.Errorf("failed to save cursor: %w", err)

     

       156
       156
       +
       	}

     

       157
       157
       +
       	return nil

     

       158
       158
       +
       }