commit ccdc3b51b082b8064d5b9061d22b19b86281d4ce · edavis.dev/bsky-tools

+102

cmd/plc-activity/main.go

···

       1
       +
       package main

     

       2
       +
       

     

       3
       +
       import (

     

       4
       +
       	"context"

     

       5
       +
       	"encoding/json"

     

       6
       +
       	"io"

     

       7
       +
       	"log"

     

       8
       +
       	"net/http"

     

       9
       +
       	"strings"

     

       10
       +
       	"time"

     

       11
       +
       

     

       12
       +
       	"github.com/bluesky-social/indigo/atproto/syntax"

     

       13
       +
       	"github.com/redis/go-redis/v9"

     

       14
       +
       )

     

       15
       +
       

     

       16
       +
       const PlcExportUrl = `https://plc.directory/export`

     

       17
       +
       const PlcOpsCountKey = `dev.edavis.muninsky.plc_ops`

     

       18
       +
       

     

       19
       +
       func main() {

     

       20
       +
       	ctx := context.Background()

     

       21
       +
       	client := http.DefaultClient

     

       22
       +
       

     

       23
       +
       	rdb := redis.NewClient(&redis.Options{

     

       24
       +
       		Addr:     "localhost:6379",

     

       25
       +
       		Password: "",

     

       26
       +
       		DB:       0,

     

       27
       +
       	})

     

       28
       +
       

     

       29
       +
       	req, err := http.NewRequestWithContext(ctx, "GET", PlcExportUrl, nil)

     

       30
       +
       	if err != nil {

     

       31
       +
       		panic(err)

     

       32
       +
       	}

     

       33
       +
       

     

       34
       +
       	var lastCursor string

     

       35
       +
       	var cursor string

     

       36
       +
       	cursor = syntax.DatetimeNow().String()

     

       37
       +
       

     

       38
       +
       	q := req.URL.Query()

     

       39
       +
       	q.Add("count", "1000")

     

       40
       +
       	req.URL.RawQuery = q.Encode()

     

       41
       +
       

     

       42
       +
       	for {

     

       43
       +
       		q := req.URL.Query()

     

       44
       +
       		if cursor != "" {

     

       45
       +
       			q.Set("after", cursor)

     

       46
       +
       		}

     

       47
       +
       		req.URL.RawQuery = q.Encode()

     

       48
       +
       

     

       49
       +
       		log.Printf("requesting %s\n", req.URL.String())

     

       50
       +
       		resp, err := client.Do(req)

     

       51
       +
       		if err != nil {

     

       52
       +
       			log.Printf("error doing PLC request: %v\n", err)

     

       53
       +
       		}

     

       54
       +
       		if resp.StatusCode != http.StatusOK {

     

       55
       +
       			log.Printf("PLC request failed status=%d\n", resp.StatusCode)

     

       56
       +
       		}

     

       57
       +
       

     

       58
       +
       		respBytes, err := io.ReadAll(resp.Body)

     

       59
       +
       		if err != nil {

     

       60
       +
       			log.Printf("error reading response body: %v\n", err)

     

       61
       +
       		}

     

       62
       +
       

     

       63
       +
       		lines := strings.Split(string(respBytes), "\n")

     

       64
       +
       		if len(lines) == 0 || (len(lines) == 1 && len(lines[0]) == 0) {

     

       65
       +
       			time.Sleep(5 * time.Second)

     

       66
       +
       			continue

     

       67
       +
       		}

     

       68
       +
       

     

       69
       +
       		var opCount int64

     

       70
       +
       		for _, l := range lines {

     

       71
       +
       			if len(l) < 2 {

     

       72
       +
       				break

     

       73
       +
       			}

     

       74
       +
       

     

       75
       +
       			var op map[string]interface{}

     

       76
       +
       			err = json.Unmarshal([]byte(l), &op)

     

       77
       +
       			if err != nil {

     

       78
       +
       				log.Printf("error decoding JSON: %v\n", err)

     

       79
       +
       			}

     

       80
       +
       

     

       81
       +
       			var ok bool

     

       82
       +
       			cursor, ok = op["createdAt"].(string)

     

       83
       +
       			if !ok {

     

       84
       +
       				log.Printf("missing createdAt")

     

       85
       +
       			}

     

       86
       +
       

     

       87
       +
       			if cursor == lastCursor {

     

       88
       +
       				continue

     

       89
       +
       			}

     

       90
       +
       

     

       91
       +
       			opCount += 1

     

       92
       +
       			lastCursor = cursor

     

       93
       +
       		}

     

       94
       +
       

     

       95
       +
       		log.Printf("fetched %d operations", opCount)

     

       96
       +
       		if _, err := rdb.IncrBy(ctx, PlcOpsCountKey, opCount).Result(); err != nil {

     

       97
       +
       			log.Printf("error incrementing op count in redis: %v\n", err)

     

       98
       +
       		}

     

       99
       +
       

     

       100
       +
       		time.Sleep(5 * time.Second)

     

       101
       +
       	}

     

       102
       +
       }