commit 46d9a96666aab3f9f08e374c625694a38e931bd5 · hailey.at/photocopy

+16 -1

clickhouse_inserter/inserter.go

···

       3
       3
        
       import (

     

       4
       4
        
       	"context"

     

       5
       5
        
       	"log/slog"

     

       6
       6
       +
       	"reflect"

     

       6
       7
        
       	"slices"

     

       7
       8
        
       	"sync"

     

       8
       9
        
       	"time"

     
···

       136
       137
        
       	}

     

       137
       138
        
       

     

       138
       139
        
       	for _, d := range toInsert {

     

       139
       139
       -
       		if err := batch.AppendStruct(&d); err != nil {

     

       140
       140
       +
       		var structPtr any

     

       141
       141
       +
       		if reflect.TypeOf(d).Kind() == reflect.Ptr {

     

       142
       142
       +
       			structPtr = d

     

       143
       143
       +
       		} else {

     

       144
       144
       +
       			v := reflect.ValueOf(d)

     

       145
       145
       +
       			if v.CanAddr() {

     

       146
       146
       +
       				structPtr = v.Addr().Addr().Interface()

     

       147
       147
       +
       			} else {

     

       148
       148
       +
       				ptr := reflect.New(v.Type())

     

       149
       149
       +
       				ptr.Elem().Set(v)

     

       150
       150
       +
       				structPtr = ptr.Interface()

     

       151
       151
       +
       			}

     

       152
       152
       +
       		}

     

       153
       153
       +
       

     

       154
       154
       +
       		if err := batch.AppendStruct(structPtr); err != nil {

     

       140
       155
        
       			i.logger.Error("error appending to batch", "prefix", i.prefix, "error", err)

     

       141
       156
        
       		}

     

       142
       157
        
       	}

+3 -3

handle_create.go

···

       43
       43
        
       		return err

     

       44
       44
        
       	}

     

       45
       45
        
       

     

       46
       46
       -
       	post := &models.Post{

     

       46
       46
       +
       	post := models.Post{

     

       47
       47
        
       		Uri:       uri,

     

       48
       48
        
       		Rkey:      rkey,

     

       49
       49
        
       		CreatedAt: *cat,

     
···

       108
       108
        
       		return err

     

       109
       109
        
       	}

     

       110
       110
        
       

     

       111
       111
       -
       	follow := &models.Follow{

     

       111
       111
       +
       	follow := models.Follow{

     

       112
       112
        
       		Uri:       uri,

     

       113
       113
        
       		Did:       did,

     

       114
       114
        
       		Rkey:      rkey,

     
···

       130
       130
        
       		return fmt.Errorf("invalid collection type %s", collection)

     

       131
       131
        
       	}

     

       132
       132
        
       

     

       133
       133
       -
       	interaction := &models.Interaction{

     

       133
       133
       +
       	interaction := models.Interaction{

     

       134
       134
        
       		Uri:        uri,

     

       135
       135
        
       		Kind:       colPts[3],

     

       136
       136
        
       		Rkey:       rkey,

+1 -1

plc_scraper.go

···

       135
       135
        
       				continue

     

       136
       136
        
       			}

     

       137
       137
        
       

     

       138
       138
       -
       			s.inserter.Insert(ctx, chEntry)

     

       138
       138
       +
       			s.inserter.Insert(ctx, *chEntry)

     

       139
       139
        
       		}

     

       140
       140
        
       	}

     

       141
       141