commit a2f94d7c74cd7726eef36f29241c674beb5d89a8 · hailey.at/photocopy

+5 -5
photocopy.go
···

       88
       88
        
       	fi, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{

     

       89
       89
        
       		PrometheusCounterPrefix: "photocopy_follows",

     

       90
       90
        
       		Histogram:               insertionsHist,

     

       91
       91
       -
       		BatchSize:               250_000,

     

       91
       91
       +
       		BatchSize:               2500,

     

       92
       92
        
       		Logger:                  p.logger,

     

       93
       93
        
       		Conn:                    conn,

     

       94
       94
        
       		Query:                   "INSERT INTO follow (uri, did, rkey, created_at, indexed_at, subject)",

     
···

       101
       101
        
       	pi, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{

     

       102
       102
        
       		PrometheusCounterPrefix: "photocopy_posts",

     

       103
       103
        
       		Histogram:               insertionsHist,

     

       104
       104
       -
       		BatchSize:               250_000,

     

       104
       104
       +
       		BatchSize:               2500,

     

       105
       105
        
       		Logger:                  p.logger,

     

       106
       106
        
       		Conn:                    conn,

     

       107
       107
        
       		Query:                   "INSERT INTO post (uri, did, rkey, created_at, indexed_at, root_uri, root_did, parent_uri, parent_did, quote_uri, quote_did, lang)",

     
···

       114
       114
        
       	ii, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{

     

       115
       115
        
       		PrometheusCounterPrefix: "photocopy_interactions",

     

       116
       116
        
       		Histogram:               insertionsHist,

     

       117
       117
       -
       		BatchSize:               250_000,

     

       117
       117
       +
       		BatchSize:               2500,

     

       118
       118
        
       		Logger:                  p.logger,

     

       119
       119
        
       		Conn:                    conn,

     

       120
       120
        
       		Query:                   "INSERT INTO interaction (uri, did, rkey, kind, created_at, indexed_at, subject_uri, subject_did)",

     
···

       127
       127
        
       	ri, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{

     

       128
       128
        
       		PrometheusCounterPrefix: "photocopy_records",

     

       129
       129
        
       		Histogram:               insertionsHist,

     

       130
       130
       -
       		BatchSize:               250_000,

     

       130
       130
       +
       		BatchSize:               2500,

     

       131
       131
        
       		Logger:                  p.logger,

     

       132
       132
        
       		Conn:                    conn,

     

       133
       133
        
       		Query:                   "INSERT INTO record (did, rkey, collection, cid, seq, raw, created_at)",

     
···

       140
       140
        
       	di, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{

     

       141
       141
        
       		PrometheusCounterPrefix: "photocopy_deletes",

     

       142
       142
        
       		Histogram:               insertionsHist,

     

       143
       143
       -
       		BatchSize:               250_000,

     

       143
       143
       +
       		BatchSize:               2500,

     

       144
       144
        
       		Logger:                  p.logger,

     

       145
       145
        
       		Conn:                    conn,

     

       146
       146
        
       		Query:                   "INSERT INTO delete (did, rkey, created_at)",