this repo has no description

more tweaks to batch sizes

Changed files
+4 -4
+4 -4
photocopy.go
···
fi, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{
PrometheusCounterPrefix: "photocopy_follows",
Histogram: insertionsHist,
-
BatchSize: 2500,
+
BatchSize: 500,
Logger: p.logger,
Conn: conn,
Query: "INSERT INTO follow (uri, did, rkey, created_at, indexed_at, subject)",
···
pi, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{
PrometheusCounterPrefix: "photocopy_posts",
Histogram: insertionsHist,
-
BatchSize: 2500,
+
BatchSize: 300,
Logger: p.logger,
Conn: conn,
Query: "INSERT INTO post (uri, did, rkey, created_at, indexed_at, root_uri, root_did, parent_uri, parent_did, quote_uri, quote_did, lang)",
···
ii, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{
PrometheusCounterPrefix: "photocopy_interactions",
Histogram: insertionsHist,
-
BatchSize: 2500,
+
BatchSize: 1000,
Logger: p.logger,
Conn: conn,
Query: "INSERT INTO interaction (uri, did, rkey, kind, created_at, indexed_at, subject_uri, subject_did)",
···
di, err := clickhouse_inserter.New(ctx, &clickhouse_inserter.Args{
PrometheusCounterPrefix: "photocopy_deletes",
Histogram: insertionsHist,
-
BatchSize: 2500,
+
BatchSize: 500,
Logger: p.logger,
Conn: conn,
Query: "INSERT INTO delete (did, rkey, created_at)",