From 65b2efbeb7b9633d0fca75ece16a74953b57771f Mon Sep 17 00:00:00 2001 From: phil Date: Fri, 15 Aug 2025 13:15:33 -0400 Subject: [PATCH] do major compaction on startup this might be too expensive for the pi4 but it sure is neat --- ufos/src/storage_fjall.rs | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/ufos/src/storage_fjall.rs b/ufos/src/storage_fjall.rs index 5a9ffc4..e482788 100644 --- a/ufos/src/storage_fjall.rs +++ b/ufos/src/storage_fjall.rs @@ -224,6 +224,23 @@ impl StorageWhatever for sketch_secret }; + for (partition, name) in [ + (&global, "global"), + (&feeds, "feeds"), + (&records, "records"), + (&rollups, "rollups"), + (&queues, "queues"), + ] { + let size0 = partition.disk_space(); + log::info!("beggining major compaction for {name} (original size: {size0})"); + let t0 = Instant::now(); + partition.major_compact().expect("compact better work 😬"); + let dt = t0.elapsed(); + let sizef = partition.disk_space(); + let dsize = (sizef as i64) - (size0 as i64); + log::info!("completed compaction for {name} in {dt:?} (new size: {sizef}, {dsize})"); + } + let reader = FjallReader { keyspace: keyspace.clone(), global: global.clone(), -- 2.43.0 From 4b4b627a8d3c8366e77ccfeedb0d13b0d0c08179 Mon Sep 17 00:00:00 2001 From: phil Date: Fri, 15 Aug 2025 13:22:50 -0400 Subject: [PATCH] =?UTF-8?q?remove=20records=20from=20the=20records=20colle?= =?UTF-8?q?ction=20=F0=9F=98=AD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit noooooooooooooooooooooooo --- ufos/src/storage_fjall.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ufos/src/storage_fjall.rs b/ufos/src/storage_fjall.rs index e482788..f71fc92 100644 --- a/ufos/src/storage_fjall.rs +++ b/ufos/src/storage_fjall.rs @@ -1622,7 +1622,7 @@ impl StoreWriter for FjallWriter { candidate_new_feed_lower_cursor = Some(feed_key.cursor()); } - self.feeds.remove(&location_key_bytes)?; + self.records.remove(&location_key_bytes)?; self.feeds.remove(key_bytes)?; records_deleted += 1; } -- 2.43.0