···

       
8
       
8
       
 
       
    - bun

     

       
9
       
9
       
 
       
    - curl

     

       
10
       
10
       
 
       
    - gcc

     

       
11
       
11
       
-
       
    - cmake

     

       
12
       
12
       
-
       
    - gnumake

     

       
13
       
11
       
 
       


     

       
14
       
12
       
 
       
steps:

     

       
15
       
13
       
 
       
  - name: test server

     

···

       
329
       
329
       
 
       
checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724"

     

       
330
       
330
       
 
       


     

       
331
       
331
       
 
       
[[package]]

     

       
332
       
332
       
-
       
name = "cmake"

     

       
333
       
333
       
-
       
version = "0.1.54"

     

       
334
       
334
       
-
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     

       
335
       
335
       
-
       
checksum = "e7caa3f9de89ddbe2c607f4101924c5abec803763ae9534e4f4d7d8f84aa81f0"

     

       
336
       
336
       
-
       
dependencies = [

     

       
337
       
337
       
-
       
 "cc",

     

       
338
       
338
       
-
       
]

     

       
339
       
339
       
-
       


     

       
340
       
340
       
-
       
[[package]]

     

       
341
       
332
       
 
       
name = "combine"

     

       
342
       
333
       
 
       
version = "4.6.7"

     

       
343
       
334
       
 
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     
···

       
861
       
852
       
 
       
checksum = "1171693293099992e19cddea4e8b849964e9846f4acee11b3948bcc337be8776"

     

       
862
       
853
       
 
       


     

       
863
       
854
       
 
       
[[package]]

     

       
855
       
855
       
+
       
name = "libmimalloc-sys"

     

       
856
       
856
       
+
       
version = "0.1.43"

     

       
857
       
857
       
+
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     

       
858
       
858
       
+
       
checksum = "bf88cd67e9de251c1781dbe2f641a1a3ad66eaae831b8a2c38fbdc5ddae16d4d"

     

       
859
       
859
       
+
       
dependencies = [

     

       
860
       
860
       
+
       
 "cc",

     

       
861
       
861
       
+
       
 "libc",

     

       
862
       
862
       
+
       
]

     

       
863
       
863
       
+
       


     

       
864
       
864
       
+
       
[[package]]

     

       
864
       
865
       
 
       
name = "linux-raw-sys"

     

       
865
       
866
       
 
       
version = "0.9.4"

     

       
866
       
867
       
 
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     
···

       
935
       
936
       
 
       
checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0"

     

       
936
       
937
       
 
       


     

       
937
       
938
       
 
       
[[package]]

     

       
939
       
939
       
+
       
name = "mimalloc"

     

       
940
       
940
       
+
       
version = "0.1.47"

     

       
941
       
941
       
+
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     

       
942
       
942
       
+
       
checksum = "b1791cbe101e95af5764f06f20f6760521f7158f69dbf9d6baf941ee1bf6bc40"

     

       
943
       
943
       
+
       
dependencies = [

     

       
944
       
944
       
+
       
 "libmimalloc-sys",

     

       
945
       
945
       
+
       
]

     

       
946
       
946
       
+
       


     

       
947
       
947
       
+
       
[[package]]

     

       
938
       
948
       
 
       
name = "mime"

     

       
939
       
949
       
 
       
version = "0.3.17"

     

       
940
       
950
       
 
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     
···

       
1582
       
1592
       
 
       
 "fjall",

     

       
1583
       
1593
       
 
       
 "futures-util",

     

       
1584
       
1594
       
 
       
 "itertools",

     

       
1595
       
1595
       
+
       
 "mimalloc",

     

       
1585
       
1596
       
 
       
 "ordered-varint",

     

       
1586
       
1597
       
 
       
 "parking_lot",

     

       
1587
       
1598
       
 
       
 "quanta",

     
···

       
1593
       
1604
       
 
       
 "serde",

     

       
1594
       
1605
       
 
       
 "serde_json",

     

       
1595
       
1606
       
 
       
 "smol_str",

     

       
1596
       
1596
       
-
       
 "snmalloc-rs",

     

       
1597
       
1607
       
 
       
 "threadpool",

     

       
1598
       
1608
       
 
       
 "tokio",

     

       
1599
       
1609
       
 
       
 "tokio-util",

     
···

       
1664
       
1674
       
 
       
dependencies = [

     

       
1665
       
1675
       
 
       
 "borsh",

     

       
1666
       
1676
       
 
       
 "serde",

     

       
1667
       
1667
       
-
       
]

     

       
1668
       
1668
       
-
       


     

       
1669
       
1669
       
-
       
[[package]]

     

       
1670
       
1670
       
-
       
name = "snmalloc-rs"

     

       
1671
       
1671
       
-
       
version = "0.3.8"

     

       
1672
       
1672
       
-
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     

       
1673
       
1673
       
-
       
checksum = "eb317153089fdfa4d8a2eec059d40a5a23c3bde43995ea23b19121c3f621e74a"

     

       
1674
       
1674
       
-
       
dependencies = [

     

       
1675
       
1675
       
-
       
 "snmalloc-sys",

     

       
1676
       
1676
       
-
       
]

     

       
1677
       
1677
       
-
       


     

       
1678
       
1678
       
-
       
[[package]]

     

       
1679
       
1679
       
-
       
name = "snmalloc-sys"

     

       
1680
       
1680
       
-
       
version = "0.3.8"

     

       
1681
       
1681
       
-
       
source = "registry+https://github.com/rust-lang/crates.io-index"

     

       
1682
       
1682
       
-
       
checksum = "065fea53d32bb77bc36cca466cb191f2e5216ebfd0ed360b1d64889ee6e559ea"

     

       
1683
       
1683
       
-
       
dependencies = [

     

       
1684
       
1684
       
-
       
 "cmake",

     

       
1685
       
1677
       
 
       
]

     

       
1686
       
1678
       
 
       


     

       
1687
       
1679
       
 
       
[[package]]

     

···

       
30
       
30
       
 
       
rayon = "1.10.0"

     

       
31
       
31
       
 
       
parking_lot = { version = "0.12", features = ["send_guard", "hardware-lock-elision"] }

     

       
32
       
32
       
 
       
rclite = "0.2.7"

     

       
33
       
33
       
-
       
snmalloc-rs = "0.3.8"

     

       
34
       
33
       
 
       
arc-swap = "1.7.1"

     

       
35
       
34
       
 
       
ahash = { version = "0.8.12", features = ["serde"] }

     

       
35
       
35
       
+
       
mimalloc = "*"

     

···

       
171
       
171
       
 
       
        let _guard = scc::ebr::Guard::new();

     

       
172
       
172
       
 
       
        for (nsid, handle) in self.hits.iter(&_guard) {

     

       
173
       
173
       
 
       
            let mut nsid_data = Vec::with_capacity(2);

     

       
174
       
174
       
-
       
            let mut total_count = 0;

     

       
174
       
174
       
+
       
            // let mut total_count = 0;

     

       
175
       
175
       
 
       
            let is_too_old = handle.since_last_activity() > self.cfg.max_last_activity;

     

       
176
       
176
       
 
       
            // if we disconnect for a long time, we want to sync all of what we

     

       
177
       
177
       
 
       
            // have to avoid having many small blocks (even if we run compaction

     
···

       
188
       
188
       
 
       
            if count > 0 && (all || data_count > 0 || is_too_old) {

     

       
189
       
189
       
 
       
                for _ in 0..data_count {

     

       
190
       
190
       
 
       
                    nsid_data.push((handle.clone(), block_size));

     

       
191
       
191
       
-
       
                    total_count += block_size;

     

       
191
       
191
       
+
       
                    // total_count += block_size;

     

       
192
       
192
       
 
       
                }

     

       
193
       
193
       
 
       
                // only sync remainder if we haven't met block size

     

       
194
       
194
       
 
       
                let remainder = count % block_size;

     

       
195
       
195
       
 
       
                if (all || data_count == 0) && remainder > 0 {

     

       
196
       
196
       
 
       
                    nsid_data.push((handle.clone(), remainder));

     

       
197
       
197
       
-
       
                    total_count += remainder;

     

       
197
       
197
       
+
       
                    // total_count += remainder;

     

       
198
       
198
       
 
       
                }

     

       
199
       
199
       
 
       
            }

     

       
200
       
200
       
 
       
            let _span = handle.span().entered();

     

       
201
       
201
       
 
       
            if nsid_data.len() > 0 {

     

       
202
       
202
       
-
       
                tracing::info!(

     

       
203
       
203
       
-
       
                    {blocks = %nsid_data.len(), count = %total_count},

     

       
204
       
204
       
-
       
                    "will encode & sync",

     

       
205
       
205
       
-
       
                );

     

       
202
       
202
       
+
       
                // tracing::info!(

     

       
203
       
203
       
+
       
                //     {blocks = %nsid_data.len(), count = %total_count},

     

       
204
       
204
       
+
       
                //     "will encode & sync",

     

       
205
       
205
       
+
       
                // );

     

       
206
       
206
       
 
       
                nsids.insert(nsid.clone());

     

       
207
       
207
       
 
       
                data.push(nsid_data);

     

       
208
       
208
       
 
       
            }

     

···

       
22
       
22
       
 
       
mod utils;

     

       
23
       
23
       
 
       


     

       
24
       
24
       
 
       
#[global_allocator]

     

       
25
       
25
       
-
       
static ALLOC: snmalloc_rs::SnMalloc = snmalloc_rs::SnMalloc;

     

       
25
       
25
       
+
       
static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc;

     

       
26
       
26
       
 
       


     

       
27
       
27
       
 
       
#[tokio::main]

     

       
28
       
28
       
 
       
async fn main() {