···

       
2
       
 
       
mod jsonl_file;

     

       
3
       
 
       


     

       
4
       
 
       
use crate::storage::LinkStorage;

     

       
0
       
 
       

     

       
5
       
 
       
use anyhow::Result;

     

       
6
       
-
       
use constellation::{ActionableEvent, RecordId};

     

       
7
       
 
       
use jetstream::consume_jetstream;

     

       
8
       
 
       
use jsonl_file::consume_jsonl_file;

     

       
9
       
 
       
use links::collect_links;

     

···

       
2
       
 
       
mod jsonl_file;

     

       
3
       
 
       


     

       
4
       
 
       
use crate::storage::LinkStorage;

     

       
5
       
+
       
use crate::{ActionableEvent, RecordId};

     

       
6
       
 
       
use anyhow::Result;

     

       
0
       
 
       

     

       
7
       
 
       
use jetstream::consume_jetstream;

     

       
8
       
 
       
use jsonl_file::consume_jsonl_file;

     

       
9
       
 
       
use links::collect_links;

     

···

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
1
       
 
       
use links::CollectedLink;

     

       
2
       
 
       
use serde::{Deserialize, Serialize};

     

       
3
       
 
       
use std::convert::From;

     

···

       
1
       
+
       
pub mod consumer;

     

       
2
       
+
       
pub mod server;

     

       
3
       
+
       
pub mod storage;

     

       
4
       
+
       


     

       
5
       
 
       
use links::CollectedLink;

     

       
6
       
 
       
use serde::{Deserialize, Serialize};

     

       
7
       
 
       
use std::convert::From;

     

···

       
1
       
-
       
mod consumer;

     

       
2
       
-
       
mod server;

     

       
3
       
-
       
mod storage;

     

       
4
       
-
       


     

       
5
       
 
       
use anyhow::Result;

     

       
6
       
 
       
use clap::{Parser, ValueEnum};

     

       
7
       
 
       
use metrics_exporter_prometheus::PrometheusBuilder;

     
···

       
15
       
 
       
use tokio::runtime;

     

       
16
       
 
       
use tokio_util::sync::CancellationToken;

     

       
17
       
 
       


     

       
18
       
-
       
use consumer::consume;

     

       
19
       
-
       
use server::serve;

     

       
20
       
 
       
#[cfg(feature = "rocks")]

     

       
21
       
-
       
use storage::RocksStorage;

     

       
22
       
-
       
use storage::{LinkReader, LinkStorage, MemStorage, StorageStats};

     

       
23
       
 
       


     

       
24
       
 
       
const MONITOR_INTERVAL: time::Duration = time::Duration::from_secs(2);

     

       
25
       
 
       


     
···

       
222
       
 
       


     

       
223
       
 
       
#[cfg(test)]

     

       
224
       
 
       
mod tests {

     

       
225
       
-
       
    use crate::consumer::get_actionable;

     

       
226
       
-
       
    use crate::storage::{LinkReader, LinkStorage, MemStorage};

     

       
227
       
 
       


     

       
228
       
 
       
    #[test]

     

       
229
       
 
       
    fn test_create_like_integrated() {

     

···

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
1
       
 
       
use anyhow::Result;

     

       
2
       
 
       
use clap::{Parser, ValueEnum};

     

       
3
       
 
       
use metrics_exporter_prometheus::PrometheusBuilder;

     
···

       
11
       
 
       
use tokio::runtime;

     

       
12
       
 
       
use tokio_util::sync::CancellationToken;

     

       
13
       
 
       


     

       
14
       
+
       
use constellation::consumer::consume;

     

       
15
       
+
       
use constellation::server::serve;

     

       
16
       
 
       
#[cfg(feature = "rocks")]

     

       
17
       
+
       
use constellation::storage::RocksStorage;

     

       
18
       
+
       
use constellation::storage::{LinkReader, LinkStorage, MemStorage, StorageStats};

     

       
19
       
 
       


     

       
20
       
 
       
const MONITOR_INTERVAL: time::Duration = time::Duration::from_secs(2);

     

       
21
       
 
       


     
···

       
218
       
 
       


     

       
219
       
 
       
#[cfg(test)]

     

       
220
       
 
       
mod tests {

     

       
221
       
+
       
    use constellation::consumer::get_actionable;

     

       
222
       
+
       
    use constellation::storage::{LinkReader, LinkStorage, MemStorage};

     

       
223
       
 
       


     

       
224
       
 
       
    #[test]

     

       
225
       
 
       
    fn test_create_like_integrated() {

     

···

       
10
       
 
       
use tokio_util::sync::CancellationToken;

     

       
11
       
 
       


     

       
12
       
 
       
use crate::storage::{LinkReader, StorageStats};

     

       
13
       
-
       
use constellation::{CountsByCount, Did, RecordId};

     

       
14
       
 
       


     

       
15
       
 
       
mod acceptable;

     

       
16
       
 
       
mod filters;

     

···

       
10
       
 
       
use tokio_util::sync::CancellationToken;

     

       
11
       
 
       


     

       
12
       
 
       
use crate::storage::{LinkReader, StorageStats};

     

       
13
       
+
       
use crate::{CountsByCount, Did, RecordId};

     

       
14
       
 
       


     

       
15
       
 
       
mod acceptable;

     

       
16
       
 
       
mod filters;

     

···

       
1
       
 
       
use super::{LinkReader, LinkStorage, PagedAppendingCollection, StorageStats};

     

       
0
       
 
       

     

       
2
       
 
       
use anyhow::Result;

     

       
3
       
-
       
use constellation::{ActionableEvent, CountsByCount, Did, RecordId};

     

       
4
       
 
       
use links::CollectedLink;

     

       
5
       
 
       
use std::collections::{HashMap, HashSet};

     

       
6
       
 
       
use std::sync::{Arc, Mutex};

     
···

       
101
       
 
       
        }

     

       
102
       
 
       
        data.links.remove(did); // nb: this is removing by a whole prefix in kv context

     

       
103
       
 
       
        data.dids.remove(did);

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
104
       
 
       
    }

     

       
105
       
 
       
}

     

       
106
       
 
       


     

···

       
1
       
 
       
use super::{LinkReader, LinkStorage, PagedAppendingCollection, StorageStats};

     

       
2
       
+
       
use crate::{ActionableEvent, CountsByCount, Did, RecordId};

     

       
3
       
 
       
use anyhow::Result;

     

       
0
       
 
       

     

       
4
       
 
       
use links::CollectedLink;

     

       
5
       
 
       
use std::collections::{HashMap, HashSet};

     

       
6
       
 
       
use std::sync::{Arc, Mutex};

     
···

       
101
       
 
       
        }

     

       
102
       
 
       
        data.links.remove(did); // nb: this is removing by a whole prefix in kv context

     

       
103
       
 
       
        data.dids.remove(did);

     

       
104
       
+
       
    }

     

       
105
       
+
       
}

     

       
106
       
+
       


     

       
107
       
+
       
impl Default for MemStorage {

     

       
108
       
+
       
    fn default() -> Self {

     

       
109
       
+
       
        Self::new()

     

       
110
       
 
       
    }

     

       
111
       
 
       
}

     

       
112
       
 
       


     

···

       
0
       
 
       

     

       
1
       
 
       
use anyhow::Result;

     

       
2
       
-
       
use constellation::{ActionableEvent, CountsByCount, Did, RecordId};

     

       
3
       
 
       
use serde::{Deserialize, Serialize};

     

       
4
       
 
       
use std::collections::HashMap;

     

       
5
       
 
       


     

···

       
1
       
+
       
use crate::{ActionableEvent, CountsByCount, Did, RecordId};

     

       
2
       
 
       
use anyhow::Result;

     

       
0
       
 
       

     

       
3
       
 
       
use serde::{Deserialize, Serialize};

     

       
4
       
 
       
use std::collections::HashMap;

     

       
5
       
 
       


     

···

       
1
       
 
       
use super::{ActionableEvent, LinkReader, LinkStorage, PagedAppendingCollection, StorageStats};

     

       
0
       
 
       

     

       
2
       
 
       
use anyhow::{bail, Result};

     

       
3
       
 
       
use bincode::Options as BincodeOptions;

     

       
4
       
-
       
use constellation::{CountsByCount, Did, RecordId};

     

       
5
       
 
       
use links::CollectedLink;

     

       
6
       
 
       
use rocksdb::{

     

       
7
       
 
       
    AsColumnFamilyRef, ColumnFamilyDescriptor, DBWithThreadMode, IteratorMode, MergeOperands,

     

···

       
1
       
 
       
use super::{ActionableEvent, LinkReader, LinkStorage, PagedAppendingCollection, StorageStats};

     

       
2
       
+
       
use crate::{CountsByCount, Did, RecordId};

     

       
3
       
 
       
use anyhow::{bail, Result};

     

       
4
       
 
       
use bincode::Options as BincodeOptions;

     

       
0
       
 
       

     

       
5
       
 
       
use links::CollectedLink;

     

       
6
       
 
       
use rocksdb::{

     

       
7
       
 
       
    AsColumnFamilyRef, ColumnFamilyDescriptor, DBWithThreadMode, IteratorMode, MergeOperands,