···

       
164
       
 
       
- [x] configure caddy rate-limit

     

       
165
       
 
       
- [ ] configure caddy to use a health check (once it's added)

     

       
166
       
 
       
- [ ] configure caddy to only expose cache metrics to tailnet :/

     

       
167
       
-
       
- [ ] make some grafana dashboards

     

       
0
       
 
       

     

       
0
       
 
       

     

       
168
       
 
       


     

···

       
164
       
 
       
- [x] configure caddy rate-limit

     

       
165
       
 
       
- [ ] configure caddy to use a health check (once it's added)

     

       
166
       
 
       
- [ ] configure caddy to only expose cache metrics to tailnet :/

     

       
167
       
+
       
- [x] make some grafana dashboards

     

       
168
       
+
       
- [ ] raspi: mount /dev/sda on boot

     

       
169
       
+
       
- [ ] raspi: run link_aggregator via systemd so it starts on startup (and restarts?)

     

       
170
       
 
       


     

···

       
81
       
 
       
  - [ ] get count + most recent dids

     

       
82
       
 
       
  - [ ] get count with any dids from provided set

     

       
83
       
 
       
- [~] write this readme

     

       
84
       
-
       
- [ ] fix it sometimes getting stuck

     

       
85
       
 
       
  - seems to unstick in my possibly-different repro (letting laptop fall asleep) after a bit.

     

       
86
       
 
       
  - [ ] add a detection for no new links coming in after some period

     

       
0
       
 
       

     

       
87
       
 
       
- [x] handle jetstream restart: don't miss events (currently sketch: rewinds cursor by 1us so we will always double-count at least one event)

     

       
88
       
 
       
  - [x] especially: figure out what the risk is to rotating to another jetstream server in terms of gap/overlap from a different jetstream instance's cursor (follow up separately)

     

       
89
       
 
       
  - [x] jetstream: don't rotate servers, explicitly pass via cli

     
···

       
112
       
 
       
- [ ] add a health check endpoint

     

       
113
       
 
       
- [ ] add seq numbers to metrics

     

       
114
       
 
       
- [ ] persist the jetstream server url, error if started with a different one (maybe with --switch-streams or something)

     

       
0
       
 
       

     

       
115
       
 
       


     

       
116
       
 
       
data fixes

     

       
117
       
 
       
- [ ] add rkey to linkers 🤦‍♀️

     

···

       
81
       
 
       
  - [ ] get count + most recent dids

     

       
82
       
 
       
  - [ ] get count with any dids from provided set

     

       
83
       
 
       
- [~] write this readme

     

       
84
       
+
       
- [?] fix it sometimes getting stuck

     

       
85
       
 
       
  - seems to unstick in my possibly-different repro (letting laptop fall asleep) after a bit.

     

       
86
       
 
       
  - [ ] add a detection for no new links coming in after some period

     

       
87
       
+
       
  - [x] add tcp connect, read, and write timeouts 🤞

     

       
88
       
 
       
- [x] handle jetstream restart: don't miss events (currently sketch: rewinds cursor by 1us so we will always double-count at least one event)

     

       
89
       
 
       
  - [x] especially: figure out what the risk is to rotating to another jetstream server in terms of gap/overlap from a different jetstream instance's cursor (follow up separately)

     

       
90
       
 
       
  - [x] jetstream: don't rotate servers, explicitly pass via cli

     
···

       
113
       
 
       
- [ ] add a health check endpoint

     

       
114
       
 
       
- [ ] add seq numbers to metrics

     

       
115
       
 
       
- [ ] persist the jetstream server url, error if started with a different one (maybe with --switch-streams or something)

     

       
116
       
+
       
- [ ] put delete-account tasks into a separate (persisted?) task queue for the writer so it can work on them incrementally.

     

       
117
       
 
       


     

       
118
       
 
       
data fixes

     

       
119
       
 
       
- [ ] add rkey to linkers 🤦‍♀️

     

···

       
3
       
 
       
    counter, describe_counter, describe_gauge, describe_histogram, gauge, histogram, Unit,

     

       
4
       
 
       
};

     

       
5
       
 
       
use std::io::{Cursor, Read};

     

       
0
       
 
       

     

       
6
       
 
       
use std::thread;

     

       
7
       
 
       
use std::time;

     

       
8
       
 
       
use tinyjson::JsonValue;

     
···

       
81
       
 
       
        let ua = format!("ucosm/link aggregator v{}", env!("CARGO_PKG_VERSION"));

     

       
82
       
 
       
        req.headers_mut().insert("user-agent", ua.parse()?);

     

       
83
       
 
       


     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
84
       
 
       
        counter!("jetstream_connect", "url" => stream.clone(), "is_retry" => (connect_retries > 0).to_string()).increment(1);

     

       
85
       
 
       
        println!("jetstream connecting, attempt #{connect_retries}, {stream_url:?} with user-agent: {ua:?}");

     

       
86
       
-
       
        let mut socket = match tungstenite::connect(req) {

     

       
87
       
 
       
            Ok((socket, _)) => {

     

       
88
       
 
       
                println!("jetstream connected.");

     

       
89
       
 
       
                connect_retries = 0;

     

···

       
3
       
 
       
    counter, describe_counter, describe_gauge, describe_histogram, gauge, histogram, Unit,

     

       
4
       
 
       
};

     

       
5
       
 
       
use std::io::{Cursor, Read};

     

       
6
       
+
       
use std::net::ToSocketAddrs;

     

       
7
       
 
       
use std::thread;

     

       
8
       
 
       
use std::time;

     

       
9
       
 
       
use tinyjson::JsonValue;

     
···

       
82
       
 
       
        let ua = format!("ucosm/link aggregator v{}", env!("CARGO_PKG_VERSION"));

     

       
83
       
 
       
        req.headers_mut().insert("user-agent", ua.parse()?);

     

       
84
       
 
       


     

       
85
       
+
       
        let host = req.uri().host().expect("jetstream request uri has a host");

     

       
86
       
+
       
        let port = req.uri().port().map(|p| p.as_u16()).unwrap_or(443);

     

       
87
       
+
       
        let dest = format!("{host}:{port}");

     

       
88
       
+
       
        let addr = dest

     

       
89
       
+
       
            .to_socket_addrs()?

     

       
90
       
+
       
            .next()

     

       
91
       
+
       
            .expect("can resolve the jetstream address"); // TODO ugh

     

       
92
       
+
       
        let tcp_stream = std::net::TcpStream::connect_timeout(&addr, time::Duration::from_secs(8))?; // TODO: handle

     

       
93
       
+
       
        tcp_stream.set_read_timeout(Some(time::Duration::from_secs(4)))?;

     

       
94
       
+
       
        tcp_stream.set_write_timeout(Some(time::Duration::from_secs(4)))?;

     

       
95
       
+
       


     

       
96
       
 
       
        counter!("jetstream_connect", "url" => stream.clone(), "is_retry" => (connect_retries > 0).to_string()).increment(1);

     

       
97
       
 
       
        println!("jetstream connecting, attempt #{connect_retries}, {stream_url:?} with user-agent: {ua:?}");

     

       
98
       
+
       
        let mut socket = match tungstenite::client_tls(req, tcp_stream) {

     

       
99
       
 
       
            Ok((socket, _)) => {

     

       
100
       
 
       
                println!("jetstream connected.");

     

       
101
       
 
       
                connect_retries = 0;