Constellation, Spacedust, Slingshot, UFOs: atproto crates and services for microcosm

stop bots from crawling the graph

googlebot spent a while walking

Changed files
+8
constellation
src
server
+8
constellation/src/server/mod.rs
···
A: ToSocketAddrs,
{
let app = Router::new()
.route(
"/",
get({
···
.await?;
Ok(())
}
#[derive(Template, Serialize, Deserialize)]
···
A: ToSocketAddrs,
{
let app = Router::new()
+
.route("/robots.txt", get(robots))
.route(
"/",
get({
···
.await?;
Ok(())
+
}
+
+
async fn robots() -> &'static str {
+
"\
+
User-agent: *
+
Disallow: /links/
+
"
}
#[derive(Template, Serialize, Deserialize)]