From 9293375889789d54cd409bcdbfaf7f97555dd957 Mon Sep 17 00:00:00 2001 From: Anirudh Oppiliappan Date: Wed, 8 Oct 2025 12:01:13 +0300 Subject: [PATCH] appview/state: add a permissive robots.txt Change-Id: ylynsywtuxvvulnsxxuwowzquzvrpomp Maybe we load this from disk/elsewhere later? Signed-off-by: Anirudh Oppiliappan --- appview/state/router.go | 1 + appview/state/state.go | 10 ++++++++++ 2 files changed, 11 insertions(+) diff --git a/appview/state/router.go b/appview/state/router.go index 83171aad..45df2a8a 100644 --- a/appview/state/router.go +++ b/appview/state/router.go @@ -35,6 +35,7 @@ func (s *State) Router() http.Handler { router.Get("/favicon.svg", s.Favicon) router.Get("/favicon.ico", s.Favicon) router.Get("/pwa-manifest.json", s.PWAManifest) + router.Get("/robots.txt", s.RobotsTxt) userRouter := s.UserRouter(&middleware) standardRouter := s.StandardRouter(&middleware) diff --git a/appview/state/state.go b/appview/state/state.go index fa5624aa..ff8aba82 100644 --- a/appview/state/state.go +++ b/appview/state/state.go @@ -203,6 +203,16 @@ func (s *State) Favicon(w http.ResponseWriter, r *http.Request) { s.pages.Favicon(w) } +func (s *State) RobotsTxt(w http.ResponseWriter, r *http.Request) { + w.Header().Set("Content-Type", "text/plain") + w.Header().Set("Cache-Control", "public, max-age=86400") // one day + + robotsTxt := `User-agent: * +Allow: / +` + w.Write([]byte(robotsTxt)) +} + // https://developer.mozilla.org/en-US/docs/Web/Progressive_web_apps/Manifest const manifestJson = `{ "name": "tangled", -- 2.43.0