julien.rbrt.fr / tangled-core
forked from tangled.org/core
Monorepo for Tangled — https://tangled.org
fork atom

appview/state: add a permissive robots.txt

Maybe we load this from disk/elsewhere later?

Signed-off-by: Anirudh Oppiliappan <anirudh@tangled.org>

anirudh.fi 92933758 e1605043

verified
+11
unified split
+1
appview/state/router.go
··· 35 router.Get("/favicon.svg", s.Favicon) 36 router.Get("/favicon.ico", s.Favicon) 37 router.Get("/pwa-manifest.json", s.PWAManifest) 38 39 userRouter := s.UserRouter(&middleware) 40 standardRouter := s.StandardRouter(&middleware)
··· 35 router.Get("/favicon.svg", s.Favicon) 36 router.Get("/favicon.ico", s.Favicon) 37 router.Get("/pwa-manifest.json", s.PWAManifest) 38 + router.Get("/robots.txt", s.RobotsTxt) 39 40 userRouter := s.UserRouter(&middleware) 41 standardRouter := s.StandardRouter(&middleware)
+10
appview/state/state.go
··· 203 s.pages.Favicon(w) 204 } 205 206 // https://developer.mozilla.org/en-US/docs/Web/Progressive_web_apps/Manifest 207 const manifestJson = `{ 208 "name": "tangled",
··· 203 s.pages.Favicon(w) 204 } 205 206 + func (s *State) RobotsTxt(w http.ResponseWriter, r *http.Request) { 207 + w.Header().Set("Content-Type", "text/plain") 208 + w.Header().Set("Cache-Control", "public, max-age=86400") // one day 209 + 210 + robotsTxt := `User-agent: * 211 + Allow: / 212 + ` 213 + w.Write([]byte(robotsTxt)) 214 + } 215 + 216 // https://developer.mozilla.org/en-US/docs/Web/Progressive_web_apps/Manifest 217 const manifestJson = `{ 218 "name": "tangled",