From c9c5c91f645774760a4b6250084c6a00eb96f270 Mon Sep 17 00:00:00 2001 From: Umputun Date: Mon, 4 Jun 2018 21:32:52 -0500 Subject: [PATCH] allow /last for robots --- app/rest/api/rest.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/app/rest/api/rest.go b/app/rest/api/rest.go index c2e1fec8..e412aa0f 100644 --- a/app/rest/api/rest.go +++ b/app/rest/api/rest.go @@ -166,7 +166,8 @@ func (s *Rest) routes() chi.Router { router.With(tollbooth_chi.LimitHandler(tollbooth.NewLimiter(10, nil))). Get("/robots.txt", func(w http.ResponseWriter, r *http.Request) { - render.PlainText(w, r, "User-agent: *\nDisallow: /auth/\nDisallow: /api/\nAllow: /api/v1/find\n") + render.PlainText(w, r, "User-agent: *\nDisallow: /auth/\nDisallow: /api/\n"+ + "Allow: /api/v1/find\nAllow: /api/v1/last\n") }) // file server for static content from /web