diff --git a/app/rest/api/rest.go b/app/rest/api/rest.go index c2e1fec8..e412aa0f 100644 --- a/app/rest/api/rest.go +++ b/app/rest/api/rest.go @@ -166,7 +166,8 @@ func (s *Rest) routes() chi.Router { router.With(tollbooth_chi.LimitHandler(tollbooth.NewLimiter(10, nil))). Get("/robots.txt", func(w http.ResponseWriter, r *http.Request) { - render.PlainText(w, r, "User-agent: *\nDisallow: /auth/\nDisallow: /api/\nAllow: /api/v1/find\n") + render.PlainText(w, r, "User-agent: *\nDisallow: /auth/\nDisallow: /api/\n"+ + "Allow: /api/v1/find\nAllow: /api/v1/last\n") }) // file server for static content from /web