From a1297322a8b6940b052b8dc4d29b9561a4fde8c5 Mon Sep 17 00:00:00 2001
From: Umputun <umputun@gmail.com>
Date: Sat, 30 Dec 2017 13:55:09 -0600
Subject: [PATCH] robots to rest

---
 app/rest/server.go | 4 ++++
 web/robots.txt     | 3 ---
 2 files changed, 4 insertions(+), 3 deletions(-)
 delete mode 100644 web/robots.txt

diff --git a/app/rest/server.go b/app/rest/server.go
index f0350d29..df364722 100644
--- a/app/rest/server.go
+++ b/app/rest/server.go
@@ -91,6 +91,10 @@ func (s *Server) Run() {
 
 	})
 
+	router.Get("/robots.txt", func(w http.ResponseWriter, r *http.Request) {
+		render.PlainText(w, r, "User-agent: *\nDisallow: /auth/\nDisallow: /api/\n")
+
+	})
 	s.addFileServer(router, "/web", http.Dir(filepath.Join(".", "web")))
 
 	log.Fatal(http.ListenAndServe(":8080", router))
diff --git a/web/robots.txt b/web/robots.txt
deleted file mode 100644
index c5370689..00000000
--- a/web/robots.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-User-agent: *
-Disallow: /auth/
-Disallow: /api/