From a93b3f0fa8de944ef574374d717f4ed5e78aff10 Mon Sep 17 00:00:00 2001
From: Umputun <umputun@gmail.com>
Date: Sat, 30 Dec 2017 13:51:29 -0600
Subject: [PATCH] add robots.txt

---
 README.md      | 4 ++--
 web/robots.txt | 3 +++
 2 files changed, 5 insertions(+), 2 deletions(-)
 create mode 100644 web/robots.txt

diff --git a/README.md b/README.md
index 09bcb691..8e4c96ab 100644
--- a/README.md
+++ b/README.md
@@ -83,7 +83,7 @@ type Locator struct {
 - `GET /api/v1/find?site=site-id&url=post-url&sort=fld&format=tree` - find all comments for given post
 
 This is the primary call used by UI to show comments for given post. It can return comments in two formats - `plain` and `tree`.
-In plain format result will be sorted list of `Comment`. In tree format this is going to be tree-like structure with this structure:
+In plain format result will be sorted list of `Comment`. In tree format this is going to be tree-like object with this structure:
 
 ```go
 type Tree struct {
@@ -103,7 +103,7 @@ Sort can be `time` or `score`. Supported sort order with prefix -/+, i.e. `-time
 - `GET /api/v1/comments?site=site-id&user=id` - get comment by `user id`
 - `GET /api/v1/count?site=site-id&url=post-url` - get comment's count for `{url}`
 - `GET /api/v1/user` - get user info, _auth required_
-- `PUT /api/v1/vote/{id}?site=site-id&url=post-url&vote=1` - vote for comment. `vote`=1 will increase score, -1 decreases. _auth required_
+- `PUT /api/v1/vote/{id}?site=site-id&url=post-url&vote=1` - vote for comment. `vote`=1 will increase score, -1 decrease. _auth required_
 
 ### Admin
 
diff --git a/web/robots.txt b/web/robots.txt
new file mode 100644
index 00000000..c5370689
--- /dev/null
+++ b/web/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow: /auth/
+Disallow: /api/