summaryrefslogtreecommitdiff
path: root/searx/webapp.py
diff options
context:
space:
mode:
authorasciimoo <asciimoo@gmail.com>2014-01-20 01:38:17 +0100
committerasciimoo <asciimoo@gmail.com>2014-01-20 01:38:17 +0100
commit692c0bf5f0b353bfbb46aaee1af54afb164dedbc (patch)
tree2ba21b5af89ee89fbe1528f4411c3f381a3a3ae7 /searx/webapp.py
parentffc93ba25626e7473e58a44f057245315c99d770 (diff)
downloadsearxng-692c0bf5f0b353bfbb46aaee1af54afb164dedbc.tar.gz
searxng-692c0bf5f0b353bfbb46aaee1af54afb164dedbc.zip
[mod] robots.txt update
Diffstat (limited to 'searx/webapp.py')
-rw-r--r--searx/webapp.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/searx/webapp.py b/searx/webapp.py
index 67d2944e8..a8902f635 100644
--- a/searx/webapp.py
+++ b/searx/webapp.py
@@ -226,6 +226,7 @@ def robots():
Allow: /
Allow: /about
Disallow: /stats
+Disallow: /engines
""", mimetype='text/plain')