diff options
author | asciimoo <asciimoo@gmail.com> | 2014-01-20 01:38:17 +0100 |
---|---|---|
committer | asciimoo <asciimoo@gmail.com> | 2014-01-20 01:38:17 +0100 |
commit | 692c0bf5f0b353bfbb46aaee1af54afb164dedbc (patch) | |
tree | 2ba21b5af89ee89fbe1528f4411c3f381a3a3ae7 /searx | |
parent | ffc93ba25626e7473e58a44f057245315c99d770 (diff) | |
download | searxng-692c0bf5f0b353bfbb46aaee1af54afb164dedbc.tar.gz searxng-692c0bf5f0b353bfbb46aaee1af54afb164dedbc.zip |
[mod] robots.txt update
Diffstat (limited to 'searx')
-rw-r--r-- | searx/webapp.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/searx/webapp.py b/searx/webapp.py index 67d2944e8..a8902f635 100644 --- a/searx/webapp.py +++ b/searx/webapp.py @@ -226,6 +226,7 @@ def robots(): Allow: / Allow: /about Disallow: /stats +Disallow: /engines """, mimetype='text/plain') |