OwlBurst/Ponysearch
1
0
Fork 0
forked from Ponysearch/Ponysearch
Code Pull requests Activity

[enh] robots.txt added

Browse source
This commit is contained in:
asciimoo 2013-12-01 16:10:38 +01:00
parent d50414275c
commit 822bf2f36d
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
searx/webapp.py
View file

@ -148,6 +148,14 @@ def stats():
stats = get_engines_stats() stats = get_engines_stats()
return render('stats.html', stats=stats) return render('stats.html', stats=stats)
@app.route('/robots.txt', methods=['GET'])
def robots():
return Response("""User-agent: *
Allow: /
Allow: /about
Disallow: /stats
""", mimetype='text/plain')
@app.route('/opensearch.xml', methods=['GET']) @app.route('/opensearch.xml', methods=['GET'])
def opensearch(): def opensearch():
global opensearch_xml global opensearch_xml