Tweak robots.txt

This commit is contained in:
Thomas Sileo 2019-08-18 12:05:56 +02:00
parent 15ad5b08c4
commit 40199e5be8

2
app.py
View file

@ -219,6 +219,7 @@ Disallow: /login
Disallow: /admin/
Disallow: /static/
Disallow: /media/
Disallow: /p/
Disallow: /uploads/"""
@ -237,6 +238,7 @@ def microblogpub_jsonld():
@app.route("/p/<scheme>/<path:url>")
@noindex
def proxy(scheme: str, url: str) -> Any:
url = f"{scheme}://{url}"
req_headers = {