mirror of
https://git.sr.ht/~tsileo/microblog.pub
synced 2024-11-15 03:04:28 +00:00
Tweak robots.txt
This commit is contained in:
parent
15ad5b08c4
commit
40199e5be8
1 changed files with 2 additions and 0 deletions
2
app.py
2
app.py
|
@ -219,6 +219,7 @@ Disallow: /login
|
|||
Disallow: /admin/
|
||||
Disallow: /static/
|
||||
Disallow: /media/
|
||||
Disallow: /p/
|
||||
Disallow: /uploads/"""
|
||||
|
||||
|
||||
|
@ -237,6 +238,7 @@ def microblogpub_jsonld():
|
|||
|
||||
|
||||
@app.route("/p/<scheme>/<path:url>")
|
||||
@noindex
|
||||
def proxy(scheme: str, url: str) -> Any:
|
||||
url = f"{scheme}://{url}"
|
||||
req_headers = {
|
||||
|
|
Loading…
Reference in a new issue