From 40199e5be85586549cf740bfc7a5fdd6e852c759 Mon Sep 17 00:00:00 2001
From: Thomas Sileo <t@a4.io>
Date: Sun, 18 Aug 2019 12:05:56 +0200
Subject: [PATCH] Tweak robots.txt

---
 app.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/app.py b/app.py
index 25c2d56..8ccddef 100644
--- a/app.py
+++ b/app.py
@@ -219,6 +219,7 @@ Disallow: /login
 Disallow: /admin/
 Disallow: /static/
 Disallow: /media/
+Disallow: /p/
 Disallow: /uploads/"""
 
 
@@ -237,6 +238,7 @@ def microblogpub_jsonld():
 
 
 @app.route("/p/<scheme>/<path:url>")
+@noindex
 def proxy(scheme: str, url: str) -> Any:
     url = f"{scheme}://{url}"
     req_headers = {