Improve OG meta processing

This commit is contained in:
Thomas Sileo 2022-09-29 09:10:05 +02:00
parent 5348398b23
commit 57fc5ef913

View file

@ -90,6 +90,7 @@ async def external_urls(
if not h: if not h:
continue continue
try:
ph = urlparse(h) ph = urlparse(h)
mimetype, _ = mimetypes.guess_type(h) mimetype, _ = mimetypes.guess_type(h)
if ( if (
@ -102,6 +103,9 @@ async def external_urls(
) )
): ):
urls.add(h) urls.add(h)
except Exception:
logger.exception(f"Failed to check {h}")
continue
return urls - tags_hrefs return urls - tags_hrefs