forks/microblog.pub
1
0
Fork 1
mirror of https://git.sr.ht/~tsileo/microblog.pub synced 2024-12-22 13:14:28 +00:00
Code Issues Projects Releases Packages Wiki Activity

Improve OG meta processing

Browse source
This commit is contained in:
Thomas Sileo 2022-09-29 09:10:05 +02:00
parent 5348398b23
commit 57fc5ef913
1 changed files with 16 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
app/utils/opengraph.py
View file

@ -90,18 +90,22 @@ async def external_urls(
if not h: if not h:
continue continue
ph = urlparse(h) try:
mimetype, _ = mimetypes.guess_type(h) ph = urlparse(h)
if ( mimetype, _ = mimetypes.guess_type(h)
ph.scheme in {"http", "https"} if (
and ph.hostname != note_host ph.scheme in {"http", "https"}
and is_url_valid(h) and ph.hostname != note_host
and ( and is_url_valid(h)
not mimetype and (
or mimetype.split("/")[0] not in ["image", "video", "audio"] not mimetype
) or mimetype.split("/")[0] not in ["image", "video", "audio"]
): )
urls.add(h) ):
urls.add(h)
except Exception:
logger.exception(f"Failed to check {h}")
continue
return urls - tags_hrefs return urls - tags_hrefs