mirror of
https://git.sr.ht/~tsileo/microblog.pub
synced 2024-12-22 13:14:28 +00:00
Add webmentions utils
This commit is contained in:
parent
622b39fc26
commit
e463782869
1 changed files with 54 additions and 0 deletions
54
utils/webmentions.py
Normal file
54
utils/webmentions.py
Normal file
|
@ -0,0 +1,54 @@
|
|||
import logging
|
||||
from typing import Optional
|
||||
from urllib.parse import urlparse
|
||||
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
from little_boxes.urlutils import is_url_valid
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _make_abs(url: Optional[str], parent: str) -> Optional[str]:
|
||||
if url is None:
|
||||
return None
|
||||
|
||||
if url.startswith("http"):
|
||||
return url
|
||||
|
||||
return (
|
||||
urlparse(parent)._replace(path=url, params="", query="", fragment="").geturl()
|
||||
)
|
||||
|
||||
|
||||
def _discover_webmention_endoint(url: str) -> Optional[str]:
|
||||
try:
|
||||
resp = requests.get(url, timeout=3)
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
for k, v in resp.links.items():
|
||||
if "webmention" in k:
|
||||
return _make_abs(resp.links[k].get("url"), url)
|
||||
|
||||
soup = BeautifulSoup(resp.text, "html5lib")
|
||||
wlinks = soup.find_all(["link", "a"], attrs={"rel": "webmention"})
|
||||
for wlink in wlinks:
|
||||
if "href" in wlink.attrs:
|
||||
return _make_abs(wlink.attrs["href"], url)
|
||||
|
||||
return None
|
||||
|
||||
|
||||
def discover_webmention_endoint(url: str) -> Optional[str]:
|
||||
"""Discover the Webmention endpoint of a given URL, if any.
|
||||
|
||||
Passes all the tests at https://webmention.rocks!
|
||||
|
||||
"""
|
||||
wurl = _discover_webmention_endoint(url)
|
||||
if wurl is None:
|
||||
return None
|
||||
if not is_url_valid(wurl):
|
||||
return None
|
||||
return wurl
|
Loading…
Reference in a new issue