microblog.pub/app/utils/microformats.py
2022-07-10 19:19:55 +02:00

25 lines
709 B
Python

from typing import Any
import httpx
import mf2py # type: ignore
from loguru import logger
from app import config
async def fetch_and_parse(url: str) -> tuple[dict[str, Any], str] | None:
async with httpx.AsyncClient() as client:
try:
resp = await client.get(
url,
headers={
"User-Agent": config.USER_AGENT,
},
follow_redirects=True,
)
resp.raise_for_status()
except (httpx.HTTPError, httpx.HTTPStatusError):
logger.exception(f"Failed to discover webmention endpoint for {url}")
return None
return mf2py.parse(doc=resp.text), resp.text