mirror of
https://git.sr.ht/~tsileo/microblog.pub
synced 2024-12-23 05:34:28 +00:00
26 lines
709 B
Python
26 lines
709 B
Python
|
from typing import Any
|
||
|
|
|
||
|
|
import httpx
|
||
|
|
import mf2py # type: ignore
|
||
|
|
from loguru import logger
|
||
|
|
|
||
|
|
from app import config
|
||
|
|
|
||
|
|
|
||
|
|
async def fetch_and_parse(url: str) -> tuple[dict[str, Any], str] | None:
|
||
|
|
async with httpx.AsyncClient() as client:
|
||
|
|
try:
|
||
|
|
resp = await client.get(
|
||
|
|
url,
|
||
|
|
headers={
|
||
|
|
"User-Agent": config.USER_AGENT,
|
||
|
|
},
|
||
|
|
follow_redirects=True,
|
||
|
|
)
|
||
|
|
resp.raise_for_status()
|
||
|
|
except (httpx.HTTPError, httpx.HTTPStatusError):
|
||
|
|
logger.exception(f"Failed to discover webmention endpoint for {url}")
|
||
|
|
return None
|
||
|
|
|
||
|
|
return mf2py.parse(doc=resp.text), resp.text
|