47 lines
1.5 KiB
Python
47 lines
1.5 KiB
Python
from __future__ import annotations
|
|
|
|
from ._base import BaseFetcher
|
|
|
|
from httpx import AsyncClient
|
|
from httpx._models import Response
|
|
from loguru import logger
|
|
import redis.asyncio as redis
|
|
|
|
urls = [
|
|
"https://osu.ppy.sh/osu/{beatmap_id}",
|
|
"https://osu.direct/api/osu/{beatmap_id}",
|
|
"https://catboy.best/osu/{beatmap_id}",
|
|
]
|
|
|
|
|
|
class BeatmapRawFetcher(BaseFetcher):
|
|
async def get_beatmap_raw(self, beatmap_id: int) -> str:
|
|
for url in urls:
|
|
req_url = url.format(beatmap_id=beatmap_id)
|
|
logger.opt(colors=True).debug(
|
|
f"<blue>[BeatmapRawFetcher]</blue> get_beatmap_raw: <y>{req_url}</y>"
|
|
)
|
|
resp = await self._request(req_url)
|
|
if resp.status_code == 429:
|
|
continue
|
|
elif resp.status_code < 400:
|
|
return resp.text
|
|
else:
|
|
resp.raise_for_status()
|
|
|
|
async def _request(self, url: str) -> Response:
|
|
async with AsyncClient() as client:
|
|
response = await client.get(
|
|
url,
|
|
)
|
|
return response
|
|
|
|
async def get_or_fetch_beatmap_raw(
|
|
self, redis: redis.Redis, beatmap_id: int
|
|
) -> str:
|
|
if await redis.exists(f"beatmap:{beatmap_id}:raw"):
|
|
return await redis.get(f"beatmap:{beatmap_id}:raw") # pyright: ignore[reportReturnType]
|
|
raw = await self.get_beatmap_raw(beatmap_id)
|
|
await redis.set(f"beatmap:{beatmap_id}:raw", raw, ex=60 * 60 * 24)
|
|
return raw
|