import urllib.parse import httpx from bs4 import BeautifulSoup # type: ignore from nonebot.log import logger headers = { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" } async def get_async_data(url): async with httpx.AsyncClient(timeout=None) as client: return await client.get(url, headers=headers) async def search(msg: str, num: int): logger.info(f'搜索 : "{msg}" ...') result = "" url = "https://mzh.moegirl.org.cn/index.php?search=" + urllib.parse.quote_plus(msg) response = await get_async_data(url) logger.success(f'连接"{url}"完成, 状态码 : {response.status_code}') # 正常搜索 if response.status_code == 200: """ 萌娘百科搜索页面结构 div.searchresults └── p ... └── ul.mw-search-results # 若无, 证明无搜索结果 └── li # 一个搜索结果 └── div.mw-search-result-heading > a # 标题 └── div.mw-searchresult # 内容 └── div.mw-search-result-data └── li ... └── li ... """ soup = BeautifulSoup(response.text, "html.parser") # 检测ul.mw-search-results, 是否有结果 ul_tag = soup.find("ul", class_="mw-search-results") if ul_tag: li_tags = ul_tag.find_all("li") for li_tag in li_tags: div_heading = li_tag.find("div", class_="mw-search-result-heading") if div_heading: a_tag = div_heading.find("a") result += a_tag["title"] + "\n" logger.info(f'搜索到 : "{a_tag["title"]}"') div_result = li_tag.find("div", class_="searchresult") if div_result: content = ( str(div_result) .replace('
', "") .replace("
", "") ) content = content.replace('', "").replace( "", "" ) result += content + "\n" num -= 1 if num == 0: break return result # 无ul.mw-search-results, 无结果 else: logger.info("无结果") return "无结果" # 重定向 elif response.status_code == 302: logger.info(f'"{msg}"已被重定向至"{response.headers.get("location")}"') # 读取重定向结果 from . import mg_introduce return await mg_introduce.introduce(msg) else: logger.error(f"网络错误, 状态码 : {response.status_code}") return f"网络错误, 状态码 : {response.status_code}"