mirror of
https://github.com/LiteyukiStudio/nonebot-plugin-marshoai.git
synced 2025-02-07 21:46:10 +08:00
改成异步了, 改完彻底不能用了
This commit is contained in:
parent
bb2f59eae9
commit
ccb12f0f63
@ -7,4 +7,4 @@ async def meogirl():
|
|||||||
|
|
||||||
# Search
|
# Search
|
||||||
async def search(msg : str, num : int = 3):
|
async def search(msg : str, num : int = 3):
|
||||||
return str(mg_Search.search(msg, num))
|
return str(await mg_Search.search(msg, num))
|
||||||
|
@ -1,91 +1,96 @@
|
|||||||
from nonebot.log import logger
|
from nonebot.log import logger
|
||||||
|
|
||||||
import re
|
import re
|
||||||
import requests
|
import httpx
|
||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
|
|
||||||
def search(msg : str, num : int):
|
async def search(msg : str, num : int):
|
||||||
logger.info(f"搜索 : \"{msg}\"")
|
logger.info(f"搜索 : \"{msg}\"")
|
||||||
result = ""
|
result = ""
|
||||||
|
|
||||||
|
headers = {
|
||||||
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36'
|
||||||
|
}
|
||||||
url = "https://mzh.moegirl.org.cn/index.php?search=" + msg
|
url = "https://mzh.moegirl.org.cn/index.php?search=" + msg
|
||||||
response = requests.get(url)
|
async with httpx.AsyncClient() as client:
|
||||||
logger.info(f"连接萌娘百科中, 状态码 : {response.status_code}")
|
response = await client.get(url, headers = headers)
|
||||||
|
logger.info(response.headers.get('Location'))
|
||||||
|
logger.info(f"连接萌娘百科中, 状态码 : {response.status_code}")
|
||||||
|
|
||||||
"""
|
"""
|
||||||
萌娘百科搜索页面结构
|
萌娘百科搜索页面结构
|
||||||
div.searchresults # 若无, 证明页面已重定向
|
div.searchresults # 若无, 证明页面已重定向
|
||||||
└── p ...
|
└── p ...
|
||||||
└── ul.mw-search-results # 若无, 证明无搜索结果
|
└── ul.mw-search-results # 若无, 证明无搜索结果
|
||||||
└── li # 一个搜索结果
|
└── li # 一个搜索结果
|
||||||
└── div.mw-search-result-heading > a # 标题
|
└── div.mw-search-result-heading > a # 标题
|
||||||
└── div.mw-searchresult # 内容
|
└── div.mw-searchresult # 内容
|
||||||
└── div.mw-search-result-data
|
└── div.mw-search-result-data
|
||||||
└── li ...
|
└── li ...
|
||||||
└── li ...
|
└── li ...
|
||||||
"""
|
"""
|
||||||
if response.status_code == 200:
|
if response.status_code == 200:
|
||||||
soup = BeautifulSoup(response.text, 'html.parser')
|
soup = BeautifulSoup(response.text, 'html.parser')
|
||||||
|
|
||||||
# 检测div.searchresults, 是否已重定向
|
# 检测div.searchresults, 是否已重定向
|
||||||
if soup.find('div', class_='searchresults'):
|
if soup.find('div', class_='searchresults'):
|
||||||
# 检测ul.mw-search-results, 是否有结果
|
# 检测ul.mw-search-results, 是否有结果
|
||||||
if soup.find('ul', class_='mw-search-results'):
|
if soup.find('ul', class_='mw-search-results'):
|
||||||
ul_tag = soup.select('ul.mw-search-results')[0]
|
ul_tag = soup.select('ul.mw-search-results')[0]
|
||||||
li_tags = ul_tag.select('li')
|
li_tags = ul_tag.select('li')
|
||||||
for li_tag in li_tags:
|
for li_tag in li_tags:
|
||||||
|
|
||||||
div_heading = li_tag.select('div.mw-search-result-heading')[0]
|
div_heading = li_tag.select('div.mw-search-result-heading')[0]
|
||||||
if div_heading:
|
if div_heading:
|
||||||
a_tag = div_heading.select('a')[0]
|
a_tag = div_heading.select('a')[0]
|
||||||
result += a_tag['title'] + "\n"
|
result += a_tag['title'] + "\n"
|
||||||
logger.info(f"搜索到 : \"{a_tag['title']}\"")
|
logger.info(f"搜索到 : \"{a_tag['title']}\"")
|
||||||
|
|
||||||
div_result = li_tag.find('div', class_='searchresult')
|
div_result = li_tag.find('div', class_='searchresult')
|
||||||
if div_result:
|
if div_result:
|
||||||
content = str(div_result).replace('<div class=\"searchresult\">', '').replace('</div>', '')
|
content = str(div_result).replace('<div class=\"searchresult\">', '').replace('</div>', '')
|
||||||
content = content.replace('<span class=\"searchmatch\">', '').replace('</span>', '')
|
content = content.replace('<span class=\"searchmatch\">', '').replace('</span>', '')
|
||||||
result += content + "\n\n"
|
result += content + "\n\n"
|
||||||
|
|
||||||
num -= 1
|
num -= 1
|
||||||
if num == 0:
|
if num == 0:
|
||||||
break
|
|
||||||
return result
|
|
||||||
|
|
||||||
# 无ul.mw-search-results, 无结果
|
|
||||||
else:
|
|
||||||
logger.info("无结果")
|
|
||||||
return "无结果"
|
|
||||||
|
|
||||||
# 无div.searchresults, 重定向
|
|
||||||
else:
|
|
||||||
logger.info(f"\"{msg}\"已被重定向")
|
|
||||||
num = 0
|
|
||||||
|
|
||||||
"""
|
|
||||||
萌娘百科重定向介绍页面结构
|
|
||||||
div#mw-content-text
|
|
||||||
└── div.mw-parser-output # 介绍页面
|
|
||||||
└── ....
|
|
||||||
└── p ? # 可能存在的空p
|
|
||||||
└── p # 人物介绍
|
|
||||||
└── ...
|
|
||||||
"""
|
|
||||||
if soup.find('div', class_='mw-parser-output'):
|
|
||||||
div = soup.find('div', class_='mw-parser-output')
|
|
||||||
p_tags = div.select('p')
|
|
||||||
for p_tag in p_tags:
|
|
||||||
p = str(p_tag)
|
|
||||||
p = re.sub(r'<.*?>', '', p)
|
|
||||||
if p != '':
|
|
||||||
result += str(p) + "/n"
|
|
||||||
|
|
||||||
num += 1
|
|
||||||
if num >= 5:
|
|
||||||
break
|
break
|
||||||
return result
|
return result
|
||||||
|
|
||||||
# 状态码非200
|
# 无ul.mw-search-results, 无结果
|
||||||
else:
|
else:
|
||||||
logger.error(f"网络错误, 状态码 : {response.status_code}")
|
logger.info("无结果")
|
||||||
return f"网络错误, 状态码 : {response.status_code}"
|
return "无结果"
|
||||||
|
|
||||||
|
# 无div.searchresults, 重定向
|
||||||
|
else:
|
||||||
|
logger.info(f"\"{msg}\"已被重定向")
|
||||||
|
num = 0
|
||||||
|
|
||||||
|
"""
|
||||||
|
萌娘百科重定向介绍页面结构
|
||||||
|
div#mw-content-text
|
||||||
|
└── div.mw-parser-output # 介绍页面
|
||||||
|
└── ....
|
||||||
|
└── p ? # 可能存在的空p
|
||||||
|
└── p # 人物介绍
|
||||||
|
└── ...
|
||||||
|
"""
|
||||||
|
if soup.find('div', class_='mw-parser-output'):
|
||||||
|
div = soup.find('div', class_='mw-parser-output')
|
||||||
|
p_tags = div.select('p')
|
||||||
|
for p_tag in p_tags:
|
||||||
|
p = str(p_tag)
|
||||||
|
p = re.sub(r'<.*?>', '', p)
|
||||||
|
if p != '':
|
||||||
|
result += str(p) + "/n"
|
||||||
|
|
||||||
|
num += 1
|
||||||
|
if num >= 5:
|
||||||
|
break
|
||||||
|
return result
|
||||||
|
|
||||||
|
# 状态码非200
|
||||||
|
else:
|
||||||
|
logger.error(f"网络错误, 状态码 : {response.status_code}")
|
||||||
|
return f"网络错误, 状态码 : {response.status_code}"
|
||||||
|
Loading…
x
Reference in New Issue
Block a user