mirror of
https://github.com/suyiiyii/nonebot-bison.git
synced 2025-06-05 19:36:43 +08:00
90816796c7
* 🎨 修改 nonebot_bison 目录位置 * auto fix by pre-commit hooks * 🚚 fix frontend build target * 🚚 use soft link * Revert "🚚 use soft link" This reverts commit de21f79d5ae1bd5515b04f42a4138cb25ddf3e62. * 🚚 modify dockerfile --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: felinae98 <731499577@qq.com>
186 lines
6.5 KiB
Python
186 lines
6.5 KiB
Python
import json
|
||
import re
|
||
from collections.abc import Callable
|
||
from datetime import datetime
|
||
from typing import Any, Optional
|
||
|
||
from bs4 import BeautifulSoup as bs
|
||
from httpx import AsyncClient
|
||
from nonebot.log import logger
|
||
|
||
from ..post import Post
|
||
from ..types import *
|
||
from ..utils import SchedulerConfig, http_client
|
||
from .platform import NewMessage
|
||
|
||
|
||
class WeiboSchedConf(SchedulerConfig):
|
||
name = "weibo.com"
|
||
schedule_type = "interval"
|
||
schedule_setting = {"seconds": 3}
|
||
|
||
|
||
class Weibo(NewMessage):
|
||
|
||
categories = {
|
||
1: "转发",
|
||
2: "视频",
|
||
3: "图文",
|
||
4: "文字",
|
||
}
|
||
enable_tag = True
|
||
platform_name = "weibo"
|
||
name = "新浪微博"
|
||
enabled = True
|
||
is_common = True
|
||
scheduler = WeiboSchedConf
|
||
has_target = True
|
||
parse_target_promot = "请输入用户主页（包含数字UID）的链接"
|
||
|
||
@classmethod
|
||
async def get_target_name(
|
||
cls, client: AsyncClient, target: Target
|
||
) -> Optional[str]:
|
||
param = {"containerid": "100505" + target}
|
||
res = await client.get(
|
||
"https://m.weibo.cn/api/container/getIndex", params=param
|
||
)
|
||
res_dict = json.loads(res.text)
|
||
if res_dict.get("ok") == 1:
|
||
return res_dict["data"]["userInfo"]["screen_name"]
|
||
else:
|
||
return None
|
||
|
||
@classmethod
|
||
async def parse_target(cls, target_text: str) -> Target:
|
||
if re.match(r"\d+", target_text):
|
||
return Target(target_text)
|
||
elif match := re.match(r"(?:https?://)?weibo\.com/u/(\d+)", target_text):
|
||
# 都2202年了应该不会有http了吧，不过还是防一手
|
||
return Target(match.group(1))
|
||
else:
|
||
raise cls.ParseTargetException()
|
||
|
||
async def get_sub_list(self, target: Target) -> list[RawPost]:
|
||
params = {"containerid": "107603" + target}
|
||
res = await self.client.get(
|
||
"https://m.weibo.cn/api/container/getIndex?", params=params, timeout=4.0
|
||
)
|
||
res_data = json.loads(res.text)
|
||
if not res_data["ok"] and res_data["msg"] != "这里还没有内容":
|
||
raise ApiError(res.request.url)
|
||
custom_filter: Callable[[RawPost], bool] = lambda d: d["card_type"] == 9
|
||
return list(filter(custom_filter, res_data["data"]["cards"]))
|
||
|
||
def get_id(self, post: RawPost) -> Any:
|
||
return post["mblog"]["id"]
|
||
|
||
def filter_platform_custom(self, raw_post: RawPost) -> bool:
|
||
return raw_post["card_type"] == 9
|
||
|
||
def get_date(self, raw_post: RawPost) -> float:
|
||
created_time = datetime.strptime(
|
||
raw_post["mblog"]["created_at"], "%a %b %d %H:%M:%S %z %Y"
|
||
)
|
||
return created_time.timestamp()
|
||
|
||
def get_tags(self, raw_post: RawPost) -> Optional[list[Tag]]:
|
||
"Return Tag list of given RawPost"
|
||
text = raw_post["mblog"]["text"]
|
||
soup = bs(text, "html.parser")
|
||
res = list(
|
||
map(
|
||
lambda x: x[1:-1],
|
||
filter(
|
||
lambda s: s[0] == "#" and s[-1] == "#",
|
||
map(lambda x: x.text, soup.find_all("span", class_="surl-text")),
|
||
),
|
||
)
|
||
)
|
||
super_topic_img = soup.find(
|
||
"img", src=re.compile(r"timeline_card_small_super_default")
|
||
)
|
||
if super_topic_img:
|
||
try:
|
||
res.append(
|
||
super_topic_img.parent.parent.find("span", class_="surl-text").text # type: ignore
|
||
+ "超话"
|
||
)
|
||
except:
|
||
logger.info("super_topic extract error: {}".format(text))
|
||
return res
|
||
|
||
def get_category(self, raw_post: RawPost) -> Category:
|
||
if raw_post["mblog"].get("retweeted_status"):
|
||
return Category(1)
|
||
elif (
|
||
raw_post["mblog"].get("page_info")
|
||
and raw_post["mblog"]["page_info"].get("type") == "video"
|
||
):
|
||
return Category(2)
|
||
elif raw_post["mblog"].get("pics"):
|
||
return Category(3)
|
||
else:
|
||
return Category(4)
|
||
|
||
def _get_text(self, raw_text: str) -> str:
|
||
text = raw_text.replace("<br />", "\n")
|
||
return bs(text, "html.parser").text
|
||
|
||
async def parse(self, raw_post: RawPost) -> Post:
|
||
header = {
|
||
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
|
||
"accept-language": "zh-CN,zh;q=0.9",
|
||
"authority": "m.weibo.cn",
|
||
"cache-control": "max-age=0",
|
||
"sec-fetch-dest": "empty",
|
||
"sec-fetch-mode": "same-origin",
|
||
"sec-fetch-site": "same-origin",
|
||
"upgrade-insecure-requests": "1",
|
||
"user-agent": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) "
|
||
"AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.72 "
|
||
"Mobile Safari/537.36",
|
||
}
|
||
info = raw_post["mblog"]
|
||
retweeted = False
|
||
if info.get("retweeted_status"):
|
||
retweeted = True
|
||
pic_num = info["retweeted_status"]["pic_num"] if retweeted else info["pic_num"]
|
||
if info["isLongText"] or pic_num > 9:
|
||
res = await self.client.get(
|
||
"https://m.weibo.cn/detail/{}".format(info["mid"]), headers=header
|
||
)
|
||
try:
|
||
match = re.search(r'"status": ([\s\S]+),\s+"call"', res.text)
|
||
assert match
|
||
full_json_text = match.group(1)
|
||
info = json.loads(full_json_text)
|
||
except:
|
||
logger.info(
|
||
"detail message error: https://m.weibo.cn/detail/{}".format(
|
||
info["mid"]
|
||
)
|
||
)
|
||
parsed_text = self._get_text(info["text"])
|
||
raw_pics_list = (
|
||
info["retweeted_status"].get("pics", [])
|
||
if retweeted
|
||
else info.get("pics", [])
|
||
)
|
||
pic_urls = [img["large"]["url"] for img in raw_pics_list]
|
||
pics = []
|
||
for pic_url in pic_urls:
|
||
async with http_client(headers={"referer": "https://weibo.com"}) as client:
|
||
res = await client.get(pic_url)
|
||
res.raise_for_status()
|
||
pics.append(res.content)
|
||
detail_url = "https://weibo.com/{}/{}".format(info["user"]["id"], info["bid"])
|
||
# return parsed_text, detail_url, pic_urls
|
||
return Post(
|
||
"weibo",
|
||
text=parsed_text,
|
||
url=detail_url,
|
||
pics=pics,
|
||
target_name=info["user"]["screen_name"],
|
||
)
|