import re import json from typing import Any from datetime import datetime from httpx import AsyncClient from nonebot.log import logger from bs4 import BeautifulSoup as bs from ..post import Post from .platform import NewMessage from ..utils import SchedulerConfig, http_client from ..types import Tag, Target, RawPost, ApiError, Category class WeiboSchedConf(SchedulerConfig): name = "weibo.com" schedule_type = "interval" schedule_setting = {"seconds": 3} class Weibo(NewMessage): categories = { 1: "转发", 2: "视频", 3: "图文", 4: "文字", } enable_tag = True platform_name = "weibo" name = "新浪微博" enabled = True is_common = True scheduler = WeiboSchedConf has_target = True parse_target_promot = "请输入用户主页(包含数字UID)的链接" @classmethod async def get_target_name(cls, client: AsyncClient, target: Target) -> str | None: param = {"containerid": "100505" + target} res = await client.get("https://m.weibo.cn/api/container/getIndex", params=param) res_dict = json.loads(res.text) if res_dict.get("ok") == 1: return res_dict["data"]["userInfo"]["screen_name"] else: return None @classmethod async def parse_target(cls, target_text: str) -> Target: if re.match(r"\d+", target_text): return Target(target_text) elif match := re.match(r"(?:https?://)?weibo\.com/u/(\d+)", target_text): # 都2202年了应该不会有http了吧,不过还是防一手 return Target(match.group(1)) else: raise cls.ParseTargetException() async def get_sub_list(self, target: Target) -> list[RawPost]: params = {"containerid": "107603" + target} res = await self.client.get("https://m.weibo.cn/api/container/getIndex?", params=params, timeout=4.0) res_data = json.loads(res.text) if not res_data["ok"] and res_data["msg"] != "这里还没有内容": raise ApiError(res.request.url) def custom_filter(d: RawPost) -> bool: return d["card_type"] == 9 return list(filter(custom_filter, res_data["data"]["cards"])) def get_id(self, post: RawPost) -> Any: return post["mblog"]["id"] def filter_platform_custom(self, raw_post: RawPost) -> bool: return raw_post["card_type"] == 9 def get_date(self, raw_post: RawPost) -> float: created_time = datetime.strptime(raw_post["mblog"]["created_at"], "%a %b %d %H:%M:%S %z %Y") return created_time.timestamp() def get_tags(self, raw_post: RawPost) -> list[Tag] | None: "Return Tag list of given RawPost" text = raw_post["mblog"]["text"] soup = bs(text, "html.parser") res = [ x[1:-1] for x in filter( lambda s: s[0] == "#" and s[-1] == "#", (x.text for x in soup.find_all("span", class_="surl-text")), ) ] super_topic_img = soup.find("img", src=re.compile(r"timeline_card_small_super_default")) if super_topic_img: try: res.append(super_topic_img.parent.parent.find("span", class_="surl-text").text + "超话") # type: ignore except Exception: logger.info(f"super_topic extract error: {text}") return res def get_category(self, raw_post: RawPost) -> Category: if raw_post["mblog"].get("retweeted_status"): return Category(1) elif raw_post["mblog"].get("page_info") and raw_post["mblog"]["page_info"].get("type") == "video": return Category(2) elif raw_post["mblog"].get("pics"): return Category(3) else: return Category(4) def _get_text(self, raw_text: str) -> str: text = raw_text.replace("
", "\n") return bs(text, "html.parser").text async def parse(self, raw_post: RawPost) -> Post: header = { "accept": ( "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng," "*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" ), "accept-language": "zh-CN,zh;q=0.9", "authority": "m.weibo.cn", "cache-control": "max-age=0", "sec-fetch-dest": "empty", "sec-fetch-mode": "same-origin", "sec-fetch-site": "same-origin", "upgrade-insecure-requests": "1", "user-agent": ( "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) " "AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.72 " "Mobile Safari/537.36" ), } info = raw_post["mblog"] retweeted = False if info.get("retweeted_status"): retweeted = True pic_num = info["retweeted_status"]["pic_num"] if retweeted else info["pic_num"] if info["isLongText"] or pic_num > 9: res = await self.client.get(f"https://m.weibo.cn/detail/{info['mid']}", headers=header) try: match = re.search(r'"status": ([\s\S]+),\s+"call"', res.text) assert match full_json_text = match.group(1) info = json.loads(full_json_text) except Exception: logger.info(f"detail message error: https://m.weibo.cn/detail/{info['mid']}") parsed_text = self._get_text(info["text"]) raw_pics_list = info["retweeted_status"].get("pics", []) if retweeted else info.get("pics", []) pic_urls = [img["large"]["url"] for img in raw_pics_list] pics = [] for pic_url in pic_urls: async with http_client(headers={"referer": "https://weibo.com"}) as client: res = await client.get(pic_url) res.raise_for_status() pics.append(res.content) detail_url = f"https://weibo.com/{info['user']['id']}/{info['bid']}" # return parsed_text, detail_url, pic_urls return Post( self, parsed_text, url=detail_url, images=pics, nickname=info["user"]["screen_name"], )