From 1ded58adbbd28421c7fdc86ee886919ea9921a79 Mon Sep 17 00:00:00 2001 From: jxxghp Date: Mon, 27 Apr 2026 12:56:21 +0800 Subject: [PATCH] fix: adapt audiences user data parser --- app/modules/indexer/parser/nexus_audiences.py | 117 ++++++++++++++++++ tests/test_nexus_audiences_parser.py | 46 +++++++ 2 files changed, 163 insertions(+) create mode 100644 tests/test_nexus_audiences_parser.py diff --git a/app/modules/indexer/parser/nexus_audiences.py b/app/modules/indexer/parser/nexus_audiences.py index 5d255af20..14b2c9902 100644 --- a/app/modules/indexer/parser/nexus_audiences.py +++ b/app/modules/indexer/parser/nexus_audiences.py @@ -1,4 +1,6 @@ # -*- coding: utf-8 -*- +import json +import re from urllib.parse import urljoin from lxml import etree @@ -11,6 +13,121 @@ from app.utils.string import StringUtils class NexusAudiencesSiteUserInfo(NexusPhpSiteUserInfo): schema = SiteSchema.NexusAudiences + def _parse_user_traffic_info(self, html_text): + """ + 解析用户流量信息 + """ + super()._parse_user_traffic_info(html_text) + self.__parse_userbar_info(html_text) + + def _parse_user_detail_info(self, html_text: str): + """ + 解析用户额外信息 + """ + super()._parse_user_detail_info(html_text) + self.__parse_userbar_info(html_text) + + def __parse_userbar_info(self, html_text: str): + """ + 解析 Audiences 新版顶部用户栏，覆盖 NexusPHP 通用正则的误判。 + """ + html = etree.HTML(html_text) + try: + if not StringUtils.is_valid_html_element(html): + return + + for user_node in html.xpath('//*[@data-uploader-url or @data-uploader-stats]'): + self.__parse_user_identity(user_node) + self.__parse_uploader_stats(user_node.get("data-uploader-stats")) + + # data-uploader-stats 不包含分享率，需从 compact metric 的 class 中读取。 + self.__parse_compact_metric(html, "ratio", "ratio") + self.__parse_compact_metric(html, "uploaded", "upload") + self.__parse_compact_metric(html, "downloaded", "download") + self.__parse_compact_metric(html, "bonus", "bonus") + self.__parse_compact_metric(html, "active", "active") + finally: + if html is not None: + del html + + def __parse_user_identity(self, user_node): + """ + 从新版用户卡属性中提取用户 ID、用户名和等级。 + """ + user_url = user_node.get("data-uploader-url") or "" + user_detail = re.search(r"userdetails\.php\?id=(\d+)", user_url) + if user_detail and user_detail.group(1).strip(): + self.userid = user_detail.group(1).strip() + + username = user_node.get("data-uploader-label") + if username and username.strip(): + self.username = username.strip() + + user_level = user_node.get("data-uploader-badge") + if user_level and user_level.strip(): + self.user_level = user_level.strip() + + def __parse_uploader_stats(self, stats_text: str): + """ + 解析 data-uploader-stats 中的结构化流量数据。 + """ + if not stats_text: + return + + try: + stats = json.loads(stats_text) + except (TypeError, ValueError): + return + + if not isinstance(stats, list): + return + + for item in stats: + if not isinstance(item, dict): + continue + label = str(item.get("label") or "").strip(" ：:") + tone = str(item.get("tone") or "").strip() + value = str(item.get("value") or "").strip() + self.__set_metric_value(label=label, tone=tone, value=value) + + def __parse_compact_metric(self, html, metric: str, field: str): + """ + 按 compact metric 的 class 读取新版用户栏中的单项数据。 + """ + values = html.xpath( + f'//*[contains(concat(" ", normalize-space(@class), " "), " site-userbar__compact-metric--{metric} ")]' + '//span[normalize-space()][last()]/text()' + ) + if not values: + values = html.xpath( + f'//*[contains(concat(" ", normalize-space(@class), " "), " site-userbar__compact-metric--{metric} ")]' + '/text()' + ) + if values: + self.__set_metric_value(field=field, value=values[-1].strip()) + + def __set_metric_value(self, value: str, label: str = None, tone: str = None, field: str = None): + """ + 将 Audiences 用户栏指标写入通用用户数据字段。 + """ + if not value: + return + + metric_key = field or tone or label + if metric_key in {"uploaded", "上传量", "upload"}: + self.upload = StringUtils.num_filesize(value) + elif metric_key in {"downloaded", "下载量", "download"}: + self.download = StringUtils.num_filesize(value) + elif metric_key in {"bonus", "爆米花"}: + self.bonus = StringUtils.str_float(value) + elif metric_key == "ratio": + self.ratio = StringUtils.str_float(value) + elif metric_key in {"active", "活跃"}: + active_match = re.search(r"↑\s*(\d+)\s*/\s*↓\s*(\d+)", value) + if active_match: + self.seeding = StringUtils.str_int(active_match.group(1)) + self.leeching = StringUtils.str_int(active_match.group(2)) + def _parse_seeding_pages(self): if not self._torrent_seeding_page: return diff --git a/tests/test_nexus_audiences_parser.py b/tests/test_nexus_audiences_parser.py new file mode 100644 index 000000000..2ec2f7242 --- /dev/null +++ b/tests/test_nexus_audiences_parser.py @@ -0,0 +1,46 @@ +# -*- coding: utf-8 -*- +from app.modules.indexer.parser.nexus_audiences import NexusAudiencesSiteUserInfo +from app.utils.string import StringUtils + + +def test_audiences_userbar_metrics_override_generic_nexus_regex(): + parser = NexusAudiencesSiteUserInfo( + site_name="Audiences", + url="https://audiences.me/", + site_cookie="", + apikey=None, + token=None, + ) + html_text = """ + + +
+
+ + 2.801 + + + + """ + + # Audiences 新版用户栏把流量数据放在 data 属性中，通用 NexusPHP 正则无法稳定识别。 + parser._parse_user_traffic_info(html_text) + + assert parser.userid == "18978" + assert parser.username == "jxxghp" + assert parser.user_level == "(江湖儿女)Elite User" + assert parser.upload == StringUtils.num_filesize("10.150 TB") + assert parser.download == StringUtils.num_filesize("3.624 TB") + assert parser.ratio == 2.801 + assert parser.bonus == 1973896.2 + assert parser.seeding == 355 + assert parser.leeching == 7