1. 刷新个人数据时抓取的页面全部转换为简体中文后再处理

This commit is contained in:
ngfchl
2022-08-27 18:09:03 +08:00
parent 8c7b9bd992
commit 0ea80e626e

View File

@@ -711,7 +711,7 @@ class PtSpider:
# print('个人主页:', user_detail_res.content.decode('utf8'))
# 解析HTML
# print(user_detail_res.is_redirect)
details_html = etree.HTML(user_detail_res.content)
details_html = etree.HTML(converter.convert(user_detail_res.content))
if 'school' in site.url:
text = details_html.xpath('//script/text()')
if len(text) > 0:
@@ -721,7 +721,7 @@ class PtSpider:
res = self.send_request(my_site=my_site, url=site.url + location.lstrip('/'), timeout=25)
details_html = etree.HTML(res.text)
# print(res.content)
seeding_html = etree.HTML(seeding_detail_res.text)
seeding_html = etree.HTML(converter.convert(seeding_detail_res.text))
# leeching_html = etree.HTML(leeching_detail_res.text)
# print(seeding_detail_res.content.decode('utf8'))
return CommonResponse.success(data={