From 96f61ebad2c785a46cefb9ee942c3be7e3c43d4f Mon Sep 17 00:00:00 2001 From: ngfchl Date: Fri, 2 Sep 2022 11:10:51 +0800 Subject: [PATCH] =?UTF-8?q?1.=20=E4=BF=AE=E5=A4=8D=E5=9B=A0=E6=B7=BB?= =?UTF-8?q?=E5=8A=A0headers=E5=AF=BC=E8=87=B4=E9=83=A8=E5=88=86=E7=BD=91?= =?UTF-8?q?=E7=AB=99=E5=A4=B1=E8=B4=A5=E7=9A=84bug?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pt_site/UtilityTool.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/pt_site/UtilityTool.py b/pt_site/UtilityTool.py index 2cd0d50..0bc998f 100644 --- a/pt_site/UtilityTool.py +++ b/pt_site/UtilityTool.py @@ -158,7 +158,7 @@ class PtSpider: data: dict = None, timeout: int = 20, delay: int = 15, - headers=None, + headers: dict = {}, proxies: dict = None): site = my_site.site scraper = self.get_scraper(delay=delay) @@ -792,7 +792,7 @@ class PtSpider: message = my_site.site.name + '访问个人主页信息：失败！原因：' + str(e) logging.error(message) self.send_text(message) - # raise + raise return CommonResponse.error(msg=message) @staticmethod @@ -959,7 +959,7 @@ class PtSpider: except Exception as e: message = my_site.site.name + '解析个人主页信息：失败！原因：' + str(e) logging.error(message) - # raise + raise self.send_text(site.name + '解析个人主页信息：失败！原因：' + str(e)) return CommonResponse.error(msg=message) @@ -991,7 +991,7 @@ class PtSpider: """ res = converter.convert(response.content) - print('时魔响应', response.content) + # print('时魔响应', response.content) # print('转为简体的时魔页面：', str(res)) # res_list = self.parse(res, site.hour_sp_rule) res_list = etree.HTML(res).xpath(site.hour_sp_rule)