From 6db9c9e904743bf91da0666bb210e3a8293e8fdd Mon Sep 17 00:00:00 2001 From: ngfchl Date: Thu, 1 Sep 2022 08:57:46 +0800 Subject: [PATCH] =?UTF-8?q?1.=20=E6=9B=B4=E6=96=B0=E7=99=BD=E5=85=94?= =?UTF-8?q?=E3=80=81=E5=9F=8E=E5=B8=82=E3=80=81=E8=89=BE=E8=96=87=E3=80=81?= =?UTF-8?q?=E8=80=81=E5=B8=88=E9=83=A8=E5=88=86=E8=A7=84=E5=88=99=EF=BC=8C?= =?UTF-8?q?=E8=A7=A3=E5=86=B3=E5=9B=A0=E4=B8=BA=E8=8E=B7=E5=8F=96=E6=B3=A8?= =?UTF-8?q?=E5=86=8C=E6=97=B6=E9=97=B4=E3=80=81=E6=9C=80=E8=BF=91=E6=B4=BB?= =?UTF-8?q?=E5=8A=A8=E6=97=B6=E9=97=B4=E5=AF=BC=E8=87=B4=E7=9A=84=E9=94=99?= =?UTF-8?q?=E8=AF=AF=202.=20=E6=9C=AC=E6=AC=A1=E6=9B=B4=E6=96=B0=E9=87=8D?= =?UTF-8?q?=E5=90=AF=E5=90=8E=E7=94=9F=E6=95=88?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pt_site/UtilityTool.py | 6 +- pt_site_site.json | 150 ++++++----------------------------------- 2 files changed, 23 insertions(+), 133 deletions(-) diff --git a/pt_site/UtilityTool.py b/pt_site/UtilityTool.py index b59fb24..ece387c 100644 --- a/pt_site/UtilityTool.py +++ b/pt_site/UtilityTool.py @@ -875,11 +875,9 @@ class PtSpider: latest_active = ''.join( details_html.xpath(site.latest_active_rule) ).strip('\xa0').strip() - # latest_active = latest_active_1.replace('(', '').replace(')', '').strip() + if '(' in latest_active: + latest_active = latest_active.split('(')[0].strip() - # my_sp = ''.join( - # details_html.xpath(site.my_sp_rule) - # ).replace(' ', '').replace('(', '').replace(')', '').replace(',', '').strip(']:').strip() # 获取字符串中的魔力值 my_sp = ''.join( details_html.xpath(site.my_sp_rule) diff --git a/pt_site_site.json b/pt_site_site.json index b7d5e05..bdb0014 100644 --- a/pt_site_site.json +++ b/pt_site_site.json @@ -1,7 +1,5 @@ [ { - "created_at": "2022-07-17 10:22:03.474139", - "updated_at": "2022-07-31 21:14:07.616261", "name": "阿童木", "logo": "favicon.ico", "sign_in_support": 1, @@ -70,8 +68,6 @@ "url": "https://hdatmos.club/" }, { - "created_at": "2022-07-17 10:24:21.376256", - "updated_at": "2022-08-10 13:50:58.118318", "name": "猪猪网", "logo": "favicon.ico", "sign_in_support": 1, @@ -140,8 +136,6 @@ "url": "https://piggo.me/" }, { - "created_at": "2022-07-17 10:24:59.754465", - "updated_at": "2022-08-10 13:44:43.192621", "name": "BT学校", "logo": "favicon.ico", "sign_in_support": 1, @@ -210,8 +204,6 @@ "url": "https://pt.btschool.club/" }, { - "created_at": "2022-07-17 10:27:30.380723", - "updated_at": "2022-07-29 00:42:33.378485", "name": "1PT", "logo": "favicon.ico", "sign_in_support": 1, @@ -280,8 +272,6 @@ "url": "https://1ptba.com/" }, { - "created_at": "2022-07-20 10:03:44.047931", - "updated_at": "2022-08-04 15:33:30.240321", "name": "A-Soul", "logo": "favicon.ico", "sign_in_support": 0, @@ -350,8 +340,6 @@ "url": "https://pt.asf.ink/" }, { - "created_at": "2022-07-20 10:05:03.493380", - "updated_at": "2022-08-10 13:49:23.155236", "name": "CarPT", "logo": "favicon.ico", "sign_in_support": 1, @@ -420,8 +408,6 @@ "url": "https://carpt.net/" }, { - "created_at": "2022-07-20 10:06:16.029788", - "updated_at": "2022-08-13 14:44:50.944154", "name": "HDArea", "logo": "favicon.ico", "sign_in_support": 1, @@ -490,8 +476,6 @@ "url": "https://www.hdarea.co/" }, { - "created_at": "2022-07-20 10:07:13.505127", - "updated_at": "2022-07-28 14:59:03.826951", "name": "红豆饭", "logo": "favicon.ico", "sign_in_support": 1, @@ -560,8 +544,6 @@ "url": "https://hdfans.org/" }, { - "created_at": "2022-07-20 10:08:12.726271", - "updated_at": "2022-08-11 11:28:36.016955", "name": "天空", "logo": "favicon.ico", "sign_in_support": 1, @@ -630,8 +612,6 @@ "url": "https://hdsky.me/" }, { - "created_at": "2022-07-20 10:09:18.723334", - "updated_at": "2022-08-14 10:52:11.836195", "name": "时光", "logo": "favicon.ico", "sign_in_support": 1, @@ -700,8 +680,6 @@ "url": "https://hdtime.org/" }, { - "created_at": "2022-07-20 10:09:59.938469", - "updated_at": "2022-08-10 13:50:00.429484", "name": "Zone", "logo": "favicon.ico", "sign_in_support": 1, @@ -770,8 +748,6 @@ "url": "https://hdzone.me/" }, { - "created_at": "2022-07-20 10:11:12.180150", - "updated_at": "2022-08-17 21:43:07.879658", "name": "冬樱", "logo": "favicon.ico", "sign_in_support": 1, @@ -840,8 +816,6 @@ "url": "https://wintersakura.net/" }, { - "created_at": "2022-07-20 10:12:13.107949", - "updated_at": "2022-07-28 14:59:26.241791", "name": "蚂蚁", "logo": "favicon.ico", "sign_in_support": 1, @@ -910,8 +884,6 @@ "url": "http://hdmayi.com/" }, { - "created_at": "2022-07-20 10:13:15.407226", - "updated_at": "2022-07-31 21:29:25.776733", "name": "农场", "logo": "favicon.ico", "sign_in_support": 1, @@ -980,8 +952,6 @@ "url": "https://pt.0ff.cc/" }, { - "created_at": "2022-07-20 10:15:59.584262", - "updated_at": "2022-08-11 13:38:09.502742", "name": "铂金学院", "logo": "favicon.ico", "sign_in_support": 1, @@ -1050,8 +1020,6 @@ "url": "https://ptchina.org/" }, { - "created_at": "2022-07-20 10:58:58.928918", - "updated_at": "2022-08-10 13:45:18.834513", "name": "马杀鸡", "logo": "favicon.ico", "sign_in_support": 0, @@ -1120,8 +1088,6 @@ "url": "https://pt.msg.vg/" }, { - "created_at": "2022-07-20 11:03:57.583569", - "updated_at": "2022-08-02 12:27:10.102881", "name": "时间", "logo": "favicon.ico", "sign_in_support": 1, @@ -1190,8 +1156,6 @@ "url": "https://www.pttime.org/" }, { - "created_at": "2022-07-20 11:06:11.901583", - "updated_at": "2022-08-10 13:46:50.158009", "name": "欧申", "logo": "favicon.ico", "sign_in_support": 0, @@ -1260,8 +1224,6 @@ "url": "http://www.oshen.win/" }, { - "created_at": "2022-07-20 11:12:51.331275", - "updated_at": "2022-08-10 13:52:50.806674", "name": "海棠", "logo": "favicon.ico", "sign_in_support": 1, @@ -1330,8 +1292,6 @@ "url": "https://www.htpt.cc/" }, { - "created_at": "2022-07-20 11:17:25.992570", - "updated_at": "2022-08-10 13:54:33.138165", "name": "烧包", "logo": "favicon.ico", "sign_in_support": 0, @@ -1400,8 +1360,6 @@ "url": "https://ptsbao.club/" }, { - "created_at": "2022-07-20 11:25:55.869829", - "updated_at": "2022-08-10 13:53:32.215426", "name": "百川", "logo": "favicon.ico", "sign_in_support": 0, @@ -1470,8 +1428,6 @@ "url": "https://www.hitpt.com/" }, { - "created_at": "2022-07-20 11:27:42.866938", - "updated_at": "2022-08-02 12:32:08.441378", "name": "聆音", "logo": "favicon.ico", "sign_in_support": 1, @@ -1540,8 +1496,6 @@ "url": "https://pt.soulvoice.club/" }, { - "created_at": "2022-07-20 11:28:54.234633", - "updated_at": "2022-08-10 13:54:41.327918", "name": "备胎", "logo": "favicon.ico", "sign_in_support": 0, @@ -1610,8 +1564,6 @@ "url": "https://www.beitai.pt/" }, { - "created_at": "2022-07-20 23:48:14.437030", - "updated_at": "2022-07-31 21:39:31.652887", "name": "观众", "logo": "favicon.ico", "sign_in_support": 1, @@ -1680,8 +1632,6 @@ "url": "https://audiences.me/" }, { - "created_at": "2022-07-20 23:51:03.848016", - "updated_at": "2022-07-31 21:15:57.709490", "name": "丐帮", "logo": "favicon.ico", "sign_in_support": 1, @@ -1750,8 +1700,6 @@ "url": "https://gainbound.net/" }, { - "created_at": "2022-07-20 23:51:54.709973", - "updated_at": "2022-08-02 13:04:16.594378", "name": "海胆", "logo": "favicon.ico", "sign_in_support": 1, @@ -1820,8 +1768,6 @@ "url": "https://www.haidan.video/" }, { - "created_at": "2022-07-20 23:52:34.568529", - "updated_at": "2022-08-02 12:29:45.927848", "name": "HD杜比", "logo": "favicon.ico", "sign_in_support": 1, @@ -1890,8 +1836,6 @@ "url": "https://www.hddolby.com/" }, { - "created_at": "2022-07-20 23:53:30.271660", - "updated_at": "2022-08-10 13:52:00.952246", "name": "海带", "logo": "favicon.ico", "sign_in_support": 0, @@ -1960,8 +1904,6 @@ "url": "https://www.hd.ai/" }, { - "created_at": "2022-07-20 23:55:26.251727", - "updated_at": "2022-08-10 13:43:56.738412", "name": "MTeam", "logo": "favicon.ico", "sign_in_support": 0, @@ -2030,8 +1972,6 @@ "url": "https://kp.m-team.cc/" }, { - "created_at": "2022-07-20 23:56:40.615457", - "updated_at": "2022-08-10 13:47:59.194506", "name": "芒果", "logo": "favicon.ico", "sign_in_support": 1, @@ -2100,8 +2040,6 @@ "url": "https://www.3wmg.com/" }, { - "created_at": "2022-07-23 19:05:57.166639", - "updated_at": "2022-08-20 10:06:45.737958", "name": "海豹GPW", "logo": "favicon.ico", "sign_in_support": 0, @@ -2170,10 +2108,8 @@ "url": "https://greatposterwall.com/" }, { - "created_at": "2022-07-23 19:10:24.853356", - "updated_at": "2022-08-02 12:12:56.430969", "name": "白兔hares", - "logo": "favicon.ico", + "logo": "http://favicon.ico", "sign_in_support": 1, "get_torrent_support": 1, "get_userinfo_support": 1, @@ -2221,8 +2157,8 @@ "peer_speed_rule": ".//tr/td[5]/nobr/text()", "remark": "", "invitation_rule": "//div[@class=\"layui-tab-item layui-show\"]//table[1]/tr[3]/td[4]/a/text()", - "time_join_rule": "//div[@class=\"layui-tab-item layui-show\"]//table[1]/tr[4]/td[4]/text()", - "latest_active_rule": "//div[@class=\"layui-tab-item layui-show\"]//table[1]/tr[4]/td[6]/text()", + "time_join_rule": "//td[contains(text(),\"加入日期\")]/following-sibling::td[1]/span/@title", + "latest_active_rule": "//td[contains(text(),\"最近动向\")]/following-sibling::td[1]//span/@title", "uploaded_rule": "//table[2]/tr[2]/td[4]/text()", "downloaded_rule": "//table[2]/tr[2]/td[6]/text()", "ratio_rule": "//table[2]/tr[2]/td[2]/text()", @@ -2235,15 +2171,13 @@ "seed_rule": "//img[@class=\"arrowup\"][1]/following-sibling::text()[1]", "record_count_rule": "/html/body/b/text()", "seed_vol_rule": "//tr/td[3]", - "mailbox_rule": "//a[@href=\"messages.php\"]/following-sibling::text()[1]", + "mailbox_rule": "//a[@href=\"messages.php\"]/font/text()", "hash_rule": "//tr[13]/td[2]/table/tbody/tr/td[1]/text()", "url": "https://club.hares.top/" }, { - "created_at": "2022-07-27 12:59:12.234035", - "updated_at": "2022-07-28 12:31:14.501141", "name": "老师", - "logo": "favicon.ico", + "logo": "http://favicon.ico", "sign_in_support": 1, "get_torrent_support": 1, "get_userinfo_support": 1, @@ -2291,8 +2225,8 @@ "peer_speed_rule": ".//tr/td[5]/nobr/text()", "remark": "", "invitation_rule": "//td[@class=\"embedded\"]/table/tr[2]/td[2]/a/text()", - "time_join_rule": "//td[@class=\"embedded\"]/table/tr[3]/td[2]/text()", - "latest_active_rule": "//td[@class=\"embedded\"]/table/tr[4]/td[2]/text()", + "time_join_rule": "//td[contains(text(),\"加入\")]/following-sibling::td[1]//span/@title", + "latest_active_rule": "//td[contains(text(),\"最近动向\")]/following-sibling::td[1]//span/@title", "uploaded_rule": "//tr[7]/td[2]/table/tr[2]/td[1]/text()", "downloaded_rule": "//tr[7]/td[2]/table/tr[2]/td[2]/text()", "ratio_rule": "//tr[7]/td[2]/table/tr[1]/td[1]/font/text()", @@ -2310,10 +2244,8 @@ "url": "https://www.nicept.net/" }, { - "created_at": "2022-07-27 13:01:11.697971", - "updated_at": "2022-08-10 13:46:10.553441", "name": "艾薇", - "logo": "favicon.ico", + "logo": "http://favicon.ico", "sign_in_support": 0, "get_torrent_support": 1, "get_userinfo_support": 1, @@ -2360,17 +2292,17 @@ "viewpeerlist_rule": ".//tr/td[9]/nobr/text()", "peer_speed_rule": ".//tr/td[5]/nobr/text()", "remark": "", - "invitation_rule": "//table/tr[1]/td[2]/a/text()", - "time_join_rule": "//table/tr[3]/td[2]/span/@title", - "latest_active_rule": "//table/tr[4]/td[2]/span/@title", - "uploaded_rule": "//tr[7]/td[2]/table/tr[2]/td[1]/text()", - "downloaded_rule": "//tr[7]/td[2]//table/tr[2]/td[2]/text()", - "ratio_rule": "//tr[7]/td[2]/table/tr/td[1]/font/text()", - "my_sp_rule": "//tr[13]/td[2]/text()", - "hour_sp_rule": "//div[contains(text(),\"每小时\")]/text()[1]", - "my_bonus_rule": "//tr[113]/td[2]/text()", - "my_level_rule": "//tr/td/span/span/a/@class", - "my_hr_rule": "//table/tr[14]/td[2]/text()", + "invitation_rule": "//a[contains(@href,\"invite.php?id=\")]/following-sibling::text()[1]", + "time_join_rule": "//td[contains(text(),\"加入\")]/following-sibling::td[1]//span/@title", + "latest_active_rule": "//td[contains(text(),\"最近动向\")]/following-sibling::td[1]//span/@title", + "uploaded_rule": "//font[@class=\"color_uploaded\"]/following-sibling::text()[1]", + "downloaded_rule": "//font[@class=\"color_downloaded\"]/following-sibling::text()[1]", + "ratio_rule": "//font[@class=\"color_ratio\"][1]/following-sibling::text()[1]", + "my_sp_rule": "//a[@href=\"mybonus.php\"]/following-sibling::text()[1]", + "hour_sp_rule": "//div[contains(text(),\"每小时能获取\")]/text()[1]", + "my_bonus_rule": "//font[@class=\"color_bonus\" and contains(text(),\"积分\")]/following-sibling::text()[1]", + "my_level_rule": "//span[@class=\"medium\"]/span[@class=\"nowrap\"][1]/a[contains(@class,\"_Name\")]/@class", + "my_hr_rule": "//a[@href=\"myhr.php\"]/text()", "leech_rule": "//img[@class=\"arrowdown\"][1]/following-sibling::text()[1]", "seed_rule": "//img[@class=\"arrowup\"][1]/following-sibling::text()[1]", "record_count_rule": "/html/body/b/text()", @@ -2380,8 +2312,6 @@ "url": "http://avgv.cc/" }, { - "created_at": "2022-08-02 10:14:26.854705", - "updated_at": "2022-08-04 16:14:42.682317", "name": "明教", "logo": "favicon.ico", "sign_in_support": 1, @@ -2450,8 +2380,6 @@ "url": "https://hdpt.xyz/" }, { - "created_at": "2022-08-12 23:29:07.033862", - "updated_at": "2022-08-17 23:56:15.450137", "name": "铂金家", "logo": "https://pthome.net/favicon.ico", "sign_in_support": 1, @@ -2520,8 +2448,6 @@ "url": "https://pthome.net/" }, { - "created_at": "2022-08-14 09:14:51.194443", - "updated_at": "2022-08-20 16:08:44.942517", "name": "ipt", "logo": "https://iptorrents.com/favicon.ico", "sign_in_support": 0, @@ -2590,8 +2516,6 @@ "url": "https://iptorrents.com/" }, { - "created_at": "2022-08-18 00:39:11.082251", - "updated_at": "2022-08-18 00:39:11.082276", "name": "梓喵", "logo": "favicon.ico", "sign_in_support": 1, @@ -2660,8 +2584,6 @@ "url": "https://azusa.ru/" }, { - "created_at": "2022-08-18 00:46:55.688591", - "updated_at": "2022-08-21 12:07:21.267282", "name": "HD城市", "logo": "favicon.ico", "sign_in_support": 1, @@ -2730,8 +2652,6 @@ "url": "https://hdcity.city/" }, { - "created_at": "2022-08-19 23:20:30.164315", - "updated_at": "2022-08-21 07:19:53.203762", "name": "HDVIDEO", "logo": "http://hdvideo.one/favicon.ico", "sign_in_support": 1, @@ -2800,8 +2720,6 @@ "url": "http://hdvideo.one/" }, { - "created_at": "2022-08-23 16:41:38.669257", - "updated_at": "2022-08-23 16:47:34.785241", "name": "月月Frds", "logo": "https://pt.keepfrds.com/static/favicon-64x64.png", "sign_in_support": 0, @@ -2870,8 +2788,6 @@ "url": "https://pt.keepfrds.com/" }, { - "created_at": "2022-08-26 20:52:18.452034", - "updated_at": "2022-08-26 21:59:29.625093", "name": "U2", "logo": "http://favor.ico", "sign_in_support": 0, @@ -2940,8 +2856,6 @@ "url": "https://u2.dmhy.org/" }, { - "created_at": "2022-08-26 20:53:50.259439", - "updated_at": "2022-08-27 22:44:48.671607", "name": "TTG", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -2963,7 +2877,7 @@ "page_viewpeerlist": "viewpeerlist.php?id={}", "sign_in_method": "post", "sign_in_captcha": 0, - "sign_in_params": "{signed_timestamp: time.time(), signed_token: \"ebc43a16088dd4ac555521cdfbea0855\"}", + "sign_in_params": "{}", "sign_in_headers": "{}", "hr": 0, "hr_rate": 2, @@ -3010,8 +2924,6 @@ "url": "https://totheglory.im/" }, { - "created_at": "2022-08-26 20:54:35.357465", - "updated_at": "2022-08-27 17:58:49.170544", "name": "蝶粉", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3080,8 +2992,6 @@ "url": "https://discfan.net/" }, { - "created_at": "2022-08-26 20:55:42.110159", - "updated_at": "2022-08-26 21:59:22.495018", "name": "joyhd", "logo": "http://favicon.ico", "sign_in_support": 0, @@ -3150,8 +3060,6 @@ "url": "https://www.joyhd.net/" }, { - "created_at": "2022-08-27 17:32:01.405726", - "updated_at": "2022-08-27 17:32:01.405745", "name": "彩虹岛", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3220,8 +3128,6 @@ "url": "https://chdbits.co/" }, { - "created_at": "2022-08-27 17:36:00.453971", - "updated_at": "2022-08-27 17:44:12.443697", "name": "好多油", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3290,8 +3196,6 @@ "url": "https://pt.hdupt.com/" }, { - "created_at": "2022-08-27 17:43:57.903295", - "updated_at": "2022-08-27 17:43:57.903312", "name": "我堡", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3360,8 +3264,6 @@ "url": "https://ourbits.club/" }, { - "created_at": "2022-08-27 18:16:09.224686", - "updated_at": "2022-08-27 18:16:09.224705", "name": "家园", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3430,8 +3332,6 @@ "url": "https://hdhome.org/" }, { - "created_at": "2022-08-27 18:18:44.023818", - "updated_at": "2022-08-27 18:18:44.023837", "name": "不可说", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3500,8 +3400,6 @@ "url": "https://springsunday.net/" }, { - "created_at": "2022-08-27 18:24:32.917709", - "updated_at": "2022-08-27 18:24:32.917727", "name": "OpenCD", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3570,9 +3468,7 @@ "url": "https://open.cd/" }, { - "created_at": "2022-08-27 21:57:23.449068", - "updated_at": "2022-08-27 21:57:23.449087", - "name": "猫站", + "name": "这是猫站", "logo": "http://favicon.ico", "sign_in_support": 1, "get_torrent_support": 0, @@ -3640,8 +3536,6 @@ "url": "https://pterclub.com/" }, { - "created_at": "2022-08-27 21:57:47.858789", - "updated_at": "2022-08-27 21:57:47.858806", "name": "柠檬", "logo": "http://favicon.ico", "sign_in_support": 1, @@ -3710,8 +3604,6 @@ "url": "https://lemonhd.org/" }, { - "created_at": "2022-08-27 21:58:11.379100", - "updated_at": "2022-08-27 21:58:11.379117", "name": "南洋", "logo": "http://favicon.ico", "sign_in_support": 1,