From ca12fc149b0688f4ed596f6335232c5747c35d0b Mon Sep 17 00:00:00 2001 From: zu1k Date: Sat, 29 Aug 2020 14:33:06 +0800 Subject: [PATCH] remove fanqiangdang --- pkg/getter/web_fanqiangdang.go | 49 ---------------------------------- 1 file changed, 49 deletions(-) diff --git a/pkg/getter/web_fanqiangdang.go b/pkg/getter/web_fanqiangdang.go index d2d29ca..9efb293 100644 --- a/pkg/getter/web_fanqiangdang.go +++ b/pkg/getter/web_fanqiangdang.go @@ -12,7 +12,6 @@ import ( ) func init() { - Register("web-fanqiangdang-rss", NewWebFanqiangdangRSSGetter) Register("web-fanqiangdang", NewWebFanqiangdangGetter) } @@ -64,54 +63,6 @@ func (w *WebFanqiangdang) Get() proxy.ProxyList { } func (w *WebFanqiangdang) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) { - defer wg.Done() - nodes := w.Get() - for _, node := range nodes { - pc <- node - } -} - -type WebFanqiangdangRSS struct { - c *colly.Collector - Url string - results []string -} - -func NewWebFanqiangdangRSSGetter(options tool.Options) (getter Getter, err error) { - urlInterface, found := options["url"] - if found { - url, err := AssertTypeStringNotNull(urlInterface) - if err != nil { - return nil, err - } - return &WebFanqiangdangRSS{ - c: tool.GetColly(), - Url: url, - }, nil - } - return nil, ErrorUrlNotFound -} - -func (w *WebFanqiangdangRSS) Get() proxy.ProxyList { - w.results = make([]string, 0) - w.c.OnHTML("td.t_f", func(e *colly.HTMLElement) { - w.results = append(w.results, GrepLinksFromString(e.Text)...) - }) - - w.c.OnXML("//item//link", func(e *colly.XMLElement) { - _ = e.Request.Visit(e.Text) - }) - - w.results = make([]string, 0) - err := w.c.Visit(w.Url) - if err != nil { - _ = fmt.Errorf("%s", err.Error()) - } - - return StringArray2ProxyArray(w.results) -} - -func (w *WebFanqiangdangRSS) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) { defer wg.Done() nodes := w.Get() log.Printf("STATISTIC: Fanqiangdang\tcount=%d\turl=%s\n", len(nodes), w.Url)