Files
proxypool/getter/web_fuzz.go
2020-08-15 20:06:58 +08:00

51 lines
918 B
Go

package getter
import (
"io/ioutil"
"sync"
"github.com/zu1k/proxypool/proxy"
"github.com/zu1k/proxypool/tool"
)
func init() {
Register("webfuzz", NewWebFuzzGetter)
}
type WebFuzz struct {
Url string
}
func (w *WebFuzz) Get() []proxy.Proxy {
resp, err := tool.GetHttpClient().Get(w.Url)
if err != nil {
return nil
}
defer resp.Body.Close()
body, err := ioutil.ReadAll(resp.Body)
if err != nil {
return nil
}
return FuzzParseProxyFromString(string(body))
}
func (w *WebFuzz) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) {
defer wg.Done()
nodes := w.Get()
for _, node := range nodes {
pc <- node
}
}
func NewWebFuzzGetter(options tool.Options) (getter Getter, err error) {
urlInterface, found := options["url"]
if found {
url, err := AssertTypeStringNotNull(urlInterface)
if err != nil {
return nil, err
}
return &WebFuzz{Url: url}, nil
}
return nil, ErrorUrlNotFound
}