64 lines
1.2 KiB
Go
64 lines
1.2 KiB
Go
package getter
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"log"
|
|
"strings"
|
|
"sync"
|
|
|
|
"github.com/zu1k/proxypool/pkg/proxy"
|
|
"github.com/zu1k/proxypool/pkg/tool"
|
|
)
|
|
|
|
func init() {
|
|
Register("subscribe", NewSubscribe)
|
|
}
|
|
|
|
type Subscribe struct {
|
|
Url string
|
|
}
|
|
|
|
func (s *Subscribe) Get() proxy.ProxyList {
|
|
resp, err := tool.GetHttpClient().Get(s.Url)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
defer resp.Body.Close()
|
|
body, err := ioutil.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
|
|
nodesString, err := tool.Base64DecodeString(string(body))
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
nodesString = strings.ReplaceAll(nodesString, "\t", "")
|
|
|
|
nodes := strings.Split(nodesString, "\n")
|
|
return StringArray2ProxyArray(nodes)
|
|
}
|
|
|
|
func (s *Subscribe) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) {
|
|
defer wg.Done()
|
|
nodes := s.Get()
|
|
log.Printf("STATISTIC: Subscribe\tcount=%d\turl=%s\n", len(nodes), s.Url)
|
|
for _, node := range nodes {
|
|
pc <- node
|
|
}
|
|
}
|
|
|
|
func NewSubscribe(options tool.Options) (getter Getter, err error) {
|
|
urlInterface, found := options["url"]
|
|
if found {
|
|
url, err := AssertTypeStringNotNull(urlInterface)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &Subscribe{
|
|
Url: url,
|
|
}, nil
|
|
}
|
|
return nil, ErrorUrlNotFound
|
|
}
|