package app

import (
	"fmt"
	"io/ioutil"
	"log"
	"math/rand"
	"strconv"
	"sync"

	"github.com/zu1k/proxypool/config"
	"gopkg.in/yaml.v2"

	"github.com/zu1k/proxypool/app/cache"
	"github.com/zu1k/proxypool/provider"
	"github.com/zu1k/proxypool/proxy"
	"github.com/zu1k/proxypool/tool"
)

var NeedFetchNewConfigFile = false

func Crawl() {
	if NeedFetchNewConfigFile {
		FetchNewConfigFileThenInit()
	}
	proxies := make([]proxy.Proxy, 0)
	for _, g := range Getters {
		proxies = append(proxies, g.Get()...)
	}
	proxies = append(proxies, cache.GetProxies()...)
	proxies = proxy.Deduplication(proxies)

	num := len(proxies)
	for i := 0; i < num; i++ {
		proxies[i].SetName(strconv.Itoa(rand.Int()))
	}
	log.Println("Crawl node count:", num)
	cache.SetProxies(proxies)
	cache.SetString("clashproxies", provider.Clash{Proxies: proxies}.Provide())
	cache.SetString("surgeproxies", provider.Surge{Proxies: proxies}.Provide())
}

func CrawlGo() {
	if NeedFetchNewConfigFile {
		FetchNewConfigFileThenInit()
	}
	wg := &sync.WaitGroup{}
	var pc = make(chan proxy.Proxy)
	for _, g := range Getters {
		wg.Add(1)
		go g.Get2Chan(pc, wg)
	}
	proxies := cache.GetProxies()
	go func() {
		wg.Wait()
		close(pc)
	}()
	for node := range pc {
		if node != nil {
			proxies = append(proxies, node)
		}
	}
	proxies = proxy.Deduplication(proxies)
	log.Println("CrawlGo node count:", len(proxies))
	proxies = proxy.CleanProxies(provider.Clash{Proxies: proxies}.CleanProxies())
	log.Println("CrawlGo clash useable node count:", len(proxies))

	num := len(proxies)
	for i := 0; i < num; i++ {
		country, err := GeoIp.Find(proxies[i].BaseInfo().Server)
		if err != nil {
			country = "Earth"
		}
		proxies[i].SetName(fmt.Sprintf("%s_%d_%s", ProjectName, i+1, country))
	}
	cache.SetProxies(proxies)
	cache.SetString("clashproxies", provider.Clash{Proxies: proxies}.Provide())
	cache.SetString("surgeproxies", provider.Surge{Proxies: proxies}.Provide())
}

func FetchNewConfigFileThenInit() {
	fmt.Println("fetch new config file...")
	resp, err := tool.GetHttpClient().Get("https://raw.githubusercontent.com/zu1k/proxypool/master/source.yaml")
	if err != nil {
		return
	}
	defer resp.Body.Close()
	body, err := ioutil.ReadAll(resp.Body)

	err = yaml.Unmarshal(body, &config.SourceConfig)
	if err != nil {
		return
	}
	InitGetters(config.SourceConfig.Sources)
}