Sansui233_proxypool/getter/web_fuzz.go

package getter

import (
	"io/ioutil"
	"net/http"
	"sync"

	"github.com/zu1k/proxypool/proxy"
)

type WebFuzz struct {
	Url string
}

func (w WebFuzz) Get() []proxy.Proxy {
	resp, err := http.Get(w.Url)
	if err != nil {
		return nil
	}
	defer resp.Body.Close()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		return nil
	}
	return FuzzParseProxyFromString(string(body))
}

func (w WebFuzz) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) {
	wg.Add(1)
	nodes := w.Get()
	for _, node := range nodes {
		pc <- node
	}
	wg.Done()
}

func NewWebFuzz(url string) *WebFuzz {
	return &WebFuzz{Url: url}
}