Function CleanBadProxiesWithGrpool

pkg/proxy/check.go:41–89

(proxies []Proxy)

}

func CleanBadProxiesWithGrpool(proxies []Proxy) (cproxies []Proxy) {
	pool := grpool.NewPool(500, 200)

	c := make(chan checkResult)
	defer close(c)

	pool.WaitCount(len(proxies))
	go func() {
		for _, p := range proxies {
			pp := p
			pool.JobQueue <- func() {
				defer pool.JobDone()
				delay, err := testDelay(pp)
				if err == nil {
					c <- checkResult{
						name:  pp.Identifier(),
						delay: delay,
					}
				}
			}
		}
	}()
	done := make(chan struct{})
	defer close(done)

	go func() {
		pool.WaitAll()
		pool.Release()
		done <- struct{}{}
	}()

	okMap := make(map[string]struct{})
	for {
		select {
		case r := <-c:
			if r.delay > 0 {
				okMap[r.name] = struct{}{}
			}
		case <-done:
			cproxies = make(ProxyList, 0, 500)
			for _, p := range proxies {
				if _, ok := okMap[p.Identifier()]; ok {
					cproxies = append(cproxies, p.Clone())
				}
			}
			return
		}
	}
}

func CleanBadProxies(proxies []Proxy) (cproxies []Proxy) {
	c := make(chan checkResult, 40)