MCPcopy
hub / github.com/zu1k/proxypool / SaveProxyList

Function SaveProxyList

internal/database/proxy.go:31–51  ·  view source on GitHub ↗
(pl proxy.ProxyList)

Source from the content-addressed store, hash-verified

29const roundSize = 100
30
31func SaveProxyList(pl proxy.ProxyList) {
32 if DB == nil {
33 return
34 }
35
36 size := pl.Len()
37 round := (size + roundSize - 1) / roundSize
38
39 for r := 0; r < round; r++ {
40 proxies := make([]Proxy, 0, roundSize)
41 for i, j := r*roundSize, (r+1)*roundSize-1; i < j && i < size; i++ {
42 p := pl[i]
43 proxies = append(proxies, Proxy{
44 Base: *p.BaseInfo(),
45 Link: p.Link(),
46 Identifier: p.Identifier(),
47 })
48 }
49 DB.Create(&proxies)
50 }
51}
52
53func GetAllProxies() (proxies proxy.ProxyList) {
54 proxies = make(proxy.ProxyList, 0)

Callers 1

CrawlGoFunction · 0.92

Calls 4

LenMethod · 0.80
BaseInfoMethod · 0.65
LinkMethod · 0.65
IdentifierMethod · 0.65

Tested by

no test coverage detected