Function FetchDomainsFromURL

utils.go:339–376

FetchDomainsFromURL 从URL获取域名列表

(url string)

// FetchDomainsFromURL 从URL获取域名列表
func FetchDomainsFromURL(url string) ([]string, error) {
	resp, err := http.Get(url)
	if err != nil {
		return nil, fmt.Errorf("获取URL内容失败: %v", err)
	}
	defer resp.Body.Close()
	
	if resp.StatusCode != http.StatusOK {
		return nil, fmt.Errorf("HTTP请求失败，状态码: %d", resp.StatusCode)
	}
	
	body, err := io.ReadAll(resp.Body)
	if err != nil {
		return nil, fmt.Errorf("读取响应内容失败: %v", err)
	}
	
	// 使用正则表达式提取域名
	re := regexp.MustCompile(`(http|https)://(.*?)[/"\s<>]+`)
	matches := re.FindAllStringSubmatch(string(body), -1)
	
	domains := make(map[string]bool) // 使用map去重
	for _, match := range matches {
		if len(match) >= 3 {
			domain := strings.TrimSpace(match[2])
			if ValidateDomainName(domain) {
				domains[domain] = true
			}
		}
	}
	
	// 转换为切片
	result := make([]string, 0, len(domains))
	for domain := range domains {
		result = append(result, domain)
	}
	
	return result, nil
}

// ResolveDomain 解析域名为IP地址
func ResolveDomain(domain string) ([]net.IP, error) {