Function TestCrawler_Process_downloadError

app/crawler/crawler_test.go:117–129

(t *testing.T)

}

func TestCrawler_Process_downloadError(t *testing.T) {
	scheduler.Init(4, 0)
	cr := New(0, &errorDownloader{}, "csv", 10).(*crawler)
	sp := &spider.Spider{
		Name:     "TestSpider",
		RuleTree: &spider.RuleTree{Trunk: map[string]*spider.Rule{}},
		Limit:    -5,
	}
	cr.Init(sp)
	req := &request.Request{URL: "http://example.com", Rule: "r"}
	req.Prepare()
	cr.Process(req)
}

func TestCrawler_Run(t *testing.T) {
	scheduler.Init(4, 0)