Function TestCrawlerPool_Use_UseOpt_Free

app/crawler/crawlerpool_test.go:57–84

(t *testing.T)

}

func TestCrawlerPool_Use_UseOpt_Free(t *testing.T) {
	scheduler.Init(4, 0)
	pool := NewCrawlerPool(downloader.SurferDownloader)
	pool.SetPipelineConfig("csv", 10)
	pool.Reset(2)

	opt := pool.UseOpt()
	if !opt.IsSome() {
		t.Fatal("UseOpt returned None")
	}
	c := opt.Unwrap()
	if c == nil {
		t.Fatal("UseOpt returned nil crawler")
	}
	sp := &spider.Spider{
		Name:     "TestSpider",
		RuleTree: &spider.RuleTree{Trunk: map[string]*spider.Rule{}},
		Limit:    -10,
	}
	c.Init(sp)
	pool.Free(c)

	c2 := pool.Use()
	if c2 == nil {
		t.Fatal("Use returned nil")
	}
	pool.Free(c2)
}

func TestCrawlerPool_UseOpt_returnsSome(t *testing.T) {
	scheduler.Init(4, 0)