(t *testing.T)
| 159 | } |
| 160 | |
| 161 | func TestCrawler_Process_success(t *testing.T) { |
| 162 | scheduler.Init(4, 0) |
| 163 | cr := New(0, &successDownloader{}, "csv", 10).(*crawler) |
| 164 | sp := &spider.Spider{ |
| 165 | Name: "TestSpider", |
| 166 | RuleTree: &spider.RuleTree{ |
| 167 | Root: func(_ *spider.Context) {}, |
| 168 | Trunk: map[string]*spider.Rule{"r": {ParseFunc: func(_ *spider.Context) {}}}, |
| 169 | }, |
| 170 | Limit: -5, |
| 171 | } |
| 172 | cr.Init(sp) |
| 173 | req := &request.Request{URL: "http://example.com", Rule: "r"} |
| 174 | req.Prepare() |
| 175 | cr.Process(req) |
| 176 | } |