Pipeline collects spider results and writes them to the configured output.
| 10 | |
| 11 | // Pipeline collects spider results and writes them to the configured output. |
| 12 | type Pipeline interface { |
| 13 | Start() |
| 14 | Stop() |
| 15 | CollectData(data.DataCell) result.VoidResult |
| 16 | CollectFile(data.FileCell) result.VoidResult |
| 17 | } |
| 18 | |
| 19 | // New creates a new Pipeline for the given spider. |
| 20 | func New(sp *spider.Spider, outType string, batchCap int) Pipeline { |
no outgoing calls
no test coverage detected