| 225 | } |
| 226 | |
| 227 | private MapFieldValueFilter<String, WebPage> getBatchIdFilter(String batchId) { |
| 228 | if (batchId.equals(Nutch.ALL_CRAWL_ID.toString())) { |
| 229 | return null; |
| 230 | } |
| 231 | MapFieldValueFilter<String, WebPage> filter = new MapFieldValueFilter<String, WebPage>(); |
| 232 | filter.setFieldName(WebPage.Field.MARKERS.toString()); |
| 233 | filter.setFilterOp(FilterOp.EQUALS); |
| 234 | filter.setFilterIfMissing(true); |
| 235 | filter.setMapKey(Mark.GENERATE_MARK.getName()); |
| 236 | filter.getOperands().add(new Utf8(batchId)); |
| 237 | return filter; |
| 238 | } |
| 239 | |
| 240 | /** |
| 241 | * Run fetcher. |