| 211 | } |
| 212 | |
| 213 | public Collection<WebPage.Field> getFields(Job job) { |
| 214 | Configuration conf = job.getConfiguration(); |
| 215 | Collection<WebPage.Field> fields = new HashSet<WebPage.Field>(FIELDS); |
| 216 | ParserFactory parserFactory = new ParserFactory(conf); |
| 217 | ParseFilters parseFilters = new ParseFilters(conf); |
| 218 | |
| 219 | Collection<WebPage.Field> parsePluginFields = parserFactory.getFields(); |
| 220 | Collection<WebPage.Field> signaturePluginFields = SignatureFactory |
| 221 | .getFields(conf); |
| 222 | Collection<WebPage.Field> htmlParsePluginFields = parseFilters.getFields(); |
| 223 | |
| 224 | if (parsePluginFields != null) { |
| 225 | fields.addAll(parsePluginFields); |
| 226 | } |
| 227 | if (signaturePluginFields != null) { |
| 228 | fields.addAll(signaturePluginFields); |
| 229 | } |
| 230 | if (htmlParsePluginFields != null) { |
| 231 | fields.addAll(htmlParsePluginFields); |
| 232 | } |
| 233 | |
| 234 | return fields; |
| 235 | } |
| 236 | |
| 237 | @Override |
| 238 | public Configuration getConf() { |