Method filter

src/java/org/apache/nutch/parse/ParseFilters.java:100–115

Run all defined filters.

(String url, WebPage page, Parse parse,
      HTMLMetaTags metaTags, DocumentFragment doc)

  /** Run all defined filters. */
  public Parse filter(String url, WebPage page, Parse parse,
      HTMLMetaTags metaTags, DocumentFragment doc) {

    // loop on each filter
    for (ParseFilter parseFilter : parseFilters) {
      // call filter interface
      parse = parseFilter.filter(url, page, parse, metaTags, doc);

      // any failure on parse obj, return
      if (!ParseStatusUtils.isSuccess(parse.getParseStatus())) {
        return parse;
      }
    }

    return parse;
  }

  public Collection<WebPage.Field> getFields() {
    Collection<WebPage.Field> fields = new HashSet<WebPage.Field>();