Called from Crawler.crawl() to determine if it should follow this link. For example: return "nofollow" not in link.relation
(self, link)
| 3228 | return url |
| 3229 | |
| 3230 | def follow(self, link): |
| 3231 | """ Called from Crawler.crawl() to determine if it should follow this link. |
| 3232 | For example: return "nofollow" not in link.relation |
| 3233 | """ |
| 3234 | return True |
| 3235 | |
| 3236 | def priority(self, link, method=DEPTH): |
| 3237 | """ Called from Crawler.crawl() to determine the priority of this link, |