Process a single URL to extract content and links
(self, url_data)
| 18 | return urls_to_crawl |
| 19 | |
| 20 | def exec(self, url_data): |
| 21 | """Process a single URL to extract content and links""" |
| 22 | url_idx, url = url_data |
| 23 | content, links = crawl_webpage(url) |
| 24 | return url_idx, content, links |
| 25 | |
| 26 | def exec_fallback(self, url_data, exc): |
| 27 | """Fallback when crawling fails. The 'None' for links signals a failure.""" |
nothing calls this directly
no test coverage detected