Fallback when crawling fails. The 'None' for links signals a failure.
(self, url_data, exc)
| 24 | return url_idx, content, links |
| 25 | |
| 26 | def exec_fallback(self, url_data, exc): |
| 27 | """Fallback when crawling fails. The 'None' for links signals a failure.""" |
| 28 | url_idx, url = url_data |
| 29 | print(f"Error crawling {url}: {exc}") |
| 30 | return url_idx, f"Error crawling page", None # Return None for links |
| 31 | |
| 32 | def post(self, shared, prep_res, exec_res_list): |
| 33 | """Store results and update URL tracking""" |
nothing calls this directly
no outgoing calls
no test coverage detected