used for parse html
(self, html, url)
| 24 | return |
| 25 | |
| 26 | def process(self, html, url): |
| 27 | """ |
| 28 | used for parse html |
| 29 | """ |
| 30 | for proxy in self.parse(html): |
| 31 | logger.info(f'fetched proxy {proxy.string()} from {url}') |
| 32 | yield proxy |
| 33 | |
| 34 | def crawl(self): |
| 35 | """ |