run crawlers to get proxy :return:
(self)
| 28 | |
| 29 | @logger.catch |
| 30 | def run(self): |
| 31 | """ |
| 32 | run crawlers to get proxy |
| 33 | :return: |
| 34 | """ |
| 35 | if self.is_full(): |
| 36 | return |
| 37 | for crawler in self.crawlers: |
| 38 | logger.info(f'crawler {crawler} to get proxy') |
| 39 | for proxy in crawler.crawl(): |
| 40 | self.redis.add(proxy) |
| 41 | [self.redis.add(proxy, redis_key=tester.key) for tester in self.testers] |
| 42 | |
| 43 | |
| 44 | if __name__ == '__main__': |
no test coverage detected