获取一个代理IP
()
| 8 | |
| 9 | @staticmethod |
| 10 | def fetch_proxy(): |
| 11 | """ |
| 12 | 获取一个代理IP |
| 13 | """ |
| 14 | # You need to rewrite this function if you want to add proxy pool |
| 15 | # the function should return an ip in the format of "ip:port" like "12.34.1.4:9090" |
| 16 | return None |
| 17 | |
| 18 | def process_request(self, request, spider): |
| 19 | """ |