Method construct_proxy_url

crawler/spiders/base.py:163–165

construct proxy urls so spiders can directly use them

(self, scheme, ip, port)

        return True

    def construct_proxy_url(self, scheme, ip, port):
        """construct proxy urls so spiders can directly use them"""
        return '{}://{}:{}'.format(scheme, ip, port)

    def exists(self, url, *flags):
        """check whether the flag in url or not"""