Method parse

tests/test_template/test_spider.py:32–40

(self, request, response)

        yield feapder.Request(url, task_id=task_id)

    def parse(self, request, response):
        # 提取网站title
        print(response.xpath("//title/text()").extract_first())
        # 提取网站描述
        print(response.xpath("//meta[@name='description']/@content").extract_first())
        print("网站地址: ", response.url)

        # mysql 需要更新任务状态为做完 即 state=1
        yield self.update_task_batch(request.task_id)


if __name__ == "__main__":