| 25 | yield feapder.Request("https://www.baidu.com", render=True) |
| 26 | |
| 27 | def parse(self, reqeust, response): |
| 28 | driver: PlaywrightDriver = response.driver |
| 29 | page: Page = driver.page |
| 30 | |
| 31 | page.type("#kw", "feapder") |
| 32 | page.click("#su") |
| 33 | page.wait_for_load_state("networkidle") |
| 34 | time.sleep(1) |
| 35 | |
| 36 | html = page.content() |
| 37 | response.text = html # 使response加载最新的页面 |
| 38 | for data_container in response.xpath("//div[@class='c-container']"): |
| 39 | print(data_container.xpath("string(.//h3)").extract_first()) |
| 40 | |
| 41 | |
| 42 | if __name__ == "__main__": |