(self)
| 27 | self.ready = False |
| 28 | |
| 29 | def warmup(self): |
| 30 | print("[LOG] 🌤️ Warming up the WebCrawler") |
| 31 | self.run( |
| 32 | url='https://google.com/', |
| 33 | word_count_threshold=5, |
| 34 | extraction_strategy=NoExtractionStrategy(), |
| 35 | bypass_cache=False, |
| 36 | verbose=False |
| 37 | ) |
| 38 | self.ready = True |
| 39 | print("[LOG] 🌞 WebCrawler is ready to crawl") |
| 40 | |
| 41 | def fetch_page( |
| 42 | self, |