记录html等文档下载状态 @return:
(self, status, spider)
| 422 | time.sleep(setting.SPIDER_SLEEP_TIME) |
| 423 | |
| 424 | def record_download_status(self, status, spider): |
| 425 | """ |
| 426 | 记录html等文档下载状态 |
| 427 | @return: |
| 428 | """ |
| 429 | |
| 430 | metrics.emit_counter(f"{spider}:{status}", 1, classify="document") |
| 431 | |
| 432 | def stop(self): |
| 433 | self._thread_stop = True |
no test coverage detected