Method has_latest_inference

lightllm/utils/health_check.py:54–57

(self)

        return self._is_health_checking

    def has_latest_inference(self):
        last_timemark = self.latest_success_infer_time_mark.get_value()
        time_diff = time.time() - last_timemark
        return time_diff < self.timeout


health_obj = HealthObj()