Method close

examples/server/server.py:13336–13338

(self)

        self.metrics.sequence_cache_save_requests_total += 1

    def close(self) -> None:
        self.closed = True
        self.model.close()

    def submit_request(self, request: CompletionRequest) -> str:
        if self.closed: