Method get

questions/inference_server/model_cache.py:165–169

(self, model_name: str)

        return self.cache[model_name]

    def get(self, model_name: str) -> Callable:
        if model_name not in self.cache:
            raise RuntimeError(f"Model {model_name} not found in cache")
        self.cache.move_to_end(model_name)  # Update LRU order
        return self.cache[model_name]

    def list_models(self) -> list:
        """List all cached model names."""