Class BaseLLM

llms/base_llm.py:9–26

class BaseLLM(ABC):
    def __init__(self, llm_config: LLMConfig):
        self.config = llm_config

    @abstractmethod
    def generate(
        self,
        messages: List[Union[Message, Dict]],
        tools: Optional[List[Union[Tool, Dict]]] = None,
    ) -> Tuple[Message, DebugInfo]:
        """接受用户传入的messages和tools[可选]，返回新的message和debug_info
        Args:
            messages: chatml messages
            tools = openai tools description
        Returns:
            new_message, debug_info
        """
        ...