Class OpenAIChat

ms_agent/llm/openai.py:16–341

class OpenAIChat:

    def __init__(self,
                 api_key: str = None,
                 base_url: str = None,
                 model: str = None,
                 **kwargs):
        """
        Initialize the OpenAIChat client.
        """
        self._client = OpenAI(
            api_key=api_key,
            base_url=base_url,
        )

        self._model = model
        self._kwargs = kwargs

    def chat(self,
             messages: List[Dict[str, Any]],
             tools: List[Dict[str, Any]] = None,
             **kwargs) -> Dict[str, Any]:

        completion: ChatCompletion = self._client.chat.completions.create(
            messages=messages, model=self._model, tools=tools, **kwargs)

        res_d: Dict[str, Any] = dict(
            role='assistant',
            reasoning_content='',
            content=completion.choices[0].message.content,
            tool_calls=completion.choices[0].message.tool_calls if hasattr(
                completion.choices[0].message, 'tool_calls') else [],
            finish_reason=completion.choices[0].
            finish_reason,  # 'stop', 'tool_calls', 'length', None
            usage=completion.usage.to_dict(),
        )

        return res_d

    def chat_stream(self,
                    messages: List[Dict[str, Any]],
                    tools: List[Dict[str, Any]] = None,
                    **kwargs):
        """
        Get chat response from OpenAI API using streaming.

        messages:
            A list of dictionaries representing the chat messages.
            Each dictionary should have 'role' (e.g., 'user', 'assistant') and 'content'.
            Fully compatible with OpenAI's chat completion API.
            [
                {
                "role": str,                # Required, one of 'user', 'assistant', 'system', 'tool'
                "content": Optional[str],   # Optional, required if role is 'user' or 'assistant'
                "name": Optional[str],      # Optional, required if role is 'tool'
                "tool_calls": Optional[List[Dict]],     # Optional, required if role is 'tool'
                "tool_call_id": Optional[str],          # Optional, required if role is 'tool'
                "function_call": Optional[Dict],        # Deprecated, use 'tool_calls' instead