Function get_llm

src/llm.py:22–48

(llm_model, api_key)

    return history

def get_llm(llm_model, api_key):

    # openai case
    if "gpt" in llm_model.lower():  # If the llm contains 'gpt', use ChatOpenAI
        from langchain_community.chat_models import ChatOpenAI
        os.environ["OPENAI_API_KEY"] = api_key
        llm = ChatOpenAI(temperature=0, model="gpt-4o-mini").bind(response_format={"type": "json_object"})
        logger("Using gpt-4o-mini")

        return llm
    # cannot work now, need langchain fix error
    if "google" in llm_model.lower():
        logger("no suport google LLM")
        return None        

    # ollama case
    if llm_model:
        from langchain_ollama import ChatOllama
        ollama_base_url = os.environ.get("OLLAMA_BASE_URL", "http://ollama:11434")  # Default value if envvar is not set
        llm = ChatOllama(
            model=llm_model,
            base_url=ollama_base_url,
            format="json",
            temperature=0)

        logger(f"Using {llm_model}")
        return llm