Function get_explainer

lib/explanations/explanations/explainer.py:121–153

(
    model_name: str,
    max_new_tokens: int,
    temperature: float = 1.0,
    top_p: float = 1.0,
    add_special_tokens: bool = True,
)

def get_explainer(
    model_name: str,
    max_new_tokens: int,
    temperature: float = 1.0,
    top_p: float = 1.0,
    add_special_tokens: bool = True,
) -> Explainer:
    if "gpt" in model_name or "o1" in model_name:
        explainer = OpenAIExplainer(
            client=get_openai_client_async(),
            model_name=model_name,
            max_new_tokens=max_new_tokens,
            temperature=temperature,
        )
    elif "claude" in model_name:
        explainer = AnthropicExplainer(
            client=get_anthropic_client_async(),
            model_name=model_name,
            max_new_tokens=max_new_tokens,
            temperature=temperature,
        )
    else:
        llm = LLM(model=model_name)
        explainer = VLLMExplainer(
            model_name=model_name,
            max_new_tokens=max_new_tokens,
            model=llm,
            tokenizer=get_tokenizer(model_name, add_special_tokens=add_special_tokens),
            sampling_params=SamplingParams(
                temperature=temperature, max_tokens=max_new_tokens, top_p=top_p
            ),
        )
    return explainer