Function test_generate_and_chat_branches

tests/entrypoints/test_llm.py:155–187

()

def test_generate_and_chat_branches():
    llm = _make_llm(_make_engine(is_master=False))
    llm._check_master = lambda: False
    with pytest.raises(ValueError, match="master node"):
        llm.generate("hi")

    llm = _make_llm(_make_engine())
    llm._check_master = lambda: True
    llm._run_engine_stream = lambda *_, **__: "streamed"
    llm._add_request = lambda **_: ["r1"]
    with pytest.raises(ValueError, match="input dict"):
        llm.generate({"x": 1}, sampling_params=SamplingParams(max_tokens=1), use_tqdm=False)
    assert llm.generate("hi", sampling_params=SamplingParams(max_tokens=1), use_tqdm=False, stream=True) == "streamed"

    llm._check_master = lambda: False
    with pytest.raises(ValueError, match="master node"):
        llm.chat(messages=[[{"role": "user", "content": "hi"}]], sampling_params=SamplingParams(), use_tqdm=False)

    llm._check_master = lambda: True
    llm._validate_tools = lambda *_: (_ for _ in ()).throw(ValueError("bad tools"))
    with pytest.raises(RuntimeError, match="Failed to validate"):
        llm.chat(
            messages=[[{"role": "user", "content": "hi"}]], tools=1, sampling_params=SamplingParams(), use_tqdm=False
        )
    assert (
        llm.chat(
            messages=[[{"role": "user", "content": "hi"}]],
            sampling_params=SamplingParams(max_tokens=1),
            use_tqdm=False,
            stream=True,
        )
        == "streamed"
    )


def test_add_request_validations_and_guided_decoding(monkeypatch):