Function _make_engine

tests/entrypoints/test_llm.py:65–82

(vocab_size=5, max_logprobs=5, enable_logprob=True, enable_prefix_caching=False, is_master=True)

def _make_engine(vocab_size=5, max_logprobs=5, enable_logprob=True, enable_prefix_caching=False, is_master=True):
    cfg = SimpleNamespace(
        model_config=SimpleNamespace(
            max_logprobs=max_logprobs,
            enable_logprob=enable_logprob,
            ori_vocab_size=vocab_size,
            max_model_len=8,
        ),
        cache_config=SimpleNamespace(enable_prefix_caching=enable_prefix_caching),
        master_ip="127.0.0.1",
        _check_master=lambda: is_master,
    )
    engine = SimpleNamespace(cfg=cfg, data_processor=DummyDataProcessor(vocab_size), requests=[])
    engine.add_requests = lambda tasks, sampling_params, **kwargs: engine.requests.append(
        (tasks, sampling_params, kwargs)
    )
    engine.start = lambda: None
    return engine


def _make_llm(engine):