| 51 | |
| 52 | |
| 53 | class DummyResult: |
| 54 | def __init__(self, request_id, token_ids, top_logprobs=None, prompt_logprobs=None, finished=True): |
| 55 | self.request_id = request_id |
| 56 | self.outputs = SimpleNamespace(token_ids=token_ids, top_logprobs=top_logprobs, logprobs=None) |
| 57 | self.prompt_logprobs = prompt_logprobs |
| 58 | self.finished = finished |
| 59 | self.added = False |
| 60 | |
| 61 | def add(self, other): |
| 62 | self.added = True |
| 63 | |
| 64 | |
| 65 | def _make_engine(vocab_size=5, max_logprobs=5, enable_logprob=True, enable_prefix_caching=False, is_master=True): |
no outgoing calls