(
fd_runner,
model_name_or_path: str,
tensor_parallel_size: int,
max_num_seqs: int,
max_model_len: int,
max_tokens: int,
quantization: str,
env,
monkeypatch,
)
| 72 | params, |
| 73 | ) |
| 74 | def test_offline_model( |
| 75 | fd_runner, |
| 76 | model_name_or_path: str, |
| 77 | tensor_parallel_size: int, |
| 78 | max_num_seqs: int, |
| 79 | max_model_len: int, |
| 80 | max_tokens: int, |
| 81 | quantization: str, |
| 82 | env, |
| 83 | monkeypatch, |
| 84 | ) -> None: |
| 85 | torch_model_path = get_torch_model_path(model_name_or_path) |
| 86 | if env: |
| 87 | for k, v in env.items(): |
| 88 | monkeypatch.setenv(k, v) |
| 89 | |
| 90 | _ = run_with_timeout( |
| 91 | target=form_model_get_output_topp0, |
| 92 | args=( |
| 93 | fd_runner, |
| 94 | torch_model_path, |
| 95 | tensor_parallel_size, |
| 96 | max_num_seqs, |
| 97 | max_model_len, |
| 98 | max_tokens, |
| 99 | quantization, |
| 100 | "default_v1", |
| 101 | prompts, |
| 102 | ), |
| 103 | ) |
nothing calls this directly
no test coverage detected