(engine_path: Path)
| 67 | |
| 68 | @pytest.fixture(scope="module") |
| 69 | def llama_7b_tp2_path(engine_path: Path) -> Path: |
| 70 | path = engine_path / "llama7b-tp2" |
| 71 | |
| 72 | if not path.exists(): |
| 73 | model_dir = str(llm_models_root() / "llama-models/llama-7b-hf") |
| 74 | llm = LLM(model_dir, tensor_parallel_size=2) |
| 75 | with llm: |
| 76 | llm.save(str(path)) |
| 77 | |
| 78 | return path |
| 79 | |
| 80 | |
| 81 | @pytest.mark.skip(reason="https://nvbugs/5488280") |
nothing calls this directly
no test coverage detected