| 54 | |
| 55 | @dataclass(frozen=True) |
| 56 | class BenchmarkConfig: |
| 57 | case: str |
| 58 | candidate: str |
| 59 | device: torch.device |
| 60 | dtype: torch.dtype |
| 61 | num_prompts: int |
| 62 | samples_per_prompt: int |
| 63 | prompt_len: int |
| 64 | completion_len: int |
| 65 | vocab_size: int |
| 66 | mask_density: float |
| 67 | seed: int |
| 68 | warmup: int |
| 69 | repeat: int |
| 70 | |
| 71 | |
| 72 | def _parse_int_list(value: str) -> list[int]: |