()
| 269 | raise RuntimeError("CUDA is required for benchmarking.") |
| 270 | |
| 271 | def _run(): |
| 272 | with torch.no_grad(): |
| 273 | if isinstance(model_input, dict): |
| 274 | return model(**model_input) |
| 275 | else: |
| 276 | return model(model_input) |
| 277 | |
| 278 | # Warmup |
| 279 | print(f" Warmup: {warmup} runs...", end="", flush=True) |