(
benchmark_file: str,
benchmark_name: str,
model_identifier: str | None = None,
config_file: str | None = None,
)
| 390 | |
| 391 | |
| 392 | def handle_inspect( |
| 393 | benchmark_file: str, |
| 394 | benchmark_name: str, |
| 395 | model_identifier: str | None = None, |
| 396 | config_file: str | None = None, |
| 397 | ) -> int: |
| 398 | config = _resolve_config(config_file) |
| 399 | benchmark = find_benchmark_by_name(Path(benchmark_file), benchmark_name) |
| 400 | model = _resolve_model_spec(model_identifier, config) |
| 401 | payload = { |
| 402 | "benchmark": benchmark.to_dict(), |
| 403 | "model": model.to_dict(), |
| 404 | } |
| 405 | print(json.dumps(payload, ensure_ascii=False, indent=2)) |
| 406 | return 0 |
| 407 | |
| 408 | |
| 409 | def handle_run( |
no test coverage detected