(
records: list[BenchmarkRecord],
declared_models: list[str] | None = None,
)
| 361 | |
| 362 | |
| 363 | def collect_experimental_setup( |
| 364 | records: list[BenchmarkRecord], |
| 365 | declared_models: list[str] | None = None, |
| 366 | ) -> tuple[list[str], list[str], list[str]]: |
| 367 | models: list[str] = [] |
| 368 | hardware: list[str] = [] |
| 369 | engine_versions: list[str] = [] |
| 370 | |
| 371 | if declared_models: |
| 372 | for model_name in declared_models: |
| 373 | model_text = str(model_name).strip() |
| 374 | if model_text and model_text not in models: |
| 375 | models.append(model_text) |
| 376 | |
| 377 | for record in records: |
| 378 | payload = record.payload |
| 379 | instance = first_instance(payload) |
| 380 | |
| 381 | if not models: |
| 382 | model_name = payload.get("model_name") |
| 383 | if model_name: |
| 384 | model_text = str(model_name) |
| 385 | if model_text not in models: |
| 386 | models.append(model_text) |
| 387 | |
| 388 | hardware_name = payload.get("gpu_summary") |
| 389 | if hardware_name: |
| 390 | hardware_text = str(hardware_name) |
| 391 | if hardware_text not in hardware: |
| 392 | hardware.append(hardware_text) |
| 393 | |
| 394 | engine_name = instance.get("backend") or payload.get("backend") |
| 395 | engine_version = normalize_engine_version( |
| 396 | instance.get("backend_version") |
| 397 | or instance.get("api_detected_backend_version") |
| 398 | or payload.get("backend_version") |
| 399 | ) |
| 400 | engine_text = " ".join( |
| 401 | part |
| 402 | for part in [ |
| 403 | str(engine_name) if engine_name else None, |
| 404 | str(engine_version) if engine_version else None, |
| 405 | ] |
| 406 | if part |
| 407 | ) |
| 408 | if engine_text and engine_text not in engine_versions: |
| 409 | engine_versions.append(engine_text) |
| 410 | |
| 411 | return models, hardware, engine_versions |
| 412 | |
| 413 | |
| 414 | def render_setup_list(title: str, values: list[str]) -> list[str]: |
no test coverage detected