(
self,
*,
log_dir: Path,
max_rounds: int = 15,
all_games_normalization_scheme: ALL_GAMES_NORMALIZATION_SCHEMES = "none",
score_type: SCORING_TYPES = "per_round_tertiary",
regularization: float = 0.01,
output_dir: Path | None = None,
games: list[str] | None = None,
)
| 1002 | self._create_elo_violin_plot(players, elo_samples, baseline_elos, bootstrap_dir) |
| 1003 | |
| 1004 | return { |
| 1005 | "kendall_tau": mean_tau, |
| 1006 | "spearman_rho": mean_rho, |
| 1007 | "footrule": mean_foot, |
| 1008 | "top1_consistency": top1_consistency, |
| 1009 | "pairwise_agreement": pairwise_agreement, |
| 1010 | "topk_overlap": {k: float(np.mean(topk_overlap[k])) for k in topks}, |
| 1011 | } |
| 1012 | |
| 1013 | |
| 1014 | class EloVsMaxRounds: |
| 1015 | def __init__( |
| 1016 | self, |
| 1017 | *, |
| 1018 | log_dir: Path, |
| 1019 | max_rounds: int = 15, |
| 1020 | all_games_normalization_scheme: ALL_GAMES_NORMALIZATION_SCHEMES = "none", |
| 1021 | score_type: SCORING_TYPES = "per_round_tertiary", |
| 1022 | regularization: float = 0.01, |
| 1023 | output_dir: Path | None = None, |
| 1024 | games: list[str] | None = None, |
nothing calls this directly
no outgoing calls
no test coverage detected