Function _make_decode_metrics

dflash/benchmark.py:112–117

(num_output_tokens: int, generation_tps: float, acceptance_lengths: list[int])

def _make_decode_metrics(num_output_tokens: int, generation_tps: float, acceptance_lengths: list[int]) -> SimpleNamespace:
    return SimpleNamespace(
        num_output_tokens=num_output_tokens,
        time_per_output_token=1.0 / generation_tps if generation_tps > 0 else float("inf"),
        acceptance_lengths=acceptance_lengths,
    )


def _print_decode_summary(responses: list[dict[int, SimpleNamespace]], block_size: int) -> None: