Class ExtraModelConfig

tokasaurus/model/types.py:492–508

For flags that we define that aren't in the hf config.

@dataclass
class ExtraModelConfig:
    """
    For flags that we define that aren't in the hf config.
    """

    pp_size: int = 1
    tp_size: int = 1
    pp_rank: int = 0
    tp_rank: int = 0
    tp_group: dist.ProcessGroup | None = None

    torch_compile: bool = False

    rope_scaling: dict | None = None

    enable_chosen_logprobs: bool = True
    topk_logprobs: int | None = None