Method default_config

axlearn/common/decoder.py:924–927

(cls)

    """LM head layer for decoder to compute logits."""

    @config_class
    class Config(BaseLayer.Config):
        vocab_size: Required[int] = REQUIRED  # Size of the LM vocabulary.
        # TODO(markblee): Rename this to input_dim.
        embedding_dim: Required[int] = REQUIRED  # Dimensionality of vocabulary embedding table.

    @classmethod