Method default_config

axlearn/common/deberta.py:415–426

(cls: type["DeBERTaV2Encoder"])

    @classmethod
    def default_config(cls: type["DeBERTaV2Encoder"]) -> Encoder.Config:
        cfg = super().default_config()
        cfg.transformer = RepeatedTransformerLayer.default_config()
        cfg.transformer.layer.self_attention.attention = (
            DisentangledSelfAttention.default_config().set(
                pos_emb=RedirectToSharedModule.default_config().set(
                    shared_module="relative_pos_emb",
                    method_map=dict(embeddings="embeddings"),
                ),
            )
        )
        return cfg

    def __init__(self, cfg: Config, *, parent: Optional[Module]):
        super().__init__(cfg, parent=parent)