Method __init__

axlearn/common/bert.py:318–322

(self, cfg: Config, *, parent: Optional[Module])

    Config = EncoderModel.Config

    def __init__(self, cfg: Config, *, parent: Optional[Module]):
        super().__init__(cfg, parent=parent)
        self._share_with_descendants(
            self.encoder.emb.token_emb, shared_module_name="shared_token_emb"
        )

    @classmethod
    def default_config(cls):