Return the language model head (linear projection to vocab).
(self, model: nn.Module)
| 27 | |
| 28 | @abstractmethod |
| 29 | def get_lm_head(self, model: nn.Module) -> nn.Module: |
| 30 | """Return the language model head (linear projection to vocab).""" |
| 31 | ... |
| 32 | |
| 33 | @abstractmethod |
| 34 | def get_router_input_dim(self, model: nn.Module) -> int: |