Return the final LayerNorm/RMSNorm before the LM head.
(self, model: nn.Module)
| 22 | |
| 23 | @abstractmethod |
| 24 | def get_final_norm(self, model: nn.Module) -> nn.Module: |
| 25 | """Return the final LayerNorm/RMSNorm before the LM head.""" |
| 26 | ... |
| 27 | |
| 28 | @abstractmethod |
| 29 | def get_lm_head(self, model: nn.Module) -> nn.Module: |