(self)
| 24 | norm_eps: float = 1e-5 |
| 25 | |
| 26 | def __post_init__(self): |
| 27 | if self.n_local_heads == -1: |
| 28 | self.n_local_heads = self.n_head |
| 29 | if self.intermediate_size is None: |
| 30 | hidden_dim = 4 * self.dim |
| 31 | n_hidden = int(2 * hidden_dim / 3) |
| 32 | self.intermediate_size = n_hidden + (256 - n_hidden % 256) if n_hidden % 256 else n_hidden |
| 33 | self.head_dim = self.dim // self.n_head |
| 34 | |
| 35 | @classmethod |
| 36 | def from_name(cls, name: str): |
nothing calls this directly
no outgoing calls
no test coverage detected