(self)
| 254 | self.register_buffer("freqs", freqs.view(dim // 4, n_heads).T.contiguous()) |
| 255 | |
| 256 | def extra_repr(self): |
| 257 | return f"dim={self.freqs.shape[1] * 4}, n_heads={self.freqs.shape[0]}" |
| 258 | |
| 259 | def forward(self, pos): |
| 260 | theta_h = pos[..., None, 0:1] * self.freqs.to(pos.dtype) |
nothing calls this directly
no outgoing calls
no test coverage detected