(self,
head_dim,
)
| 154 | class RotaryPositionalEmbedding1D(nn.Module): |
| 155 | |
| 156 | def __init__(self, |
| 157 | head_dim, |
| 158 | ): |
| 159 | super().__init__() |
| 160 | self.head_dim = head_dim |
| 161 | self.base = 10000 |
| 162 | |
| 163 | |
| 164 | @lru_cache(maxsize=32) |