(self, hidden_size, frequency_embedding_size=256)
| 197 | Embeds scalar timesteps into vector representations. |
| 198 | """ |
| 199 | def __init__(self, hidden_size, frequency_embedding_size=256): |
| 200 | super().__init__() |
| 201 | self.mlp = nn.Sequential( |
| 202 | nn.Linear(frequency_embedding_size, hidden_size, bias=True), |
| 203 | nn.SiLU(), |
| 204 | nn.Linear(hidden_size, hidden_size, bias=True), |
| 205 | ) |
| 206 | self.frequency_embedding_size = frequency_embedding_size |
| 207 | |
| 208 | @staticmethod |
| 209 | def timestep_embedding(t, dim, max_period=10000): |