(self, hidden_size, frequency_embedding_size=256)
| 61 | Embeds scalar timesteps into vector representations. |
| 62 | """ |
| 63 | def __init__(self, hidden_size, frequency_embedding_size=256): |
| 64 | super().__init__() |
| 65 | self.mlp = nn.Sequential( |
| 66 | nn.Linear(frequency_embedding_size, hidden_size, bias=True), |
| 67 | nn.SiLU(), |
| 68 | nn.Linear(hidden_size, hidden_size, bias=True), |
| 69 | ) |
| 70 | self.frequency_embedding_size = frequency_embedding_size |
| 71 | |
| 72 | @staticmethod |
| 73 | def timestep_embedding(t, dim, max_period=10000): |