(self, hidden_size, dtype, frequency_embedding_size=256)
| 235 | """ |
| 236 | |
| 237 | def __init__(self, hidden_size, dtype, frequency_embedding_size=256): |
| 238 | super().__init__() |
| 239 | self.mlp = nn.Sequential( |
| 240 | nn.Linear(frequency_embedding_size, hidden_size, bias=True), |
| 241 | nn.SiLU(), |
| 242 | nn.Linear(hidden_size, hidden_size, bias=True), |
| 243 | ) |
| 244 | self.dtype = dtype |
| 245 | self.frequency_embedding_size = frequency_embedding_size |
| 246 | |
| 247 | @staticmethod |
| 248 | def timestep_embedding(t, dim, dtype, max_period=10000): |