(self, embedding_dim: int, num_embeddings: int | None = None, norm_type="layer_norm", bias=True)
| 137 | """ |
| 138 | |
| 139 | def __init__(self, embedding_dim: int, num_embeddings: int | None = None, norm_type="layer_norm", bias=True): |
| 140 | super().__init__() |
| 141 | if num_embeddings is not None: |
| 142 | self.emb = CombinedTimestepLabelEmbeddings(num_embeddings, embedding_dim) |
| 143 | else: |
| 144 | self.emb = None |
| 145 | |
| 146 | self.silu = nn.SiLU() |
| 147 | self.linear = nn.Linear(embedding_dim, 6 * embedding_dim, bias=bias) |
| 148 | if norm_type == "layer_norm": |
| 149 | self.norm = nn.LayerNorm(embedding_dim, elementwise_affine=False, eps=1e-6) |
| 150 | elif norm_type == "fp32_layer_norm": |
| 151 | self.norm = FP32LayerNorm(embedding_dim, elementwise_affine=False, bias=False) |
| 152 | else: |
| 153 | raise ValueError( |
| 154 | f"Unsupported `norm_type` ({norm_type}) provided. Supported ones are: 'layer_norm', 'fp32_layer_norm'." |
| 155 | ) |
| 156 | |
| 157 | def forward( |
| 158 | self, |
nothing calls this directly
no test coverage detected