(
self,
)
| 161 | return x_in + x |
| 162 | |
| 163 | def get_alpha( |
| 164 | self, |
| 165 | ): |
| 166 | if self.merge_strategy == "fixed": |
| 167 | return self.mix_factor |
| 168 | elif self.merge_strategy == "learned": |
| 169 | return torch.sigmoid(self.mix_factor) |
| 170 | else: |
| 171 | raise NotImplementedError(f"unknown merge strategy {self.merge_strategy}") |
| 172 | |
| 173 | |
| 174 | class MemoryEfficientVideoBlock(MemoryEfficientAttnBlock): |