(self, x, mask=None, pos_bias=None)
| 168 | num_buckets, num_heads, bidirectional=True) |
| 169 | |
| 170 | def forward(self, x, mask=None, pos_bias=None): |
| 171 | e = pos_bias if self.shared_pos else self.pos_embedding( |
| 172 | x.size(1), x.size(1)) |
| 173 | x = fp16_clamp(x + self.attn(self.norm1(x), mask=mask, pos_bias=e)) |
| 174 | x = fp16_clamp(x + self.ffn(self.norm2(x))) |
| 175 | return x |
| 176 | |
| 177 | |
| 178 | class T5CrossAttention(nn.Module): |
nothing calls this directly
no test coverage detected