(self, decoder, device = "cpu")
| 193 | |
| 194 | class T5DecoderCrossAttentionKVGenerator(Module): |
| 195 | def __init__(self, decoder, device = "cpu"): |
| 196 | super().__init__() |
| 197 | self.decoder = decoder |
| 198 | self.device = device |
| 199 | |
| 200 | def forward(self, encoder_hidden_states): |
| 201 | ''' |