| 19 | |
| 20 | @dataclass |
| 21 | class MemoryDecoderOutput(ModelOutput): |
| 22 | |
| 23 | loss: Optional[torch.FloatTensor] = None |
| 24 | logits: Optional[torch.FloatTensor] = None |
| 25 | past_key_values: Optional[Tuple[Tuple[torch.FloatTensor]]] = None |
| 26 | knn_past_key_values: Optional[Tuple[Tuple[torch.FloatTensor]]] = None |
| 27 | hidden_states: Optional[Tuple[torch.FloatTensor, ...]] = None |
| 28 | attentions: Optional[Tuple[torch.FloatTensor, ...]] = None |
| 29 | |
| 30 | class MemoryDecoder(PreTrainedModel, GenerationMixin): |
| 31 | """ |