(self)
| 118 | print(e) |
| 119 | |
| 120 | def reset_cache(self) -> None: |
| 121 | self.kv_caches.clear() |
| 122 | if self.mask_cache is not None and self.mask_cache.device.type == 'xla': |
| 123 | # https://github.com/Lightning-AI/lit-gpt/pull/83#issuecomment-1558150179 |
| 124 | self.rope_cache = None |
| 125 | self.mask_cache = None |
| 126 | |
| 127 | def forward( |
| 128 | self, |