Clear relatable structures of speculative decoding, if exist.
(self)
| 375 | self.use_spec_dec = False |
| 376 | |
| 377 | def clear_spec_dec(self) -> None: |
| 378 | """Clear relatable structures of speculative decoding, if exist.""" |
| 379 | if self.use_spec_dec: |
| 380 | self.disable_spec_dec() |
| 381 | if self.drafter_model or self.drafter: |
| 382 | self.drafter_model = None |
| 383 | self.drafter = None |
| 384 | torch.cuda.empty_cache() |
| 385 | self.use_glide = False |
| 386 | self.use_spec_dec = False |
| 387 | |
| 388 | def steps_spec_dec(self) -> List[Sequence]: |
| 389 | """ |