(&mut self, index: usize)
| 53 | } |
| 54 | |
| 55 | async fn next_token(&mut self, index: usize) -> Result<Token> { |
| 56 | if self.base.generated == 0 { |
| 57 | let dialog = self.history.encode_dialog_to_prompt(); |
| 58 | self.base.prepare_prompt(&dialog)?; |
| 59 | } |
| 60 | self.base.next_token(index).await |
| 61 | } |
| 62 | |
| 63 | fn generated_tokens(&self) -> usize { |
| 64 | self.base.generated |
nothing calls this directly
no test coverage detected