(&mut self, index: usize)
| 51 | } |
| 52 | |
| 53 | async fn next_token(&mut self, index: usize) -> Result<Token> { |
| 54 | if self.base.generated == 0 { |
| 55 | let dialog = self.history.encode_dialog_to_prompt(); |
| 56 | self.base.prepare_prompt(&dialog)?; |
| 57 | } |
| 58 | self.base.next_token(index).await |
| 59 | } |
| 60 | |
| 61 | fn generated_tokens(&self) -> usize { |
| 62 | self.base.generated |
nothing calls this directly
no test coverage detected