| 3905 | } |
| 3906 | |
| 3907 | int32_t llama_detokenize( |
| 3908 | const struct llama_vocab * vocab, |
| 3909 | const llama_token * tokens, |
| 3910 | int32_t n_tokens, |
| 3911 | char * text, |
| 3912 | int32_t text_len_max, |
| 3913 | bool remove_special, |
| 3914 | bool unparse_special) { |
| 3915 | return vocab->detokenize(tokens, n_tokens, text, text_len_max, remove_special, unparse_special); |
| 3916 | } |