Method token_to_id

ext/tokenizers/src/tokenizer.rs:621–623

(&self, token: String)

    }

    pub fn token_to_id(&self, token: String) -> RbResult<Option<u32>> {
        Ok(self.read_inner()?.token_to_id(&token))
    }

    pub fn id_to_token(&self, id: u32) -> RbResult<Option<String>> {
        Ok(self.read_inner()?.id_to_token(id))