Method encode

src/lib.rs:13–19

(&self, text: String)

impl Encoding {
    #[napi]
    pub fn encode(&self, text: String) -> Vec<u32> {
        self.encoding
            .encode_with_special_tokens(&text)
            .iter()
            .map(|x| *x as u32)
            .collect()
    }

    #[napi]
    pub fn decode(&self, tokens: Vec<u32>) -> Result<String, Error> {