Function tokenize_format_string

src/pattern.rs:97–153

(input: &str)

}

pub fn tokenize_format_string(input: &str) -> Vec<Token> {
    let mut result: Vec<Token> = vec![];
    let mut inside_brackets = false;

    let mut cur = String::new();

    for character in input.chars() {
        if character == '{' {
            if inside_brackets {
                cur.push('{');
            }
            if !cur.is_empty() {
                if let Some(Token::String(s)) = result.last_mut() {
                    s.push_str(&cur);
                } else {
                    result.push(Token::String(cur.clone()));
                }
                cur.clear();
            }
            inside_brackets = true;
        } else if character == '}' {
            if !inside_brackets {
                cur.push('}');
                continue;
            }

            inside_brackets = false;

            // if the contains for the brackets aren't valid we will just consider
            // the contents including the brackets to be a string
            if let Some(token) = parse_inner_brackets(&cur) {
                result.push(token);
            } else if let Some(Token::String(s)) = result.last_mut() {
                s.push_str(&format!("{{{}}}", cur));
            } else {
                result.push(Token::String(format!("{{{}}}", cur)));
            }
            cur.clear();
        } else {
            cur.push(character)
        };
    }

    if inside_brackets {
        cur.push('{');
    }

    if let Some(Token::String(s)) = result.last_mut() {
        s.push_str(&cur);
    } else {
        result.push(Token::String(cur));
    }

    // for token in &result{ println!("(debug) tokenized: {}", token) }

    result
}