Function tokenize

graphlite/src/ast/lexer.rs:1861–1864

Public function to tokenize input

(input: &str)

/// Public function to tokenize input
pub fn tokenize(input: &str) -> Result<Vec<Token>, String> {
    let mut lexer = Lexer::new(input.to_string());
    lexer.tokenize()
}

// Removed unused test_lexer function