Method tokenize

crates/gitql-parser/src/tokenizer.rs:32–35

(chars: &'a str)

    }

    pub fn tokenize(chars: &'a str) -> Result<Vec<Token>, Box<Diagnostic>> {
        let chars: Vec<char> = chars.chars().collect();
        Tokenizer::new(&chars).tokenize_characters()
    }

    fn current_source_location(&self) -> SourceLocation {
        SourceLocation {