Function tokenize_simple

nodedb-sql/src/parser/array_stmt/lexer.rs:225–233

()

    #[test]
    fn tokenize_simple() {
        let toks = tokenize("CREATE ARRAY a (1, 2.5, 'x')").unwrap();
        assert!(matches!(toks[0].tok, Tok::Ident(ref s) if s == "CREATE"));
        assert!(matches!(toks[1].tok, Tok::Ident(ref s) if s == "ARRAY"));
        assert!(matches!(toks[3].tok, Tok::LParen));
        assert!(matches!(toks[4].tok, Tok::Int(1)));
        assert!(matches!(toks[6].tok, Tok::Float(f) if (f - 2.5).abs() < 1e-9));
        assert!(matches!(toks[8].tok, Tok::Str(ref s) if s == "x"));
    }

    #[test]
    fn tokenize_dotdot_range() {