Method tokenize

test/org/apache/pig/parser/ParserTestingUtils.java:32–39

(String query)

public class ParserTestingUtils {
    public static CommonTokenStream tokenize(String query) throws IOException, ParsingFailureException {
        CharStream input = new QueryParserStringStream( query, null );
        QueryLexer lexer = new QueryLexer( input );
        CommonTokenStream tokens = new CommonTokenStream( lexer );
        if( 0 < lexer.getNumberOfSyntaxErrors() )
            throw new ParsingFailureException( QueryLexer.class );
        return tokens;
    }

    public static Tree parse(String query) throws IOException, RecognitionException, ParsingFailureException  {
        CommonTokenStream tokens = tokenize( query );