Method test2

test/org/apache/pig/parser/TestQueryLexer.java:55–77

()

    }

    @Test
    public void test2() throws IOException {
        String query = "A = load 'input' using PigStorage(';');" +
                       "B = foreach ^ A generate string.concatsep( ';', $1, $2 );";
        CharStream input = new QueryParserStringStream( query, null );
        QueryLexer lexer = new QueryLexer( input );
        Token token;
        try {
            while( ( token = lexer.nextToken() ).getType() != Token.EOF ) {
                if( token.getChannel() == Token.HIDDEN_CHANNEL )
                    continue;
                if( token.getText().equals( ";" ) ) {
                    System.out.println( token.getText() );
                } else {
                    System.out.print( token.getText() + "(" + token.getType() + ") " );
                }
            }
        } catch(Exception ex) {
            Assert.assertTrue( ex.getMessage().contains( "Unexpected character" ) );
            return;
        }
        Assert.fail( "Query should fail." );
    }
}