Method tokenize

src/org/antlr/codebuff/Tool.java:256–264

(String doc, Class<? extends Lexer> lexerClass)

	}

	public static CodeBuffTokenStream tokenize(String doc, Class<? extends Lexer> lexerClass)
		throws Exception {
		ANTLRInputStream input = new ANTLRInputStream(doc);
		Lexer lexer = getLexer(lexerClass, input);

		CodeBuffTokenStream tokens = new CodeBuffTokenStream(lexer);
		tokens.fill();
		return tokens;
	}

	public static Parser getParser(Class<? extends Parser> parserClass, CommonTokenStream tokens) throws NoSuchMethodException, InstantiationException, IllegalAccessException, java.lang.reflect.InvocationTargetException {
		Constructor<? extends Parser> parserCtor =