Method getFeatures

src/org/antlr/codebuff/Trainer.java:512–541

(int i)

	}

	public int[] getFeatures(int i)	{
		CodeBuffTokenStream tokens = doc.tokens;
		TerminalNode node = tokenToNodeMap.get(tokens.get(i));
		if ( node==null ) {
			System.err.println("### No node associated with token "+tokens.get(i));
			return null;
		}

		Token curToken = node.getSymbol();
		Token prevToken = tokens.getPreviousRealToken(i);
		Token prevPrevToken = prevToken!=null ? doc.tokens.getPreviousRealToken(prevToken.getTokenIndex()) : null;

		boolean prevTokenStartsLine = false;
		if ( prevToken!=null && prevPrevToken!=null ) {
			prevTokenStartsLine = prevToken.getLine()>prevPrevToken.getLine();
		}

		boolean curTokenStartsNewLine = false;
		if ( prevToken==null ) curTokenStartsNewLine = true; // we must be at start of file
		else if ( curToken.getLine() > prevToken.getLine() ) curTokenStartsNewLine = true;

		int[] features = getContextFeatures(corpus, tokenToNodeMap, doc, i);

		setListInfoFeatures(corpus.tokenToListInfo, features, curToken);

		features[INDEX_PREV_FIRST_ON_LINE]         = prevTokenStartsLine ? 1 : 0;
		features[INDEX_FIRST_ON_LINE]              = curTokenStartsNewLine ? 1 : 0;

		return features;
	}

	/** Get the token type and tree ancestor features. These are computed
	 *  the same for both training and formatting.