Method scan

src/main/java/wyc/io/WhileyFileLexer.java:62–87

Scan all characters from the input stream and generate a corresponding list of tokens, whilst discarding all whitespace and comments. @return

()

	 * @return
	 */
	public List<Token> scan() {
		ArrayList<Token> tokens = new ArrayList<>();
		pos = 0;

		while (pos < input.length()) {
			char c = input.charAt(pos);

			if (isDigit(c)) {
				tokens.add(scanNumericLiteral());
			} else if (c == '"') {
				tokens.add(scanStringLiteral());
			} else if (c == '\'') {
				tokens.add(scanCharacterLiteral());
			} else if (isOperatorStart(c)) {
				tokens.add(scanOperator());
			} else if (isLetter(c) || c == '_') {
				tokens.add(scanIdentifier());
			} else if (Character.isWhitespace(c)) {
				scanWhiteSpace(tokens);
			} else {
				tokens.add(new Token(Token.Kind.Unknown, "" + c, pos++));
			}
		}

		return tokens;
	}

	/**
	 * Scan a numeric constant. That is a sequence of digits which constitutes an