Method Lexer

src/main/java/net/starlark/java/syntax/Lexer.java:102–113

(ParserInput input, List<SyntaxError> errors, FileOptions options)

  // Constructs a lexer which tokenizes the parser input.
  // Errors are appended to errors.
  Lexer(ParserInput input, List<SyntaxError> errors, FileOptions options) {
    this.locs = FileLocations.create(input.getContent(), input.getFile());
    this.buffer = input.getContent();
    this.pos = 0;
    this.errors = errors;
    this.options = options;
    this.checkIndentation = true;
    this.dents = 0;
    this.lineOnlyWhitespaceOrComments = true;

    indentStack.push(0);
  }

  ImmutableList<Comment> getComments() {
    return comments.build();