Method parse_string

src/scanner.rs:175–202

(&mut self)

  }

  fn parse_string(&mut self) -> Result<Token<'a>, ParseError> {
    let quote = self.bytes[self.byte_index];
    let start = self.byte_index + 1;

    // fast path: scan for closing quote or backslash byte-by-byte.
    // this is safe because quote (0x22/0x27) and backslash (0x5C) are ASCII
    // and can never appear as continuation bytes in multi-byte UTF-8 sequences.
    let mut i = start;
    while i < self.bytes.len() {
      let b = self.bytes[i];
      if b == quote {
        // found closing quote with no escapes
        let s = &self.file_text[start..i];
        self.byte_index = i + 1;
        return Ok(Token::String(Cow::Borrowed(s)));
      }
      if b == b'\\' {
        break;
      }
      i += 1;
    }

    // slow path: handle escape sequences via CharProvider
    crate::string::parse_string_with_char_provider(self)
      .map(Token::String)
      // todo(dsherret): don't convert the error kind to a string here
      .map_err(|err| self.create_error_for_start(err.byte_index, ParseErrorKind::String(err.kind)))
  }

  fn parse_number(&mut self) -> Result<Token<'a>, ParseError> {
    let start_byte_index = self.byte_index;