Method consume_string_token

crates/css_lexer/src/private.rs:683–764

(&mut self)

	}

	fn consume_string_token(&mut self) -> Token {
		let delimiter = self.advance_byte();
		let quotes = if delimiter == b'"' { QuoteStyle::Double } else { QuoteStyle::Single };
		let mut contains_escape = false;
		let mut len: u32 = 1;
		loop {
			let b = self.peek_byte(0);
			match b {
				// Check for newlines (LF=0x0A, CR=0x0D, FF=0x0C)
				b'\n' | b'\r' | 0x0C => {
					return Token::new_bad_string(len);
				}
				0 => {
					if self.at_end() {
						// EOF
						return Token::new_string(quotes, false, contains_escape, len);
					}
					// NUL byte in middle of string — treat as replacement char
					self.pos += 1;
					contains_escape = true;
					len += 1;
				}
				b'"' | b'\'' => {
					self.pos += 1;
					len += 1;
					if b == delimiter {
						return Token::new_string(quotes, true, contains_escape, len);
					}
				}
				b'\\' => {
					self.pos += 1;
					contains_escape = true;
					let next_b = self.peek_byte(0);
					if next_b == 0 && self.at_end() {
						// EOF after backslash
						len += 1;
						return Token::new_string(quotes, false, contains_escape, len);
					}
					// Check newline
					if next_b < 128 && ASCII_NEWLINE.0[next_b as usize] {
						len += self.consume_newline() + 1;
					} else {
						let next_c = self.peek_char();
						if is_escape_sequence('\\', next_c) {
							len += self.consume_escape_sequence();
						} else {
							return Token::new_bad_string(len);
						}
					}
				}
				_ => {
					// Bulk scan: find next delimiter, backslash, or newline
					let remaining = self.remaining_bytes();
					let scan_end = match memchr::memchr3(delimiter, b'\\', b'\n', remaining) {
						Some(offset) => offset,
						None => remaining.len(),
					};
					// Within the scanned range, check for rare sentinels: