Function tokenize

src/utils/selectors-parse.ts:210–233

(segment: string)

}

function tokenize(segment: string): string[] {
  const tokens: string[] = [];
  let current = '';
  let quote: '"' | "'" | null = null;
  for (let i = 0; i < segment.length; i += 1) {
    const ch = segment.charAt(i);
    if ((ch === '"' || ch === "'") && !isEscapedQuote(segment, i)) {
      quote = updateQuoteState(quote, ch);
      current += ch;
      continue;
    }
    if (!quote && /\s/.test(ch)) {
      if (current.trim()) tokens.push(current.trim());
      current = '';
      continue;
    }
    current += ch;
  }
  if (quote) {
    throw new AppError('INVALID_ARGS', `Unclosed quote in selector: ${segment}`);
  }
  if (current.trim()) tokens.push(current.trim());
  return tokens;
}

function updateQuoteState(currentQuote: '"' | "'" | null, ch: '"' | "'"): '"' | "'" | null {
  if (!currentQuote) return ch;