Function tokenizeCodeLine

src/cli/render/assistant-message.tsx:174–220

(line: string, lang: string)

 * reorders characters.
 */
export function tokenizeCodeLine(line: string, lang: string): CodeToken[] {
  const fam = langFamily(lang);
  const tokens: CodeToken[] = [];
  const kw = KEYWORDS[fam];
  const cmt = commentMarker(fam);
  let plain = '';
  const flush = () => { if (plain) { tokens.push({ text: plain }); plain = ''; } };
  let i = 0;
  while (i < line.length) {
    const rest = line.slice(i);
    // Line comment to end of line.
    if (cmt && rest.startsWith(cmt)) { flush(); tokens.push({ text: rest, dim: true }); break; }
    // Same-line block comment (or to EOL if unterminated).
    if ((fam === 'js' || fam === 'css' || fam === 'go' || fam === 'rust' || fam === 'php') && rest.startsWith('/*')) {
      const end = rest.indexOf('*/');
      const seg = end >= 0 ? rest.slice(0, end + 2) : rest;
      flush(); tokens.push({ text: seg, dim: true }); i += seg.length; continue;
    }
    const ch = line[i]!;
    // Strings (double, single, backtick). Unterminated → consume to EOL (still verbatim).
    if (ch === '"' || ch === "'" || ch === '`') {
      let j = i + 1;
      while (j < line.length) {
        if (line[j] === '\\') { j += 2; continue; }
        if (line[j] === ch) { j++; break; }
        j++;
      }
      flush(); tokens.push({ text: line.slice(i, j), color: 'green' }); i = j; continue;
    }
    // Numbers.
    if (ch >= '0' && ch <= '9') {
      const nm = rest.match(/^\d[\d_]*\.?\d*([eExX][+-]?[0-9a-fA-F]+)?/);
      if (nm) { flush(); tokens.push({ text: nm[0], color: 'yellow' }); i += nm[0].length; continue; }
    }
    // Identifiers / keywords.
    if (/[A-Za-z_$]/.test(ch)) {
      const idm = rest.match(/^[A-Za-z_$][A-Za-z0-9_$]*/)!;
      const word = idm[0];
      if (kw && kw.has(word)) { flush(); tokens.push({ text: word, color: 'magenta' }); }
      else { plain += word; }
      i += word.length; continue;
    }
    plain += ch; i++;
  }
  flush();
  return tokens.length ? tokens : [{ text: line }];
}

function CodeBlock({ lang, body, incomplete }: { lang: string; body: string; incomplete?: boolean }): React.ReactElement {
  const lines = body.split('\n');