Function rawTokens

src/codegraph/helper-extract.ts:220–226

Code tokens WITH literals kept and source offsets (for substitution in the sketch). PURE.

(body: string)

/** Code tokens WITH literals kept and source offsets (for substitution in the sketch). PURE. */
function rawTokens(body: string): RawTok[] {
  const re = /"(?:[^"\\]|\\.)*"|'(?:[^'\\]|\\.)*'|`(?:[^`\\]|\\.)*`|\d+(?:\.\d+)?|[A-Za-z_$][\w$]*|[^\sA-Za-z0-9_$]/g;
  const out: RawTok[] = [];
  let m: RegExpExecArray | null;
  while ((m = re.exec(body))) out.push({ text: m[0], start: m.index });
  return out;
}

/**
 * Given a cluster of near-duplicate functions, propose ONE parameterized helper: align the bodies