Function datamark

lib/gstack-decision.ts:77–91

(text: string)

 * code fences, `---` banner sentinels, and `<|role|>` / `</system>` markers.
 */
export function datamark(text: string): string {
  const ZWSP = "\u200b"; // zero-width space: breaks token recognition, near-invisible
  return text
    // strip C0/C1 control chars + Unicode line terminators (U+0085/2028/2029 render as
    // newlines in many tokenizers/markdown; "strip newlines" must cover them)
    .replace(/[\u0000-\u001f\u007f\u0085\u2028\u2029]/g, " ")
    .replace(/`{3,}/g, "'''") // neutralize markdown code fences
    .replace(/-{3,}/g, "\u2014") // neutralize `---` banner sentinels (em dash)
    .replace(/<\|/g, `<${ZWSP}|`) // neutralize <|im_start|>-style chat markers
    .replace(/\|>/g, `|${ZWSP}>`)
    .replace(/<(\/?)(system|user|assistant|tool)>/gi, `<${ZWSP}$1$2>`) // neutralize role tags
    // neutralize chat turn-prefixes (Human:/Assistant:/System:/User:) — defeat the
    // angle-tag pass and are Claude's native turn delimiters
    .replace(/\b(human|assistant|system|user)(\s*):/gi, `$1${ZWSP}$2:`);
}

export type ValidateResult =
  | { ok: true; event: DecisionEvent }