Function tokenizeArgv

packages/evals/tui/commandTree.ts:691–704

(args: readonly string[])

 * or option values legitimately contain `>` characters.
 */
export function tokenizeArgv(args: readonly string[]): string[] {
  const out: string[] = [];
  for (const arg of args) {
    if (arg === ">") continue;
    if (!arg.includes(">")) {
      out.push(arg);
      continue;
    }
    for (const piece of arg.split(">")) {
      if (piece) out.push(piece);
    }
  }
  return out;
}

// Re-export tokenize so callers only import from one place.
export { tokenize };