Function consolidate_appendix_notes

skillopt/optimizer/skill_aware.py:164–206

LLM-consolidate appendix notes: dedupe / merge / compact. Mirrors GMemory ``_maybe_refactor_execution_notes`` and paper Eq.11. ``chat_fn`` is the optimizer chat callable ``(system, user, max_completion_tokens, retries, stage) -> (text, meta)``. On ANY failure (parse, empty, exception) t

(
    notes: list[str],
    *,
    chat_fn,
    max_completion_tokens: int = 4096,
)

def consolidate_appendix_notes(
    notes: list[str],
    *,
    chat_fn,
    max_completion_tokens: int = 4096,
) -> list[str]:
    """LLM-consolidate appendix notes: dedupe / merge / compact.

    Mirrors GMemory ``_maybe_refactor_execution_notes`` and paper Eq.11. ``chat_fn``
    is the optimizer chat callable ``(system, user, max_completion_tokens, retries,
    stage) -> (text, meta)``. On ANY failure (parse, empty, exception) the original
    notes are returned unchanged, so consolidation can never lose the appendix.
    """
    from skillopt.utils import extract_json  # local import to avoid cycles

    clean = [str(n).strip() for n in (notes or []) if str(n).strip()]
    if len(clean) < 2:
        return clean

    numbered = "\n".join(f"{i}. {n}" for i, n in enumerate(clean, 1))
    user = (
        f"## Current Execution Notes ({len(clean)} total)\n{numbered}\n\n"
        "Compact these into a shorter list without losing distinct actionable "
        "information. Merge duplicates and near-duplicates; keep each note short, "
        "concrete, and reusable. Return valid JSON only with this schema:\n"
        '{ "appendix_notes": ["compacted note 1", "compacted note 2"] }'
    )
    try:
        response, _ = chat_fn(
            system=_CONSOLIDATE_SYSTEM,
            user=user,
            max_completion_tokens=max_completion_tokens,
            retries=2,
            stage="appendix_consolidate",
        )
        result = extract_json(response)
        compacted = extract_appendix_notes(result)
        # Guard: only accept a non-empty result that actually shrinks the set.
        if compacted and len(compacted) <= len(clean):
            return compacted
    except Exception:  # noqa: BLE001
        pass
    return clean