Function quality_check

python/src/graph/workflow.py:98–142

Score the generated battlecard and decide whether to loop back.

(state: dict[str, Any])

# ---------------------------------------------------------------------------

async def quality_check(state: dict[str, Any]) -> dict[str, Any]:
    """Score the generated battlecard and decide whether to loop back."""
    from langchain_core.messages import HumanMessage, SystemMessage
    from langchain_openai import ChatOpenAI

    llm = ChatOpenAI(
        model=config.llm.model,
        api_key=config.llm.api_key,
        temperature=0.0,
    )

    battlecard = state.get("battlecard", {})
    comparison = state.get("comparison_matrix", {})

    prompt = (
        "You are a quality evaluator. Rate the following competitive intelligence "
        "battlecard on a scale of 1-10 based on:\n"
        "  - Completeness (are strengths/weaknesses/objections covered?)\n"
        "  - Accuracy (does it align with the comparison data?)\n"
        "  - Actionability (can a sales rep use this immediately?)\n\n"
        f"Battlecard:\n{json.dumps(battlecard, ensure_ascii=False, indent=2)}\n\n"
        f"Comparison Matrix:\n{json.dumps(comparison, ensure_ascii=False, indent=2)}\n\n"
        "Return ONLY a JSON object: {\"score\": <float>, \"feedback\": <string>}"
    )

    response = await llm.ainvoke([
        SystemMessage(content="You are a strict quality evaluator."),
        HumanMessage(content=prompt),
    ])

    try:
        text = response.content.strip()
        if text.startswith("```"):
            text = text.split("\n", 1)[1].rsplit("```", 1)[0]
        result = json.loads(text)
        score = float(result.get("score", 5.0))
    except Exception:
        score = 5.0

    reflexion_count = state.get("reflexion_count", 0) + 1

    return {
        "quality_score": score,
        "reflexion_count": reflexion_count,
    }


def _should_retry(state: dict[str, Any]) -> str: