Function compare_financials

python/agents/invoice-processing/eval/eval.py:209–251

Compare financial amounts (total, pretax, tax).

(gt: dict, agent: dict, tolerance: float)

def compare_financials(gt: dict, agent: dict, tolerance: float) -> dict:
    """Compare financial amounts (total, pretax, tax)."""
    gt_details = gt.get("Invoice Details") or {}
    agent_details = agent.get("Invoice Details") or {}

    fields = {
        "Invoice Total": ("Invoice Total", tolerance),
        "Pretax Total": ("Pretax Total", tolerance),
        "Tax Amount": ("Tax Amount", tolerance),
    }

    results = {}
    all_match = True

    for label, (field_name, tol) in fields.items():
        gt_val = gt_details.get(field_name, "")
        agent_val = agent_details.get(field_name, "")
        match = amounts_match(gt_val, agent_val, tol)
        if not match:
            all_match = False

        results[label] = {
            "ground_truth": gt_val,
            "agent": agent_val,
            "match": match,
        }

    # Currency
    gt_currency = gt_details.get("Currency", "")
    agent_currency = agent_details.get("Currency", "")
    currency_match = normalize_string(gt_currency) == normalize_string(
        agent_currency
    )
    results["Currency"] = {
        "ground_truth": gt_currency,
        "agent": agent_currency,
        "match": currency_match,
    }
    if not currency_match:
        all_match = False

    results["all_match"] = all_match
    return results


def compare_vendor(gt: dict, agent: dict) -> dict: