Function compare_field_group

python/agents/invoice-processing/eval/eval.py:308–346

Generic field group comparison driven by eval_schema.comparison_groups. This is the schema-driven replacement for compare_financials, compare_vendor, and compare_header. Each group config specifies the section name and a list of fields with their comparison type ("amount" or "string

(
    gt: dict, agent: dict, group_config: dict, tolerance: float
)

def compare_field_group(
    gt: dict, agent: dict, group_config: dict, tolerance: float
) -> dict:
    """Generic field group comparison driven by eval_schema.comparison_groups.

    This is the schema-driven replacement for compare_financials, compare_vendor,
    and compare_header. Each group config specifies the section name and a list of
    fields with their comparison type ("amount" or "string").
    """
    section = group_config.get("section", "")
    gt_section = gt.get(section) or {}
    agent_section = agent.get(section) or {}

    results = {}
    all_match = True

    for field in group_config.get("fields", []):
        field_name = field["name"]
        field_type = field.get("type", "string")

        gt_val = str(gt_section.get(field_name, "")).strip()
        agent_val = str(agent_section.get(field_name, "")).strip()

        if field_type == "amount":
            match = amounts_match(gt_val, agent_val, tolerance)
        else:
            match = normalize_string(gt_val) == normalize_string(agent_val)

        if not match:
            all_match = False

        results[field_name] = {
            "ground_truth": gt_val,
            "agent": agent_val,
            "match": match,
        }

    results["all_match"] = all_match
    return results


def _compare_per_line_fields(