Function canonicalize_direction_terms

config/direction_lexicon.py:611–641

(
    values: Iterable[Any],
    *,
    lexicon: Optional[Dict[str, Any]] = None,
    include_paper_terms: bool = True,
    keep_unknown: bool = True,
)

def canonicalize_direction_terms(
    values: Iterable[Any],
    *,
    lexicon: Optional[Dict[str, Any]] = None,
    include_paper_terms: bool = True,
    keep_unknown: bool = True,
) -> List[str]:
    current_lexicon = lexicon or load_lexicon()
    canonical_terms: List[str] = []
    seen = set()

    for value in values:
        cleaned = str(value or "").strip()
        if not cleaned:
            continue
        resolved = resolve_canonical_direction(
            cleaned,
            lexicon=current_lexicon,
            include_paper_terms=include_paper_terms,
        )
        normalized = resolved["canonical_name"] if resolved else normalize_direction_key(cleaned)
        if not normalized:
            continue
        if resolved is None and not keep_unknown:
            continue
        if normalized in seen:
            continue
        seen.add(normalized)
        canonical_terms.append(normalized)

    return canonical_terms


def canonicalize_weight_mapping(