Function lexical_overlap_score

scripts/afml_semantic_index.py:336–342

(query: str, text: str)

def lexical_overlap_score(query: str, text: str) -> float:
    q_terms = [t for t in re.findall(r"[a-zA-Z0-9_]+", query.lower()) if len(t) > 2]
    if not q_terms:
        return 0.0
    t = text.lower()
    hits = sum(1 for term in q_terms if term in t)
    return hits / len(q_terms)


def load_sentence_transformer(model_name: str, allow_online_model_fetch: bool) -> SentenceTransformer: