Function enrich_metadata

scripts/common.py:872–930

(record: dict[str, Any])

def enrich_metadata(record: dict[str, Any]) -> dict[str, Any]:
    base = dict(record)
    candidates: list[dict[str, Any]] = [base]
    doi = normalize_whitespace(str(base.get("doi", "")))
    title = normalize_whitespace(str(base.get("title", "")))
    arxiv_id = normalize_whitespace(str(base.get("arxiv_id", "")))

    if doi:
        crossref = fetch_crossref_by_doi(doi)
        if crossref:
            candidates.append(crossref)
        openalex = fetch_openalex_by_doi(doi)
        if openalex:
            candidates.append(openalex)
        sem = choose_best_title_match(title or doi, search_semantic_scholar(doi, limit=3))
        if sem:
            candidates.append(sem)

    if arxiv_id:
        arxiv = safe_fetch_arxiv_entries(id_list=arxiv_id, max_results=1)
        if arxiv:
            candidates.append(arxiv[0])

    if title:
        sem = choose_best_title_match(title, search_semantic_scholar(title, limit=5))
        if sem:
            candidates.append(sem)
        oa = choose_best_title_match(title, search_openalex_by_title(title, limit=5))
        if oa:
            candidates.append(oa)
        cross = choose_best_title_match(title, search_crossref_by_title(title, limit=5))
        if cross:
            candidates.append(cross)
        arxiv = choose_best_title_match(title, safe_fetch_arxiv_entries(search_query=f'ti:"{title}"', max_results=5))
        if arxiv:
            candidates.append(arxiv)

    merged = merge_metadata_records(*candidates)
    if not merged.get("year") and merged.get("published") and re.match(r"^\d{4}", str(merged["published"])):
        merged["year"] = str(merged["published"])[:4]
    if merged.get("doi") and not merged.get("source_url"):
        merged["source_url"] = f"https://doi.org/{merged['doi']}"
    if merged.get("arxiv_id") and not merged.get("pdf_url"):
        merged["pdf_url"] = f"https://arxiv.org/pdf/{merged['arxiv_id']}.pdf"
    if merged.get("arxiv_id") and not merged.get("doi"):
        merged["doi"] = f"10.48550/arXiv.{merged['arxiv_id']}"
    if base.get("source_type") == "local_pdf":
        if base.get("local_pdf_title_source"):
            merged["local_pdf_title_source"] = base["local_pdf_title_source"]
        elif is_probable_local_pdf_artifact_title(str(base.get("title", ""))):
            merged["local_pdf_title_source"] = "local_pdf_stem_used"
        if base.get("local_pdf_artifact_title") or is_probable_local_pdf_artifact_title(str(base.get("title", ""))):
            merged["local_pdf_artifact_title"] = True
        corrected_title = choose_local_pdf_corrected_title(base, candidates[1:])
        if corrected_title:
            merged["title"] = corrected_title
            merged["title_corrected_from_external_metadata"] = True
    merged["paper_id"] = paper_id_for_record(merged)