Function _build_paper_dict

skills/storage-helper/scripts/db_ops.py:67–104

Convert a joined paper row into a normalized dict.

(
    row: sqlite3.Row,
    metadata_key: str = "metadata",
    extra_metadata_keys: Optional[List[str]] = None,
)

def _build_paper_dict(
    row: sqlite3.Row,
    metadata_key: str = "metadata",
    extra_metadata_keys: Optional[List[str]] = None,
) -> Dict[str, Any]:
    """Convert a joined paper row into a normalized dict."""
    paper = dict(row)
    paper["authors"] = _deserialize_json_list(paper.get("authors"))
    paper["embedding"] = _deserialize_json_list(paper.get("embedding"))

    metadata: Dict[str, Any] = {}
    for extra_key in extra_metadata_keys or []:
        metadata.update(_load_json_metadata(paper.get(extra_key)))

    metadata.update(_load_json_metadata(paper.get(metadata_key)))

    if metadata_key != "metadata":
        paper.pop(metadata_key, None)
    for extra_key in extra_metadata_keys or []:
        if extra_key != "metadata":
            paper.pop(extra_key, None)

    if metadata:
        paper["metadata"] = metadata
        if "category" in metadata:
            paper["category"] = metadata["category"]
        if "score" in metadata:
            paper["score"] = metadata["score"]
        if "rank" in metadata:
            paper["rank"] = metadata["rank"]
        for key, value in metadata.items():
            if key not in paper or paper.get(key) in (None, "", [], {}):
                paper[key] = value

    for list_key in ("categories", "keywords", "topics"):
        paper[list_key] = _deserialize_json_list(paper.get(list_key))

    return paper


def _derive_push_metadata_from_papers(papers: List[Dict[str, Any]]) -> Dict[str, Any]: