Function _build_scholar_profile_url

agents/coldstart-agent/main.py:608–640

Normalize a Scholar profile URL and request a larger publication page size.

(
    scholar_url: str,
    *,
    cstart: int = 0,
    pagesize: Optional[int] = None,
    hl: str = "en",
)

def _build_scholar_profile_url(
    scholar_url: str,
    *,
    cstart: int = 0,
    pagesize: Optional[int] = None,
    hl: str = "en",
) -> str:
    """Normalize a Scholar profile URL and request a larger publication page size."""
    candidate = _collapse_whitespace(scholar_url)
    if not candidate:
        raise ValueError("empty scholar url")
    if "://" not in candidate:
        candidate = f"https://{candidate.lstrip('/')}"

    parsed = urlsplit(candidate)
    if not parsed.netloc:
        raise ValueError("invalid scholar url")

    query = dict(parse_qsl(parsed.query, keep_blank_values=True))
    query["hl"] = hl or query.get("hl") or "en"
    query["cstart"] = str(max(0, int(cstart)))
    resolved_page_size = pagesize or _get_env_int("PAPERFLOW_SCHOLAR_PAGE_SIZE", 100)
    query["pagesize"] = str(max(20, int(resolved_page_size)))

    return urlunsplit(
        (
            parsed.scheme or "https",
            parsed.netloc,
            parsed.path or "/citations",
            urlencode(query),
            parsed.fragment,
        )
    )


def _parse_scholar_stats(html_text: str) -> Dict[str, int]: