Function fetch_all_issues

agents/fetch_issues.py:161–220

Fetch issues with pagination and exponential backoff.

(owner: str, repo: str, states: list[str] | None = None)

def fetch_all_issues(owner: str, repo: str, states: list[str] | None = None) -> list[dict]:
    """Fetch issues with pagination and exponential backoff."""
    if states is None:
        states = ["OPEN"]
    all_issues = []
    cursor = None
    page = 1
    max_retries = 5
    label = "/".join(s.lower() for s in states)

    while True:
        for attempt in range(max_retries):
            try:
                print(f"Fetching {label} issues page {page}...", file=sys.stderr)
                data = gh_graphql(
                    GRAPHQL_QUERY,
                    {
                        "owner": owner,
                        "repo": repo,
                        "cursor": cursor,
                        "states": states,
                    },
                )
                break
            except RuntimeError as e:
                wait = min(2**attempt, 60)
                print(f"Error on attempt {attempt + 1}: {e}", file=sys.stderr)
                if attempt < max_retries - 1:
                    print(f"Retrying in {wait}s...", file=sys.stderr)
                    time.sleep(wait)
                else:
                    raise

        rate = data["data"]["rateLimit"]
        print(f"  Rate limit: {rate['remaining']} remaining, cost: {rate['cost']}", file=sys.stderr)

        if rate["remaining"] < 100:
            reset_at = datetime.fromisoformat(rate["resetAt"].replace("Z", "+00:00"))
            wait_seconds = (reset_at - datetime.now(timezone.utc)).total_seconds() + 5
            if wait_seconds > 0:
                print(f"  Rate limit low, waiting {wait_seconds:.0f}s until reset...", file=sys.stderr)
                time.sleep(wait_seconds)

        issues_data = data["data"]["repository"]["issues"]
        raw_issues = issues_data["nodes"]
        total = issues_data["totalCount"]

        for raw in raw_issues:
            all_issues.append(transform_issue(raw))

        print(f"  Fetched {len(all_issues)}/{total} issues", file=sys.stderr)

        page_info = issues_data["pageInfo"]
        if not page_info["hasNextPage"]:
            break

        cursor = page_info["endCursor"]
        page += 1