Function githubSearch

apps/cursor/src/scripts/extract-from-github.ts:126–172

(
  endpoint: "code" | "repositories",
  query: string,
  page: number,
  perPage: number,
  label: string,
)

}

async function githubSearch<T>(
  endpoint: "code" | "repositories",
  query: string,
  page: number,
  perPage: number,
  label: string,
): Promise<{ total_count: number; items: T[] } | null> {
  while (true) {
    const url = `https://api.github.com/search/${endpoint}?q=${encodeURIComponent(query)}&per_page=${perPage}&page=${page}`;
    const res = await fetch(url, {
      cache: "no-store",
      headers: {
        Accept: "application/vnd.github.v3+json",
        ...authHeaders(),
      },
    });

    if (res.status === 403 || res.status === 429) {
      const retry = Number(res.headers.get("retry-after") ?? "30");
      console.warn(`  ${label}: 429 rate-limited, sleeping ${retry}s`);
      await sleep(retry * 1000);
      continue;
    }
    if (res.status === 422) {
      // Query syntax error or hit the 1000-result cap mid-pagination.
      return null;
    }
    if (!res.ok) {
      const body = await res.text();
      throw new Error(
        `${endpoint} search failed for "${query}": ${res.status} ${res.statusText} ${body.slice(0, 200)}`,
      );
    }

    const data = (await res.json()) as {
      total_count?: number;
      items?: T[];
    };

    await respectRateLimit(res, label);

    return {
      total_count: data.total_count ?? 0,
      items: data.items ?? [],
    };
  }
}

async function githubCodeSearch(
  query: string,