Function fetchRepositoryFiles

website/src/lib/repo-fetcher.ts:42–251

(
  ref: RepoRef,
  callbacks: RepoFetchCallbacks
)

};

export async function fetchRepositoryFiles(
  ref: RepoRef,
  callbacks: RepoFetchCallbacks
): Promise<FetchedRepoFiles> {
  const { onProgressText, onProgressValue, isPathIgnored, fetchWithProgress, fetchWithFallbackProxies } =
    callbacks;

  let files: { path: string; content: string }[] = [];
  let fileContents: Record<string, string> = {};

  const { detectedBranch, latestCommitSha: initialCommitSha } = await resolveRepoMetadata(ref);
  let latestCommitSha = initialCommitSha;
  const branchesToTry = getBranchesToTry(detectedBranch);
  const { estimatedZipSize, isEstimateReliable } = await estimateZipSize(ref, branchesToTry);

  const updateDownloadProgress = (loaded: number, total: number) => {
    const mbLoaded = (loaded / 1024 / 1024).toFixed(2);
    const finalTotal = total > 0 ? total : estimatedZipSize;

    let pct = 0;
    if (loaded < finalTotal) {
      pct = Math.round((loaded / finalTotal) * 90);
    } else {
      const overflow = loaded - finalTotal;
      const extraPct = 9 * (1 - Math.exp(-overflow / (1024 * 1024 * 5)));
      pct = Math.round(90 + extraPct);
    }

    if (total > 0) {
      onProgressText(
        `Downloading repository archive: ${pct}% (${mbLoaded} MB of ${(total / 1024 / 1024).toFixed(2)} MB)`
      );
    } else if (isEstimateReliable) {
      onProgressText(
        `Downloading repository archive: ${pct}% (${mbLoaded} MB of ~${(estimatedZipSize / 1024 / 1024).toFixed(2)} MB)`
      );
    } else {
      onProgressText(`Downloading repository archive: ${pct}% (${mbLoaded} MB)`);
    }
    onProgressValue(10 + Math.floor(pct * 0.15));
  };

  try {
    onProgressText("Downloading repository archive...");
    onProgressValue(10);

    let response: Response | null = null;
    let zipSuccessBranch = detectedBranch;
    const authHeaders = getAuthHeaders(ref);

    if (localStorage.getItem(getAuthTokenKey(ref))) {
      for (const branch of branchesToTry) {
        try {
          const zipUrl = getAuthenticatedZipUrl(ref, branch);
          if (!zipUrl) continue;
          const tempRes = await fetch(zipUrl, { headers: authHeaders });
          if (tempRes.ok) {
            response = tempRes;