Function downloadUrlPro

apps/node/src/modules/utils/download-url.ts:110–243

(dispatch: TaskEventDispatcher, url: string, targetPath: string, sha?: string)

}

export async function downloadUrlPro(dispatch: TaskEventDispatcher, url: string, targetPath: string, sha?: string): Promise<void> {
  const { systemProxy } = await getSystemProxy();
  const filename: string = path.basename(url);
  const tmpFilePath: string = targetPath + ".tmp";
  const isCivitai = url.includes("civitai");

  try {

    if (fs.existsSync(targetPath)) {
      const msg = `File ${filename} already exists. Skipping download.`;
      if (sha) {
        if (await verifySHA(targetPath, sha)) {
          logger.info(msg);
          return;
        }
      } else {
        logger.info(msg);
        return;
      }
    }

    const fileSize: number = fs.existsSync(tmpFilePath) ? fs.statSync(tmpFilePath).size : 0;
    let headers: Record<string, string> = fileSize > 0 ? { Range: `bytes=${fileSize}-` } : {};

    if(isCivitai) {
      const token = getCivitAIToken(false);
      if (token) {
        headers["Authorization"] = token
      }
    }

    const response: Response = await fetch(url, {
      headers: {
        ...headers,
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3',
      },
      agent: systemProxy.http_proxy ? new HttpsProxyAgent(systemProxy.http_proxy as string) : undefined,
    });

    if (!response.ok) {
      throw new Error(`Failed to download from ${url}. Status: ${response.status} ${response.statusText}`);
    }

    if(isCivitai && response.redirected && response.url.startsWith('https://civitai.com/login')) {
      // is download from civitai but this model need login to download
      throw new Error(`Failed to download this model without config civitai token. You can config your token in settings before continue`);
    }

    console.log("Download Reponse from " + url);

    const totalSize = Number(response.headers.get('content-length')) + fileSize;
    let downloadedSize = fileSize;

    const progressBar = new progress('[:bar] :percent :etas', {
      complete: '=',
      incomplete: ' ',
      width: 40,
      total: totalSize,