Method parallel_extract_files

dev-scripts/src/sync/aur.rs:90–146

Extract .SRCINFO and PKGBUILD files from aur.git branches.

(&self)

    /// Extract .SRCINFO and PKGBUILD files from aur.git branches.
    fn parallel_extract_files(&self) -> Result<(), Error> {
        let packages: Vec<String> = get_packages_list()?;

        let progress_bar = get_progress_bar(packages.len() as u64);

        create_dir_all(self.target_dir()).map_err(|source| Error::IoPath {
            path: self.download_dir(),
            context: "recursively creating the directory".to_string(),
            source,
        })?;

        let results: Vec<Result<(), Error>> = packages
            .par_iter()
            .map(|pkg| {
                let pkg_dir = self.target_dir().join(pkg);
                create_dir_all(&pkg_dir).map_err(|source| Error::IoPath {
                    path: pkg_dir.clone(),
                    context: "recursively creating the directory".to_string(),
                    source,
                })?;

                for file_type in [SRCINFO_FILE_NAME, PKGBUILD_FILE_NAME] {
                    let out_file =
                        File::create(pkg_dir.join(file_type)).map_err(|source| Error::IoPath {
                            path: pkg_dir.join(file_type),
                            context: "recursively creating the directory".to_string(),
                            source,
                        })?;
                    let output = Command::new("git")
                        .arg("show")
                        .arg(format!("{pkg}:{file_type}"))
                        .current_dir(self.repo_dir())
                        .stdout(Stdio::from(out_file))
                        .output()
                        .map_err(|source| Error::Io {
                            context: format!("extracting {file_type:?} from AUR repo {pkg:?}"),
                            source,
                        })?;
                    ensure_success(
                        &output,
                        format!("Extracting {file_type:?} from AUR repo {pkg:?}"),
                    )?;
                }
                progress_bar.inc(1);
                Ok(())
            })
            .collect();

        progress_bar.finish_with_message("All files extracted.");

        // Log all errors during parallel extraction.
        for error in results.into_iter().filter_map(Result::err) {
            error!("{error:?}");
        }

        Ok(())
    }