Method download_package_source_repositories

dev-scripts/src/sync/pkgsrc.rs:51–100

Download all official package source git repositories.

(&self)

impl PkgSrcDownloader {
    /// Download all official package source git repositories.
    pub fn download_package_source_repositories(&self) -> Result<(), Error> {
        // Query the arch web API to get a list all official active repositories
        // The returned json is a map where the keys are the package names
        // and the value is a list of maintainer names.
        let repos = get(PKGBASE_MAINTAINER_URL)
            .map_err(|source| Error::HttpQueryFailed {
                context: "retrieving the list of pkgbases".to_string(),
                source,
            })?
            .json::<HashMap<String, Vec<String>>>()
            .map_err(|source| Error::HttpQueryFailed {
                context: "deserializing the response as JSON".to_string(),
                source,
            })?;

        let all_repo_names: Vec<String> = repos.keys().map(String::from).collect();
        info!("Found {} official packages.", all_repo_names.len());

        let download_dir = self.cache_dir.as_ref().join(DOWNLOAD_DIR).join(PKGSRC_DIR);

        // Remove all old repos before trying to update them.
        self.remove_old_repos(&all_repo_names, &download_dir)?;

        // Copy all .SRCINFO files to the target directory
        self.parallel_update_or_clone(&all_repo_names, &download_dir)?;

        // Copy .SRCINFO and PKGBUILD files to the target directory
        for repo in all_repo_names {
            let download_path = download_dir.join(&repo);
            for file in [SRCINFO_FILE_NAME, PKGBUILD_FILE_NAME] {
                if download_path.join(file).exists() {
                    let target_dir = self.cache_dir.as_ref().join(PKGSRC_DIR).join(&repo);
                    create_dir_all(&target_dir).map_err(|source| Error::IoPath {
                        path: target_dir.to_path_buf(),
                        context: "recursively creating a directory".to_string(),
                        source,
                    })?;
                    copy(download_path.join(file), target_dir.join(file)).map_err(|source| {
                        Error::IoPath {
                            path: download_path.join(file),
                            context: "copying the file to the target directory".to_string(),
                            source,
                        }
                    })?;
                }
            }
        }

        Ok(())
    }

    /// Remove all local repositories for packages that no longer exist in the official
    /// repositories.