Function create_profile_archive

src/upload/uploader.rs:60–126

Create a profile archive from the profile folder and return its md5 hash encoded in base64 For Valgrind, we create a gzip-compressed tar archive of the entire profile folder. For WallTime, we check the folder size and create either a compressed or uncompressed tar archive based on the MAX_UNCOMPRESSED_PROFILE_SIZE_BYTES threshold.

(
    profile_folder: &std::path::Path,
    executor_name: ExecutorName,
)

/// For WallTime, we check the folder size and create either a compressed or uncompressed tar archive
/// based on the MAX_UNCOMPRESSED_PROFILE_SIZE_BYTES threshold.
async fn create_profile_archive(
    profile_folder: &std::path::Path,
    executor_name: ExecutorName,
) -> Result<ProfileArchive> {
    let time_start = std::time::Instant::now();
    let profile_archive = match executor_name {
        ExecutorName::Valgrind => {
            debug!("Creating compressed tar archive for Valgrind");
            let enc = GzipEncoder::new(Vec::new());
            let mut tar = Builder::new(enc);
            tar.append_dir_all(".", profile_folder).await?;
            let mut gzip_encoder = tar.into_inner().await?;
            gzip_encoder.shutdown().await?;
            let data = gzip_encoder.into_inner();
            ProfileArchive::new_compressed_in_memory(data)
        }
        ExecutorName::Memory | ExecutorName::WallTime => {
            // Check folder size to decide on compression
            let folder_size_bytes = calculate_folder_size(profile_folder).await?;
            let should_compress = folder_size_bytes >= MAX_UNCOMPRESSED_PROFILE_SIZE_BYTES;

            let temp_file = tempfile::NamedTempFile::new()?;
            let temp_path = temp_file.path().to_path_buf();

            // Create a tokio File handle to the temporary file
            let file = File::create(&temp_path).await?;

            // Persist the temporary file to prevent deletion when temp_file goes out of scope
            let persistent_path = temp_file.into_temp_path().keep()?;

            if should_compress {
                debug!(
                    "Profile folder size ({} MiB) exceeds threshold ({} MiB), creating compressed tar.gz archive on disk",
                    bytes_to_mib(folder_size_bytes),
                    bytes_to_mib(MAX_UNCOMPRESSED_PROFILE_SIZE_BYTES)
                );
                let enc = GzipEncoder::new(file);
                let mut tar = Builder::new(enc);
                tar.append_dir_all(".", profile_folder).await?;
                let mut gzip_encoder = tar.into_inner().await?;
                gzip_encoder.shutdown().await?;
                gzip_encoder.into_inner().sync_all().await?;

                ProfileArchive::new_compressed_on_disk(persistent_path)?
            } else {
                debug!(
                    "Profile folder size ({} MiB) is below threshold ({} MiB), creating uncompressed tar archive on disk",
                    bytes_to_mib(folder_size_bytes),
                    bytes_to_mib(MAX_UNCOMPRESSED_PROFILE_SIZE_BYTES)
                );
                let mut tar = Builder::new(file);
                tar.append_dir_all(".", profile_folder).await?;
                tar.into_inner().await?.sync_all().await?;

                ProfileArchive::new_uncompressed_on_disk(persistent_path)?
            }
        }
    };