Function upload_raw_segment

nodedb/src/control/cold_tier.rs:174–204

Upload the raw bytes of a local segment file to the object store at `object_path`.

(
    cold: &crate::storage::cold::ColdStorage,
    local_path: &std::path::Path,
    object_path: &str,
)

/// Upload the raw bytes of a local segment file to the object store at `object_path`.
async fn upload_raw_segment(
    cold: &crate::storage::cold::ColdStorage,
    local_path: &std::path::Path,
    object_path: &str,
) -> crate::Result<()> {
    let path_buf = local_path.to_path_buf();
    let data = tokio::task::spawn_blocking(move || std::fs::read(&path_buf))
        .await
        .map_err(|e| crate::Error::Internal {
            detail: format!("spawn_blocking join: {e}"),
        })?
        .map_err(|e| crate::Error::Internal {
            detail: format!("read segment file: {e}"),
        })?;

    let store = cold.object_store();
    let opath = object_store::path::Path::from(object_path.to_owned());

    store
        .put_opts(
            &opath,
            object_store::PutPayload::from(data),
            object_store::PutOptions::default(),
        )
        .await
        .map_err(|e| crate::Error::Internal {
            detail: format!("object store put: {e}"),
        })?;

    Ok(())
}

/// Read a directory on a blocking thread, returning paths of all regular files.
async fn read_dir_sync(dir: &std::path::Path) -> std::io::Result<Vec<PathBuf>> {