Method from_single_file

cake-core/src/utils/tensor_storage.rs:367–396

Build from a single safetensors file (non-sharded model).

(path: &Path)

    /// Build from a single safetensors file (non-sharded model).
    fn from_single_file(path: &Path) -> Result<Self> {
        let f = File::open(path)?;
        let shard_idx = 0u16;

        // mmap first, then parse header from mmap'd memory (avoids separate read + allocation)
        #[cfg(unix)]
        let shard = MappedShard::new(&f)?;
        #[cfg(unix)]
        let (header_len, header) = Self::parse_shard_header_mmap(&shard)?;
        #[cfg(not(unix))]
        let (header_len, header) = Self::parse_shard_header(path)?;
        #[cfg(not(unix))]
        let shard = MappedShard::new(f)?;

        let mut index = HashMap::with_capacity(header.len());
        for (name, entry) in header {
            if name.starts_with("__") {
                continue;
            }
            if let Some(tm) = Self::parse_tensor_meta(&name, &entry, shard_idx, header_len)? {
                index.insert(name, tm);
            }
        }

        let shards = vec![shard];

        log::info!("SafetensorsStorage: indexed {} tensors from single file", index.len());

        Ok(Self { index, shards })
    }

    /// Parse a shard file's header from mmap'd data into typed entries.
    #[cfg(unix)]