Method prefetch_experts

cake-core/src/models/common/disk_expert_provider.rs:505–523

(&self, indices: &[usize])

    #[cfg(unix)]
    fn prefetch_experts(&self, indices: &[usize]) {
        for &idx in indices {
            if idx >= self.num_experts {
                continue;
            }
            let names = &self.expert_names[idx];
            for name in [&names.gate_proj, &names.up_proj, &names.down_proj] {
                if let Some((bytes, _, _)) = self.storage.tensor_bytes(name) {
                    unsafe {
                        libc::madvise(
                            bytes.as_ptr() as *mut libc::c_void,
                            bytes.len(),
                            libc::MADV_WILLNEED,
                        );
                    }
                }
            }
        }
    }
}

impl DiskExpertProvider {