Function detect_quantization

cake-core/src/utils/mod.rs:128–139

Detect quantization strategy from a model's config.json.

(config_path: &Path)

/// Detect quantization strategy from a model's config.json.
pub fn detect_quantization(config_path: &Path) -> Box<dyn Quantization> {
    if fp8::is_fp8_quantized(config_path) {
        log::info!("model uses FP8 quantization — weights will be dequantized at load time");
        Box::new(Fp8Quantization)
    } else if gptq::is_gptq_quantized(config_path) {
        let gs = gptq::gptq_group_size(config_path);
        log::info!("model uses GPTQ quantization (group_size={gs}) — weights will be dequantized at load time");
        Box::new(GptqQuantization { group_size: gs })
    } else {
        Box::new(NoQuantization)
    }
}

// ─── End quantization trait ──────────────────────────────────────────────────