Function create_logits_processor

cake-core/src/models/common/text_model.rs:102–118

Create the logit sampling logic from the context.

(ctx: &Context)

/// Create the logit sampling logic from the context.
pub fn create_logits_processor(ctx: &Context) -> LogitsProcessor {
    let temperature = ctx.args.temperature;
    let sampling = if temperature <= 0. {
        Sampling::ArgMax
    } else {
        match (ctx.args.top_k, ctx.args.top_p) {
            // Gumbel-Softmax keeps everything on GPU: generates random noise,
            // adds to logits/temperature, and takes argmax — only 4 bytes
            // transferred instead of the full 600 KB vocabulary vector.
            (None, None) => Sampling::GumbelSoftmax { temperature },
            (Some(k), None) => Sampling::TopK { k, temperature },
            (None, Some(p)) => Sampling::TopP { p, temperature },
            (Some(k), Some(p)) => Sampling::TopKThenTopP { k, p, temperature },
        }
    };
    LogitsProcessor::from_sampling(ctx.args.seed, sampling)
}

/// Shared base for decoder-only text models (LLaMA, Qwen2, Qwen3.5, etc.).
///