Function cactus_sample_f32

cactus/kernel/kernel_nn.cpp:517–525

}

void cactus_sample_f32(const float* logits, uint32_t* output, size_t vocab_size,
                       float temperature, float top_p, size_t top_k, size_t random_seed,
                       const float* bias_values, const uint32_t* bias_indices,
                       size_t bias_count) {
    cactus_sample_f32_ex(logits, output, vocab_size,
                         temperature, top_p, 0.15f, 1.1f,
                         top_k, random_seed,
                         bias_values, bias_indices, bias_count);
}

void cactus_sample_f32_ex(const float* logits, uint32_t* output, size_t vocab_size,
                          float temperature, float top_p, float min_p, float repetition_penalty,