Method sample

cactus/graph/graph_builder.cpp:1252–1255

}

size_t CactusGraph::sample(size_t logits, float temperature, float top_p, size_t top_k,
                           const std::unordered_map<uint32_t, float>& logit_bias) {
    return this->sample_with_options(logits, temperature, top_p, 0.15f, 1.1f, top_k, logit_bias);
}

size_t CactusGraph::sample_with_options(size_t logits, float temperature, float top_p,
                                        float min_p, float repetition_penalty, size_t top_k,