Class Sampler

src/sampler.h:7–20

#include <memory>

struct Sampler {
  int vocab_size;

  Sampler(const std::shared_ptr<Config> config, uint64_t seed);

  // Return the probability score corresponding to `logits[index]`.
  // This is equivalent to taking the softmax of the logits and returning
  // the value at index `index`.
  float sample_prob(int index, const InferenceState& s);
  // Return the index of the maximum value in `logits`.
  int sample_argmax(const InferenceState& s);
  // Sample from the model's distribution with temperature.
  int sample(const InferenceState& s, float temperature = 1.0, float top_p = 0.95);
};