Method sample_argmax

src/sampler.cpp:28–39

}

int Sampler::sample_argmax(const InferenceState& s) {
  const float* logits = s.logits();
  int argmax = 0;
  float max_val = -FLT_MAX;
  for (int i = 0; i < vocab_size; ++i) {
    if (logits[i] > max_val) {
      max_val = logits[i];
      argmax = i;
    }
  }
  return argmax;
}

int Sampler::sample(const InferenceState& s, float temperature, float top_p) {
  if (temperature == 0.0) {