Class Session

src/main.cpp:71–83

}

struct Session {
  Session(const std::string& checkpoint_dir, bool lock_model_weights, int context, uint64_t sampler_seed):
    model_data(checkpoint_dir, lock_model_weights),
    model(model_data, context),
    state(model.config),
    sampler(model.config, sampler_seed),
    tokenizer(model_data) {}
  YALMData model_data;
  Model model;
  InferenceState state;
  Sampler sampler;
  Tokenizer tokenizer;
};

struct CompletionArgs {
  std::string prompt;