Method ~InferenceState

src/model.cpp:728–754

}

InferenceState::~InferenceState() {
  if (_device == Device::CPU) {
    delete[] _x;
    delete[] _xb;
    delete[] _xb2;
    delete[] _hb;
    delete[] _hb2;
    if (_q_a != nullptr) {
      delete[] _q_a;
    }
    delete[] _q;
    delete[] _kv_a;
    delete[] _kv_b;
    delete[] _ropebuf;
    delete[] _k;
    delete[] _v;
    delete[] _att;
    delete[] _logits;
    delete[] _logit_indices;
    if (_moe_weights != nullptr) {
      delete[] _moe_weights;
      delete[] _active_experts;
      delete[] _active_experts_weights;
    }
    delete[] _aqb;
  }
}

Model::Model(YALMData& yalm, int context) {
  config = std::make_shared<Config>();