Method trace_log_state

src/framework/runtime/kv_cache.cpp:134–151

            if (keep_elems > 0) {
                std::copy(source.key.begin(), source.key.end(), cache.import_key_scratch.begin());
                std::copy(source.value.begin(), source.value.end(), cache.import_value_scratch.begin());
            }
            write_cache_tensor(cache.key_tensor, cache.import_key_scratch, options_);
            write_cache_tensor(cache.value_tensor, cache.import_value_scratch, options_);
        }
    }
}

TransformerKVState TransformerKVCache::export_state() const {
    TransformerKVState state;
    state.current_end = current_end_;
    state.layers.resize(layers_.size());
    const size_t keep_elems = static_cast<size_t>(valid_steps_ * step_elems_);
    for (size_t layer = 0; layer < layers_.size(); ++layer) {
        auto & out = state.layers[layer];
        out.valid_steps = valid_steps_;
        if (keep_elems == 0) {
            continue;
        }
        const auto key_values = read_cache_tensor(layers_[layer].key_tensor, options_);
        const auto value_values = read_cache_tensor(layers_[layer].value_tensor, options_);