| 1631 | } |
| 1632 | |
| 1633 | void VibeVoiceDecoderWeightsRuntime::reset_cached_state( |
| 1634 | VibeVoiceDecoderCachedState & state, |
| 1635 | runtime::TransformerKVState prefill_state) const { |
| 1636 | if (state.batch_owner_ != nullptr) { |
| 1637 | export_and_drop_cached_batch_graph(state.batch_owner_); |
| 1638 | } |
| 1639 | state.pending_state_ = std::move(prefill_state); |
| 1640 | state.graph_has_state_ = false; |
| 1641 | state.batch_owner_ = nullptr; |
| 1642 | } |
| 1643 | |
| 1644 | VibeVoiceDecoderResult VibeVoiceDecoderWeightsRuntime::cached_step( |
| 1645 | const std::vector<float> & embedding, |
no outgoing calls
no test coverage detected