| 2003 | } |
| 2004 | |
| 2005 | void HeartMuLaWeightsRuntime::reset_decoder_cached_state( |
| 2006 | HeartMuLaDecoderCachedState & state, |
| 2007 | runtime::TransformerKVState prefill_state) const { |
| 2008 | state.pending_state_ = std::move(prefill_state); |
| 2009 | state.graph_has_state_ = false; |
| 2010 | } |
| 2011 | |
| 2012 | HeartMuLaDecoderResult HeartMuLaWeightsRuntime::decoder_cached_step( |
| 2013 | const std::vector<float> & embedding, |
no outgoing calls
no test coverage detected