Set the conv state for a linear attention layer.
(&mut self, block_idx: usize, state: Tensor)
| 234 | |
| 235 | /// Set the conv state for a linear attention layer. |
| 236 | pub fn set_conv_state(&mut self, block_idx: usize, state: Tensor) { |
| 237 | self.conv_states[block_idx] = Some(state); |
| 238 | } |
| 239 | |
| 240 | /// Return a copy of this cache with the same state but new kv table. |
| 241 | pub fn as_new(&self) -> Self { |
no outgoing calls