(
&mut self,
x: &candle_core::Tensor,
batch: Vec<(String, usize, usize)>,
ctx: &mut Context,
)
| 83 | } |
| 84 | |
| 85 | async fn forward_batch( |
| 86 | &mut self, |
| 87 | x: &candle_core::Tensor, |
| 88 | batch: Vec<(String, usize, usize)>, |
| 89 | ctx: &mut Context, |
| 90 | ) -> anyhow::Result<candle_core::Tensor> { |
| 91 | self.forwarder.forward_batch(x, batch, ctx).await |
| 92 | } |
| 93 | |
| 94 | fn layer_name(&self) -> &str { |
| 95 | &self.layer_name |