Method forward_batch

cake-core/src/cake/sharding/client.rs:165–174

Executes the worker's pipeline with multiple batched steps for this tensor.

(
        &mut self,
        x: &Tensor,
        batch: Vec<(String, usize, usize)>,
        _: &mut Context,
    )

    /// Executes the worker's pipeline with multiple batched steps for this tensor.
    async fn forward_batch(
        &mut self,
        x: &Tensor,
        batch: Vec<(String, usize, usize)>,
        _: &mut Context,
    ) -> Result<Tensor> {
        log::debug!("forwarding batch of {} elements", batch.len());
        self.forward_request(Message::from_batch(x, batch))
            .await
    }

    async fn goodbye(&mut self) -> Result<()> {
        self.request(Message::Goodbye).await?;