Method ideal_batch_size

datafusion/physical-expr/src/async_scalar_function.rs:100–107

Return the ideal batch size for this function

(&self)

    /// Return the ideal batch size for this function
    pub fn ideal_batch_size(&self) -> Result<Option<usize>> {
        if let Some(expr) = self.func.downcast_ref::<ScalarFunctionExpr>()
            && let Some(udf) = expr.fun().inner().downcast_ref::<AsyncScalarUDF>()
        {
            return Ok(udf.ideal_batch_size());
        }
        not_impl_err!("Can't get ideal_batch_size from {:?}", self.func)
    }

    /// This (async) function is called for each record batch to evaluate the LLM expressions
    ///