Method call

crates/openshell-server/src/multiplex.rs:348–370

(&mut self, req: Request<B>)

    }

    fn call(&mut self, req: Request<B>) -> Self::Future {
        // If `poll_ready` short-circuited an exhausted limiter, it never polled
        // the inner service to readiness. Honor that decision regardless of the
        // limiter's current state (the window may have rolled over since): the
        // Tower contract forbids forwarding to an inner service that did not
        // report readiness.
        if std::mem::take(&mut self.rate_limited) {
            let response =
                tonic::Status::resource_exhausted("gRPC rate limit exceeded").into_http();
            return Box::pin(async move { Ok(response) });
        }
        if self
            .limiter
            .as_ref()
            .is_some_and(|limiter| !limiter.allow())
        {
            let response =
                tonic::Status::resource_exhausted("gRPC rate limit exceeded").into_http();
            return Box::pin(async move { Ok(response) });
        }
        let future = self.inner.call(req);
        Box::pin(future)
    }
}

/// Combined gRPC service that routes between `OpenShell` and Inference services