(&self)

(&self)

( reader: &mut ReadHalf<TcpStream>, n: usize, )

(&self)

()

()

(&mut self, info: NodeInfo)

()

()

()

(reason: impl Into<String>)

(reason: impl Into<String>)

()

(&self)

(&mut self, pipeline_id: PipelineId)

(&self)

()

()

( &mut self, mut shutdown_rx: broadcast::Receiver<()>, )

(mut self)

( coordinator_addr: SocketAddr, pipeline_id: PipelineId, config: &GenerationConfig, )

()

()

()

(&self)

()

(&self, activation: &Activation)

()

()

()

( &mut self, request_id: RequestId, decision: GenerationDecision, )

()

()

(msg: impl Into<String>)

()

()

(&mut self, peer: PeerConnection<T>)

()

()

()

()

( &self, generated_tokens: &[u32], decoded_text: &str, )

(&self)

(&self)

(&self, dtype: DType)

(&self)

(&self)

()

(&mut self)

(model_name: &str, model_path: &Path, args: &InferenceArgs)

( model_name: &str, model_path: &Path, args: &DemoArgs, config: &RigConfig,

()

(&self)

( &mut self, token_id: u32, )

(&self)

(node_id: NodeId)

(request_id: RequestId, text: impl Into<String>, usage: UsageStats)

(&self)

(&self)

(&self, dtype: DType)

(content: impl Into<String>)

(addr: SocketAddr)

(host: &str, port: u16)

()

(&self)

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()

()