()

()

()

()

(&self)

(&self)

(node_memory_bytes: Vec<u64>)

()

()

()

()

()

(&self)

(&self)

(&self)

(&self)

()

(prev: PeerAddress, next: PeerAddress)

()

()

()

()

()

(&self)

(&self)

(&self)

(&self)

(&self)

()

(transport: T, codec: C)

()

()

( factor: f32, low_freq_factor: f32, high_freq_factor: f32, original_max_posit

(num_layers: usize, max_slots: usize, memory_per_token: usize)

( tokenizer: HfTokenizer, chat_template: Option<String>, eos_token_str: String,

( q_proj: W, k_proj: W, v_proj: W, o_proj: W, num_attention_heads: usi

(gate_proj: W, up_proj: W, down_proj: W, activation: ActivationFn)

( input_norm: RmsNorm, attn: Attention<W>, post_attention_norm: RmsNorm, mlp:

(content: gguf_file::Content, file: File, device: &Device)

(weight: QMatMul, bias: Option<Tensor>)

(vb: VarBuilder<'a>)

()

()

(stream: TcpStream)

(coordinator_addr: Address)

(transport: T, peer_node_id: NodeId)

(transport: T, codec: C)

( partition: Box<dyn Partition>, tokenizer: Option<Box<dyn Tokenizer>>, assignment: As

(config: WorkerConfig, runtime: R, transport_factory: F, codec: C)

(listen_addr: SocketAddr)

( request_id: RequestId, params: &GenerationParams, eos_token: u32, prompt_tok

(state: Arc<CoordinatorState>)

(info: NodeInfo, available_models: Vec<ModelInfo>)

(config: CoordinatorConfig)

( state: Arc<CoordinatorState>, timeout: Duration, check_interval: Duration, s

( state: Arc<CoordinatorState>, transport: TcpTransport, remote_addr: SocketAddr,

(eos_token: u32, max_tokens: usize)

(partition: Box<dyn Partition>, tokenizer: Option<Box<dyn Tokenizer>>)

(node_info: NodeInfo)

( model_id: ModelId, path: impl Into<PathBuf>, num_layers: usize, hidden_dim:

()

(role: impl Into<String>, content: impl Into<String>)

(temperature: f32, top_p: f32, top_k: usize, seed: u64)

(dims: Vec<usize>)

(tflops_estimate: f32, device_type: DeviceType)

()

()

(&self)

(&self)

(&self)

(&self)

(&self)

()

()

()

()

()

(&self)

()

(&self)

(&self)

(&self)

(&self)

()

(&self)

(&mut self)

(&mut self)

(msg: impl Into<String>)

()

()

(msg: impl Into<String>)

(&self)

(&self, pipeline_id: PipelineId)

()

(&self)

(&self)

( &mut self, pipeline_id: rig_core::PipelineId, )

()

( &mut self, request: rig_core::InferenceRequest, )

( &mut self, activation: Activation, )