Method forward

cake-core/src/models/luxtts/text_encoder.rs:80–94

Forward pass: token_ids [batch, seq] -> [batch, seq, feat_dim].

(&self, token_ids: &Tensor)

    /// Forward pass: token_ids [batch, seq] -> [batch, seq, feat_dim].
    pub fn forward(&self, token_ids: &Tensor) -> Result<Tensor> {
        let x = self.backend.embedding(token_ids, &self.embed_weight)?;
        let x = self.backend.linear_forward(&x, &self.in_proj_weight, self.in_proj_bias.as_ref())?;

        let seq_len = x.dim(1)?;
        let pos_emb = self.make_pos_emb(seq_len, x.device(), x.dtype())?;

        let mut x = x;
        for layer in &self.layers {
            x = layer.forward(&x, &pos_emb, None)?;
        }

        let x = self.backend.linear_forward(&x, &self.out_proj_weight, self.out_proj_bias.as_ref())?;
        Ok(x)
    }

    /// Create CompactRelPositionalEncoding [1, 2*seq-1, pos_dim].
    fn make_pos_emb(&self, seq_len: usize, device: &Device, dtype: DType) -> Result<Tensor> {