(self, x: torch.Tensor, freqs_cis: torch.Tensor)
| 107 | self.ffn_norm = RMSNorm(dim) |
| 108 | |
| 109 | def forward(self, x: torch.Tensor, freqs_cis: torch.Tensor) -> torch.Tensor: |
| 110 | x = x + self.attention(self.attention_norm(x), freqs_cis) |
| 111 | x = x + self.feed_forward(self.ffn_norm(x)) |
| 112 | return x |
| 113 | |
| 114 | |
| 115 | class LlamaModel(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected