(self, config)
| 249 | # Copied from transformers.models.gptj.modeling_gptj.GPTJBlock with GPTJ->Moss |
| 250 | class MossBlock(nn.Module): |
| 251 | def __init__(self, config): |
| 252 | super().__init__() |
| 253 | inner_dim = config.n_inner if config.n_inner is not None else 4 * config.n_embd |
| 254 | self.ln_1 = nn.LayerNorm(config.n_embd, eps=config.layer_norm_epsilon) |
| 255 | self.attn = MossAttention(config) |
| 256 | self.mlp = MossMLP(inner_dim, config) |
| 257 | |
| 258 | def forward( |
| 259 | self, |
nothing calls this directly
no test coverage detected