(self, config)
| 197 | |
| 198 | class MossBlock(Module): |
| 199 | def __init__(self, config): |
| 200 | super(MossBlock, self).__init__() |
| 201 | self.config = config |
| 202 | inner_dim = config.n_inner if config.n_inner is not None else 4 * config.n_embd |
| 203 | self.ln_1 = nn.LayerNorm(config.n_embd, eps=config.layer_norm_epsilon) |
| 204 | self.attn = MossAttention(config) |
| 205 | self.mlp = MossMLP(inner_dim, config) |
| 206 | |
| 207 | def execute( |
| 208 | self, |
nothing calls this directly
no test coverage detected