(self, config, index)
| 494 | |
| 495 | class EAGLEDecoderLayer(nn.Module): |
| 496 | def __init__(self, config, index): |
| 497 | super().__init__() |
| 498 | self.hidden_size = config.hidden_size |
| 499 | self.self_attn = EAGLEAttention(config=config) |
| 500 | self.mlp = EAGLEMLP(config) |
| 501 | self.index = index |
| 502 | if self.index != 0: |
| 503 | self.input_layernorm = EAGLERMSNorm(config.hidden_size, eps=config.rms_norm_eps) |
| 504 | self.post_attention_layernorm = EAGLERMSNorm(config.hidden_size, eps=config.rms_norm_eps) |
| 505 | |
| 506 | def forward( |
| 507 | self, |
nothing calls this directly
no test coverage detected