(self, config)
| 860 | """ |
| 861 | |
| 862 | def __init__(self, config): |
| 863 | super().__init__() |
| 864 | self.dense_0 = nn.Linear(config.hidden_size * 2, config.hidden_size) |
| 865 | self.activation = nn.Tanh() |
| 866 | self.LayerNorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps) |
| 867 | self.dense_1 = nn.Linear(config.hidden_size, 1) |
| 868 | |
| 869 | def forward(self, hidden_states, start_states=None, start_positions=None, p_mask=None): |
| 870 | """ Args: |