Method forward

src/models/resnet.py:244–245

(self, hidden_states)

class Mish(torch.nn.Module):
    def forward(self, hidden_states):
        return hidden_states * torch.tanh(torch.nn.functional.softplus(hidden_states))