| 378 | |
| 379 | |
| 380 | class SwishImplementation(torch.autograd.Function): |
| 381 | @staticmethod |
| 382 | def forward(ctx, i): |
| 383 | result = i * torch.sigmoid(i) |
| 384 | ctx.save_for_backward(i) |
| 385 | return result |
| 386 | |
| 387 | @staticmethod |
| 388 | def backward(ctx, grad_output): |
| 389 | i = ctx.saved_tensors[0] |
| 390 | sigmoid_i = torch.sigmoid(i) |
| 391 | return grad_output * (sigmoid_i * (1 + i * (1 - sigmoid_i))) |
| 392 | |
| 393 | |
| 394 | def get_width_and_height_from_size(x): |
nothing calls this directly
no outgoing calls
no test coverage detected