Reduce loss as specified. Args: loss (Tensor): Elementwise loss tensor. reduction (str): Options are "none", "mean" and "sum". Return: Tensor: Reduced loss tensor.
(loss, reduction)
| 5 | |
| 6 | |
| 7 | def reduce_loss(loss, reduction): |
| 8 | """Reduce loss as specified. |
| 9 | |
| 10 | Args: |
| 11 | loss (Tensor): Elementwise loss tensor. |
| 12 | reduction (str): Options are "none", "mean" and "sum". |
| 13 | |
| 14 | Return: |
| 15 | Tensor: Reduced loss tensor. |
| 16 | """ |
| 17 | reduction_enum = F._Reduction.get_enum(reduction) |
| 18 | # none: 0, elementwise_mean:1, sum: 2 |
| 19 | if reduction_enum == 0: |
| 20 | return loss |
| 21 | elif reduction_enum == 1: |
| 22 | return loss.mean() |
| 23 | elif reduction_enum == 2: |
| 24 | return loss.sum() |
| 25 | |
| 26 | |
| 27 | def weight_reduce_loss(loss, weight=None, reduction='mean', avg_factor=None): |
no outgoing calls
no test coverage detected