(tensor)
| 226 | |
| 227 | |
| 228 | def reduce_tensor(tensor): |
| 229 | rt = tensor.clone() |
| 230 | dist.all_reduce(rt, op=dist.ReduceOp.SUM) |
| 231 | rt /= dist.get_world_size() |
| 232 | return rt |
| 233 | |
| 234 | def update_model_ema(cfg, num_gpus, model, model_ema, cur_epoch, cur_iter): |
| 235 | """Update exponential moving average (ema) of model weights.""" |