Backward step.
(optimizer, model, loss, args, timers)
| 531 | |
| 532 | |
| 533 | def backward_step(optimizer, model, loss, args, timers): |
| 534 | """Backward step.""" |
| 535 | |
| 536 | # Backward pass. |
| 537 | if args.deepspeed: |
| 538 | model.backward(loss) |
| 539 | else: |
| 540 | raise ValueError('Currently, we only support training with deepspeed.') |
| 541 | |
| 542 | if args.deepspeed: |
| 543 | # DeepSpeed backward propagation already addressed all reduce communication. |
| 544 | # Reset the timer to avoid breaking timer logs below. |
| 545 | timers('allreduce').reset() |
| 546 | |
| 547 | return |
| 548 | |
| 549 | def evaluate(data_iterator, model, eval_iters, args, timers, split, verbose=False, has_last=True, hooks={}): |
| 550 | """Evaluation.""" |
no test coverage detected