(grads)
| 216 | # |
| 217 | |
| 218 | def get_grads(grads): |
| 219 | layer_idx = [] |
| 220 | avg_grads = [] |
| 221 | for idx, (name, grad) in enumerate(grads): |
| 222 | if grad is not None: |
| 223 | avg_grad = grad.abs().mean() |
| 224 | avg_grads.append(avg_grad) |
| 225 | # idx is backwards since we appended in backward pass |
| 226 | layer_idx.append(len(grads) - 1 - idx) |
| 227 | return layer_idx, avg_grads |
| 228 | |
| 229 | layer_idx_bn, avg_grads_bn = get_grads(grads_bn) |
| 230 | layer_idx_nobn, avg_grads_nobn = get_grads(grads_nobn) |
no outgoing calls
no test coverage detected