check if model is in parallel mode.
(model)
| 9 | |
| 10 | |
| 11 | def is_parallel(model): |
| 12 | """check if model is in parallel mode.""" |
| 13 | |
| 14 | parallel_type = ( |
| 15 | nn.parallel.DataParallel, |
| 16 | nn.parallel.DistributedDataParallel, |
| 17 | ) |
| 18 | return isinstance(model, parallel_type) |
| 19 | |
| 20 | |
| 21 | def copy_attr(a, b, include=(), exclude=()): |