write the loss information to a tensorboard file. Only for pytorch DDP mode.
(writer, *args)
| 212 | return writer |
| 213 | |
| 214 | def write_tensorboard(writer, *args): |
| 215 | ''' |
| 216 | write the loss information to a tensorboard file. |
| 217 | Only for pytorch DDP mode. |
| 218 | ''' |
| 219 | if dist.get_rank() == 0: # real tensorboard |
| 220 | writer.add_scalar(args[0], args[1], args[2]) |
| 221 | |
| 222 | ################################################################################# |
| 223 | # EMA Update/ DDP Training Utils # |
nothing calls this directly
no outgoing calls
no test coverage detected