(self, iterable, print_freq, header=None)
| 326 | self.meters[name] = meter |
| 327 | |
| 328 | def log_every(self, iterable, print_freq, header=None): |
| 329 | i = 0 |
| 330 | if not header: |
| 331 | header = '' |
| 332 | start_time = time.time() |
| 333 | end = time.time() |
| 334 | iter_time = SmoothedValue(fmt='{avg:.6f}') |
| 335 | data_time = SmoothedValue(fmt='{avg:.6f}') |
| 336 | space_fmt = ':' + str(len(str(len(iterable)))) + 'd' |
| 337 | if torch.cuda.is_available(): |
| 338 | log_msg = self.delimiter.join([ |
| 339 | header, |
| 340 | '[{0' + space_fmt + '}/{1}]', |
| 341 | 'eta: {eta}', |
| 342 | '{meters}', |
| 343 | 'time: {time}', |
| 344 | 'data: {data}', |
| 345 | 'max mem: {memory:.0f}' |
| 346 | ]) |
| 347 | else: |
| 348 | log_msg = self.delimiter.join([ |
| 349 | header, |
| 350 | '[{0' + space_fmt + '}/{1}]', |
| 351 | 'eta: {eta}', |
| 352 | '{meters}', |
| 353 | 'time: {time}', |
| 354 | 'data: {data}' |
| 355 | ]) |
| 356 | MB = 1024.0 * 1024.0 |
| 357 | for obj in iterable: |
| 358 | data_time.update(time.time() - end) |
| 359 | yield obj |
| 360 | iter_time.update(time.time() - end) |
| 361 | if i % print_freq == 0 or i == len(iterable) - 1: |
| 362 | eta_seconds = iter_time.global_avg * (len(iterable) - i) |
| 363 | eta_string = str(datetime.timedelta(seconds=int(eta_seconds))) |
| 364 | if torch.cuda.is_available(): |
| 365 | print(log_msg.format( |
| 366 | i, len(iterable), eta=eta_string, |
| 367 | meters=str(self), |
| 368 | time=str(iter_time), data=str(data_time), |
| 369 | memory=torch.cuda.max_memory_allocated() / MB)) |
| 370 | else: |
| 371 | print(log_msg.format( |
| 372 | i, len(iterable), eta=eta_string, |
| 373 | meters=str(self), |
| 374 | time=str(iter_time), data=str(data_time))) |
| 375 | i += 1 |
| 376 | end = time.time() |
| 377 | total_time = time.time() - start_time |
| 378 | total_time_str = str(datetime.timedelta(seconds=int(total_time))) |
| 379 | print('{} Total time: {} ({:.6f} s / it)'.format( |
| 380 | header, total_time_str, total_time / len(iterable))) |
| 381 | |
| 382 | |
| 383 | def get_sha(): |
no test coverage detected