MCPcopy Create free account
hub / github.com/alinlab/SelfPatch / log_every

Method log_every

utils.py:328–380  ·  view source on GitHub ↗
(self, iterable, print_freq, header=None)

Source from the content-addressed store, hash-verified

326 self.meters[name] = meter
327
328 def log_every(self, iterable, print_freq, header=None):
329 i = 0
330 if not header:
331 header = ''
332 start_time = time.time()
333 end = time.time()
334 iter_time = SmoothedValue(fmt='{avg:.6f}')
335 data_time = SmoothedValue(fmt='{avg:.6f}')
336 space_fmt = ':' + str(len(str(len(iterable)))) + 'd'
337 if torch.cuda.is_available():
338 log_msg = self.delimiter.join([
339 header,
340 '[{0' + space_fmt + '}/{1}]',
341 'eta: {eta}',
342 '{meters}',
343 'time: {time}',
344 'data: {data}',
345 'max mem: {memory:.0f}'
346 ])
347 else:
348 log_msg = self.delimiter.join([
349 header,
350 '[{0' + space_fmt + '}/{1}]',
351 'eta: {eta}',
352 '{meters}',
353 'time: {time}',
354 'data: {data}'
355 ])
356 MB = 1024.0 * 1024.0
357 for obj in iterable:
358 data_time.update(time.time() - end)
359 yield obj
360 iter_time.update(time.time() - end)
361 if i % print_freq == 0 or i == len(iterable) - 1:
362 eta_seconds = iter_time.global_avg * (len(iterable) - i)
363 eta_string = str(datetime.timedelta(seconds=int(eta_seconds)))
364 if torch.cuda.is_available():
365 print(log_msg.format(
366 i, len(iterable), eta=eta_string,
367 meters=str(self),
368 time=str(iter_time), data=str(data_time),
369 memory=torch.cuda.max_memory_allocated() / MB))
370 else:
371 print(log_msg.format(
372 i, len(iterable), eta=eta_string,
373 meters=str(self),
374 time=str(iter_time), data=str(data_time)))
375 i += 1
376 end = time.time()
377 total_time = time.time() - start_time
378 total_time_str = str(datetime.timedelta(seconds=int(total_time)))
379 print('{} Total time: {} ({:.6f} s / it)'.format(
380 header, total_time_str, total_time / len(iterable)))
381
382
383def get_sha():

Callers 1

train_one_epochFunction · 0.95

Calls 3

updateMethod · 0.95
SmoothedValueClass · 0.85
printFunction · 0.85

Tested by

no test coverage detected