MCPcopy Create free account
hub / github.com/PeizeSun/TransTrack / log_every

Method log_every

util/misc.py:219–271  ·  view source on GitHub ↗
(self, iterable, print_freq, header=None)

Source from the content-addressed store, hash-verified

217 self.meters[name] = meter
218
219 def log_every(self, iterable, print_freq, header=None):
220 i = 0
221 if not header:
222 header = ''
223 start_time = time.time()
224 end = time.time()
225 iter_time = SmoothedValue(fmt='{avg:.4f}')
226 data_time = SmoothedValue(fmt='{avg:.4f}')
227 space_fmt = ':' + str(len(str(len(iterable)))) + 'd'
228 if torch.cuda.is_available():
229 log_msg = self.delimiter.join([
230 header,
231 '[{0' + space_fmt + '}/{1}]',
232 'eta: {eta}',
233 '{meters}',
234 'time: {time}',
235 'data: {data}',
236 'max mem: {memory:.0f}'
237 ])
238 else:
239 log_msg = self.delimiter.join([
240 header,
241 '[{0' + space_fmt + '}/{1}]',
242 'eta: {eta}',
243 '{meters}',
244 'time: {time}',
245 'data: {data}'
246 ])
247 MB = 1024.0 * 1024.0
248 for obj in iterable:
249 data_time.update(time.time() - end)
250 yield obj
251 iter_time.update(time.time() - end)
252 if i % print_freq == 0 or i == len(iterable) - 1:
253 eta_seconds = iter_time.global_avg * (len(iterable) - i)
254 eta_string = str(datetime.timedelta(seconds=int(eta_seconds)))
255 if torch.cuda.is_available():
256 print(log_msg.format(
257 i, len(iterable), eta=eta_string,
258 meters=str(self),
259 time=str(iter_time), data=str(data_time),
260 memory=torch.cuda.max_memory_allocated() / MB))
261 else:
262 print(log_msg.format(
263 i, len(iterable), eta=eta_string,
264 meters=str(self),
265 time=str(iter_time), data=str(data_time)))
266 i += 1
267 end = time.time()
268 total_time = time.time() - start_time
269 total_time_str = str(datetime.timedelta(seconds=int(total_time)))
270 print('{} Total time: {} ({:.4f} s / it)'.format(
271 header, total_time_str, total_time / len(iterable)))
272
273
274def get_sha():

Callers 4

train_one_epochFunction · 0.95
evaluateFunction · 0.95
train_one_epochFunction · 0.95
evaluateFunction · 0.95

Calls 3

updateMethod · 0.95
SmoothedValueClass · 0.85
printFunction · 0.85

Tested by

no test coverage detected