MCPcopy
hub / github.com/PaddlePaddle/PaddleRec / dataset_train_loop

Method dataset_train_loop

tools/static_ps_trainer.py:196–221  ·  view source on GitHub ↗
(self, epoch)

Source from the content-addressed store, hash-verified

194 )
195
196 def dataset_train_loop(self, epoch):
197 logger.info("Epoch: {}, Running Dataset Begin.".format(epoch))
198 fetch_info = [
199 "Epoch {} Var {}".format(epoch, var_name)
200 for var_name in self.metrics
201 ]
202 fetch_vars = [var for _, var in self.metrics.items()]
203 print_step = int(config.get("runner.print_interval"))
204
205 debug = config.get("runner.dataset_debug", False)
206 if config.get("runner.need_dump"):
207 debug = True
208 dump_fields_path = "{}/{}".format(
209 config.get("runner.dump_fields_path"), epoch)
210 set_dump_config(paddle.static.default_main_program(), {
211 "dump_fields_path": dump_fields_path,
212 "dump_fields": config.get("runner.dump_fields")
213 })
214 print(paddle.static.default_main_program()._fleet_opt)
215 self.exe.train_from_dataset(
216 program=paddle.static.default_main_program(),
217 dataset=self.reader,
218 fetch_list=fetch_vars,
219 fetch_info=fetch_info,
220 print_period=print_step,
221 debug=debug)
222
223 def heter_train_loop(self, epoch):
224 logger.info(

Callers 1

run_workerMethod · 0.95

Calls 1

set_dump_configFunction · 0.90

Tested by

no test coverage detected