MCPcopy
hub / github.com/PaddlePaddle/PaddleRec / get_reader

Method get_reader

tools/utils/static_ps/reader_helper.py:178–192  ·  view source on GitHub ↗
(self)

Source from the content-addressed store, hash-verified

176 self.config = config
177
178 def get_reader(self):
179 logger.info("Get DataLoader")
180 loader = paddle.io.DataLoader.from_generator(
181 feed_list=self.input_var, capacity=64, iterable=True)
182 path = self.config.get("runner.infer_reader_path")
183 path = os.path.join(self.config["config_abs_dir"], path)
184 generator = get_reader_generator(path)
185 generator.init(self.config)
186 places = paddle.CPUPlace()
187 loader.set_sample_generator(
188 generator.dataloader(self.file_list),
189 batch_size=int(self.config.get("runner.infer_batch_size")),
190 drop_last=True,
191 places=places)
192 return loader
193
194
195class QueueDatset(object):

Callers 1

get_infer_readerFunction · 0.95

Calls 3

get_reader_generatorFunction · 0.70
initMethod · 0.45
dataloaderMethod · 0.45

Tested by

no test coverage detected