| 264 | self.use_gpu = self.config.get("runner.use_gpu", False) |
| 265 | |
| 266 | def get_reader(self): |
| 267 | logger.info("Get InmemoryDataset") |
| 268 | dataset = paddle.distributed.InMemoryDataset() |
| 269 | dataset._set_use_ps_gpu(self.use_gpu) |
| 270 | dataset.init( |
| 271 | use_var=self.input_var, |
| 272 | pipe_command=self.pipe_command, |
| 273 | batch_size=self.batch_size, |
| 274 | thread_num=self.thread_num, |
| 275 | fs_name=self.fs_name, |
| 276 | fs_ugi=self.fs_ugi) |
| 277 | dataset.set_filelist(self.file_list) |
| 278 | dataset.update_settings( |
| 279 | parse_ins_id=self.parse_ins_id, parse_content=self.parse_content) |
| 280 | return dataset |