MCPcopy
hub / github.com/PaddlePaddle/PaddleRec / get_reader

Function get_reader

tools/utils/static_ps/reader_helper.py:32–55  ·  view source on GitHub ↗
(input_var, config)

Source from the content-addressed store, hash-verified

30
31
32def get_reader(input_var, config):
33 reader_type = config.get("runner.reader_type")
34 train_data_path = config.get("runner.train_data_dir")
35 assert train_data_path != ""
36
37 train_data_path = os.path.join(config["config_abs_dir"], train_data_path)
38
39 assert reader_type in [
40 "QueueDataset", "DataLoader", "RecDataset", "InmemoryDataset", None
41 ]
42 file_list = get_file_list(train_data_path, config)
43
44 if reader_type == "QueueDataset":
45 reader_instance = QueueDatset(input_var, file_list, config)
46 return reader_instance.get_reader(), file_list
47 elif reader_type == "InmemoryDataset":
48 reader_instance = InmemoryDatset(input_var, file_list, config)
49 return reader_instance.get_reader(), file_list
50 elif reader_type == "DataLoader":
51 reader_instance = DataLoader(input_var, file_list, config)
52 return reader_instance.get_reader(), file_list
53 elif reader_type == None or reader_type == "RecDataset":
54 reader_instance = RecDatasetReader(input_var, file_list, config)
55 return reader_instance.get_reader(), file_list
56
57
58def get_infer_reader(input_var, config):

Callers 3

init_readerMethod · 0.90
init_readerMethod · 0.90
mainFunction · 0.90

Calls 6

get_readerMethod · 0.95
InmemoryDatsetClass · 0.85
get_file_listFunction · 0.70
QueueDatsetClass · 0.70
DataLoaderClass · 0.70
RecDatasetReaderClass · 0.70

Tested by

no test coverage detected