| 343 | } |
| 344 | |
| 345 | void construct_datareader_options() |
| 346 | { |
| 347 | auto& arg_parser = global_argument_parser(); |
| 348 | |
| 349 | // Bool flags |
| 350 | arg_parser.add_flag( |
| 351 | LBANN_OPTION_CHECK_DATA, |
| 352 | {"--check_data"}, |
| 353 | "[DATAREADER] Checks if the data file exists for image datareader"); |
| 354 | arg_parser.add_flag( |
| 355 | LBANN_OPTION_KEEP_SAMPLE_ORDER, |
| 356 | {"--keep_sample_order"}, |
| 357 | "[DATAREADER] Makes sure the order of samples in the list remains the same " |
| 358 | "even with loading in an interleaving order by multiple trainer workers"); |
| 359 | arg_parser.add_flag( |
| 360 | LBANN_OPTION_KEEP_PACKED_FIELDS, |
| 361 | {"--keep_packed_fields"}, |
| 362 | "[DATAREADER] Prevents packed fields deletion in HDF5 data reader"); |
| 363 | arg_parser.add_flag( |
| 364 | LBANN_OPTION_LOAD_FULL_SAMPLE_LIST_ONCE, |
| 365 | {"--load_full_sample_list_once"}, |
| 366 | "[DATAREADER] Trainer master will load entire sample list into memory and " |
| 367 | "then broadcast it to other workers within the trainer"); |
| 368 | arg_parser.add_flag( |
| 369 | LBANN_OPTION_QUIET, |
| 370 | {"--quiet"}, |
| 371 | "[DATAREADER] Silences metadata output from HDF5 datareader"); |
| 372 | arg_parser.add_flag(LBANN_OPTION_WRITE_SAMPLE_LABEL_LIST, |
| 373 | {"--write_sample_label_list"}, |
| 374 | "[DATAREADER] When enabled, the sample labels from image " |
| 375 | "datareader are output to file in current directory"); |
| 376 | arg_parser.add_flag(LBANN_OPTION_WRITE_SAMPLE_LIST, |
| 377 | {"--write_sample_list"}, |
| 378 | "[DATAREADER] Writes out the sample list into file in " |
| 379 | "current directory for image datareader"); |
| 380 | arg_parser.add_flag( |
| 381 | LBANN_OPTION_Z_SCORE, |
| 382 | {"--z_score"}, |
| 383 | "[DATAREADER] RAS lipid conduit data reader will normalize data with " |
| 384 | "z-score, default normalizes with max-min"); |
| 385 | |
| 386 | // Input options |
| 387 | arg_parser.add_option(LBANN_OPTION_ABSOLUTE_SAMPLE_COUNT, |
| 388 | {"--absolute_sample_count"}, |
| 389 | "[DATAREADER] Number of data samples to use", |
| 390 | -1); |
| 391 | arg_parser.add_option( |
| 392 | LBANN_OPTION_DATA_FILEDIR, |
| 393 | {"--data_filedir"}, |
| 394 | "[DATAREADER] Sets the file directory for train and test data", |
| 395 | ""); |
| 396 | arg_parser.add_option(LBANN_OPTION_DATA_FILEDIR_TEST, |
| 397 | {"--data_filedir_test"}, |
| 398 | "[DATAREADER] Sets the file directory for test data", |
| 399 | ""); |
| 400 | arg_parser.add_option(LBANN_OPTION_DATA_FILEDIR_TRAIN, |
| 401 | {"--data_filedir_train"}, |
| 402 | "[DATAREADER] Sets the file directory for train data", |
no test coverage detected