evaluate
(pyreader, reader, eval_func, data_generator,
do_pred=False, suffix="out")
| 38 | |
| 39 | |
| 40 | def evaluate_datasets(pyreader, reader, eval_func, data_generator, |
| 41 | do_pred=False, suffix="out"): |
| 42 | """evaluate""" |
| 43 | def evaluate_dataset(phase, path): |
| 44 | """run evaluation""" |
| 45 | pyreader.set_batch_generator(data_generator(input_file=path, phase=phase)) |
| 46 | eval_func(eval_phase="%s_%s" % (phase, suffix), |
| 47 | features=reader.get_features(phase)) |
| 48 | |
| 49 | if args.do_val: |
| 50 | evaluate_dataset("dev", args.dev_set) |
| 51 | if args.do_test: |
| 52 | evaluate_dataset("test", args.test_set) |
| 53 | if args.do_pred and do_pred: |
| 54 | evaluate_dataset("pred", args.pred_set) |
| 55 | |
| 56 | |
| 57 | def save_checkpoint(program, exe, suffix): |
nothing calls this directly
no test coverage detected