Evaluation arguments.
(parser)
| 219 | |
| 220 | |
| 221 | def add_evaluation_args(parser): |
| 222 | """Evaluation arguments.""" |
| 223 | |
| 224 | group = parser.add_argument_group('validation', 'validation configurations') |
| 225 | |
| 226 | group.add_argument('--eval-batch-size', type=int, default=None, |
| 227 | help='Data Loader batch size for evaluation datasets.' |
| 228 | 'Defaults to `--batch-size`') |
| 229 | group.add_argument('--eval-iters', type=int, default=100, |
| 230 | help='number of iterations to run for evaluation/' |
| 231 | 'validation/test for') |
| 232 | group.add_argument('--eval-interval', type=int, default=1000, |
| 233 | help='interval between running evaluation on validation set') |
| 234 | group.add_argument('--eval-epoch', type=int, default=1, |
| 235 | help='epoch between running evaluation on validation set') |
| 236 | group.add_argument('--eval-seq-length', type=int, default=None, |
| 237 | help='Maximum sequence length to process for ' |
| 238 | 'evaluation. Defaults to `--seq-length`') |
| 239 | group.add_argument('--eval-max-preds-per-seq', type=int, default=None, |
| 240 | help='Maximum number of predictions to use for ' |
| 241 | 'evaluation. Defaults to ' |
| 242 | 'math.ceil(`--eval-seq-length`*.15/10)*10') |
| 243 | group.add_argument('--overlapping-eval', type=int, default=32) |
| 244 | |
| 245 | return parser |
| 246 | |
| 247 | |
| 248 | def add_text_generate_args(parser): |