Evaluation arguments.
(parser)
| 174 | |
| 175 | |
| 176 | def add_evaluation_args(parser): |
| 177 | """Evaluation arguments.""" |
| 178 | |
| 179 | group = parser.add_argument_group('validation', 'validation configurations') |
| 180 | |
| 181 | group.add_argument('--eval-batch-size', type=int, default=None, |
| 182 | help='Data Loader batch size for evaluation datasets.' |
| 183 | 'Defaults to `--batch-size`') |
| 184 | group.add_argument('--eval-iters', type=int, default=100, |
| 185 | help='number of iterations to run for evaluation' |
| 186 | 'validation/test for') |
| 187 | group.add_argument('--eval-interval', type=int, default=1000, |
| 188 | help='interval between running evaluation on validation set') |
| 189 | group.add_argument('--eval-seq-length', type=int, default=None, |
| 190 | help='Maximum sequence length to process for ' |
| 191 | 'evaluation. Defaults to `--seq-length`') |
| 192 | group.add_argument('--eval-max-preds-per-seq', type=int, default=None, |
| 193 | help='Maximum number of predictions to use for ' |
| 194 | 'evaluation. Defaults to ' |
| 195 | 'math.ceil(`--eval-seq-length`*.15/10)*10') |
| 196 | group.add_argument('--overlapping-eval', type=int, default=32, |
| 197 | help='sliding window for overlapping eval ') |
| 198 | group.add_argument('--cloze-eval', action='store_true', |
| 199 | help='Evaluation dataset from `--valid-data` is a cloze task') |
| 200 | group.add_argument('--eval-hf', action='store_true', |
| 201 | help='perform evaluation with huggingface openai model.' |
| 202 | 'use `--load` to specify weights path to be loaded') |
| 203 | group.add_argument('--load-openai', action='store_true', |
| 204 | help='load openai weights into our model. Use `--load` ' |
| 205 | 'to specify weights path to be loaded') |
| 206 | |
| 207 | return parser |
| 208 | |
| 209 | def add_text_generate_args(parser): |
| 210 | """Text generate arguments.""" |