MCPcopy Create free account
hub / github.com/deepspeedai/DeepSpeedExamples / add_evaluation_args

Function add_evaluation_args

Megatron-LM/arguments.py:176–207  ·  view source on GitHub ↗

Evaluation arguments.

(parser)

Source from the content-addressed store, hash-verified

174
175
176def add_evaluation_args(parser):
177 """Evaluation arguments."""
178
179 group = parser.add_argument_group('validation', 'validation configurations')
180
181 group.add_argument('--eval-batch-size', type=int, default=None,
182 help='Data Loader batch size for evaluation datasets.'
183 'Defaults to `--batch-size`')
184 group.add_argument('--eval-iters', type=int, default=100,
185 help='number of iterations to run for evaluation'
186 'validation/test for')
187 group.add_argument('--eval-interval', type=int, default=1000,
188 help='interval between running evaluation on validation set')
189 group.add_argument('--eval-seq-length', type=int, default=None,
190 help='Maximum sequence length to process for '
191 'evaluation. Defaults to `--seq-length`')
192 group.add_argument('--eval-max-preds-per-seq', type=int, default=None,
193 help='Maximum number of predictions to use for '
194 'evaluation. Defaults to '
195 'math.ceil(`--eval-seq-length`*.15/10)*10')
196 group.add_argument('--overlapping-eval', type=int, default=32,
197 help='sliding window for overlapping eval ')
198 group.add_argument('--cloze-eval', action='store_true',
199 help='Evaluation dataset from `--valid-data` is a cloze task')
200 group.add_argument('--eval-hf', action='store_true',
201 help='perform evaluation with huggingface openai model.'
202 'use `--load` to specify weights path to be loaded')
203 group.add_argument('--load-openai', action='store_true',
204 help='load openai weights into our model. Use `--load` '
205 'to specify weights path to be loaded')
206
207 return parser
208
209def add_text_generate_args(parser):
210 """Text generate arguments."""

Callers 1

get_argsFunction · 0.85

Calls

no outgoing calls

Tested by

no test coverage detected