(parser)
| 290 | |
| 291 | |
| 292 | def add_common_args(parser): |
| 293 | # sampling arguments |
| 294 | parser.add_argument('--num_beams', |
| 295 | type=int, |
| 296 | help="Use beam search if num_beams > 1", |
| 297 | default=1) |
| 298 | parser.add_argument('--num_return_sequences', |
| 299 | type=int, |
| 300 | help="Number of sequences to generate for each input.", |
| 301 | default=None) |
| 302 | parser.add_argument('--temperature', type=float, default=1.0) |
| 303 | parser.add_argument('--top_k', type=int, default=1) |
| 304 | parser.add_argument('--top_p', type=float, default=0.0) |
| 305 | parser.add_argument('--length_penalty', type=float, default=1.0) |
| 306 | parser.add_argument('--repetition_penalty', type=float, default=1.0) |
| 307 | parser.add_argument('--presence_penalty', type=float, default=0.0) |
| 308 | parser.add_argument('--frequency_penalty', type=float, default=0.0) |
| 309 | parser.add_argument('--prompt_ignore_length', type=int, default=0) |
| 310 | parser.add_argument('--min_p', type=float, default=0.0) |
| 311 | parser.add_argument('--beam_search_diversity_rate', type=float, default=0.0) |
| 312 | parser.add_argument('--random_seed', type=int, default=0) |
| 313 | parser.add_argument('--early_stopping', |
| 314 | type=int, |
| 315 | help='Use early stopping if num_beams > 1, ' |
| 316 | '1 for early-stopping, 0 for non-early-stopping' |
| 317 | 'other values for stopping by length', |
| 318 | default=1) |
| 319 | parser.add_argument( |
| 320 | '--beam_width_array', |
| 321 | type=str, |
| 322 | default=None, |
| 323 | help= |
| 324 | 'Beam width array for each step. E.g.: --beam_width_array="[2,4,6,8]"', |
| 325 | ) |
| 326 | parser.add_argument( |
| 327 | '--end_id', |
| 328 | default=None, |
| 329 | type=int, |
| 330 | help="Override tokenizer end_id to stop on given end_id token.") |
| 331 | parser.add_argument( |
| 332 | '--stop_words', |
| 333 | default=None, |
| 334 | type=str, |
| 335 | nargs="+", |
| 336 | action='append', |
| 337 | help= |
| 338 | 'Set stop words for a batch. Successive invocations of --stop_words set stop words for other batches.' |
| 339 | ' E.g.: --stop_words " London" " chef" --stop_words "eventually became" "was not"', |
| 340 | ) |
| 341 | parser.add_argument( |
| 342 | '--bad_words', |
| 343 | default=None, |
| 344 | type=str, |
| 345 | nargs="+", |
| 346 | action='append', |
| 347 | help= |
| 348 | 'Set bad words for a batch. Successive invocations of --bad_words set bad words for other batches.' |
| 349 | ' E.g.: --bad_words " London" " chef" --bad_words "eventually became" "was not"', |
no outgoing calls
no test coverage detected