Add inference params
(opt)
| 276 | |
| 277 | |
| 278 | def add_inference_params(opt): |
| 279 | """Add inference params""" |
| 280 | opt.add_argument("--frequency_penalty", |
| 281 | type=float, |
| 282 | default=1.5, |
| 283 | help="coefficient for frequency_penalty") |
| 284 | opt.add_argument("--presence_penalty", |
| 285 | type=float, |
| 286 | default=0.3, |
| 287 | help="coefficient for presence_penalty") |
| 288 | opt.add_argument("--max_generate_length", |
| 289 | type=int, |
| 290 | default=2048, |
| 291 | help="the maximum number of generated token") |
| 292 | opt.add_argument("--top_k_num", |
| 293 | type=int, |
| 294 | default=3, |
| 295 | help="the number for top_k sampling") |
| 296 | opt.add_argument("--top_p", |
| 297 | type=float, |
| 298 | default=1.0, |
| 299 | help="top_p sampling threshold, enabled if less than 1.0") |
| 300 | opt.add_argument("--end_token", |
| 301 | type=int, |
| 302 | default=50256, |
| 303 | help="the token id for <end of document>") |
| 304 | opt.add_argument("--use_pynative_op", |
| 305 | type=int, |
| 306 | default=0, |
| 307 | help="Whether use pynative op for postproecess") |
| 308 | opt.add_argument("--use_past", |
| 309 | type=str, |
| 310 | default="true", |
| 311 | choices=["true", "false"], |
| 312 | help="Whether enable state reuse") |
| 313 | |
| 314 | |
| 315 | def add_training_params(opt): |