(parser)
| 44 | |
| 45 | |
| 46 | def add_model_arguments(parser): |
| 47 | parser.add_argument('--seq-length', type=int, default=1024, metavar='N', |
| 48 | help='-') |
| 49 | parser.add_argument('--embedding-dim', type=int, default=768, metavar='N', |
| 50 | help='-') |
| 51 | parser.add_argument('--num-layers', type=int, default=4, metavar='N', |
| 52 | help='-') |
| 53 | parser.add_argument('--num-heads', type=int, default=12, metavar='N', |
| 54 | help='-') |
| 55 | |
| 56 | |
| 57 | def add_training_hyper_parameter_arguments(parser): |