| 15 | |
| 16 | |
| 17 | def add_code_generation_specific_args(parser): |
| 18 | group = parser.add_argument_group("Code Generation") |
| 19 | group.add_argument( |
| 20 | "--hostfile", |
| 21 | type=str, |
| 22 | default="./hostfile", |
| 23 | ) |
| 24 | group.add_argument( |
| 25 | "--channel-ip", |
| 26 | type=str, |
| 27 | default=None, |
| 28 | help="IP for ZeroMQ channel", |
| 29 | ) |
| 30 | group.add_argument( |
| 31 | "--channel-port", |
| 32 | type=int, |
| 33 | default=5555, |
| 34 | help="Port for ZeroMQ channel", |
| 35 | ) |
| 36 | group.add_argument( |
| 37 | "--master-port", |
| 38 | type=int, |
| 39 | default=6007, |
| 40 | help="Port for distributed channel", |
| 41 | ) |
| 42 | group.add_argument( |
| 43 | "--model-per-device", |
| 44 | type=int, |
| 45 | default=1, |
| 46 | help="Number of models per device", |
| 47 | ) |
| 48 | group.add_argument( |
| 49 | "--max-length", |
| 50 | type=int, |
| 51 | default=8192, |
| 52 | help="Max sequence length", |
| 53 | ) |
| 54 | group.add_argument( |
| 55 | "--top-p", |
| 56 | type=float, |
| 57 | default=1.0, |
| 58 | help="Top-p Probability for sampling", |
| 59 | ) |
| 60 | group.add_argument( |
| 61 | "--top-k", |
| 62 | type=int, |
| 63 | default=0, |
| 64 | help="Top-k for sampling", |
| 65 | ) |
| 66 | group.add_argument( |
| 67 | "--temperature", |
| 68 | type=float, |
| 69 | default=1.0, |
| 70 | help="Temperature for sampling", |
| 71 | ) |
| 72 | group.add_argument( |
| 73 | "--greedy", |
| 74 | type=int, |