| 177 | } |
| 178 | |
| 179 | static cmd_params parse_cmd_params(int argc, char ** argv) { |
| 180 | cmd_params params; |
| 181 | std::string arg; |
| 182 | bool invalid_param = false; |
| 183 | const std::string arg_prefix = "--"; |
| 184 | const char split_delim = ','; |
| 185 | |
| 186 | params.verbose = cmd_params_defaults.verbose; |
| 187 | params.output_format = cmd_params_defaults.output_format; |
| 188 | params.reps = cmd_params_defaults.reps; |
| 189 | |
| 190 | for (int i = 1; i < argc; i++) { |
| 191 | arg = argv[i]; |
| 192 | if (arg.compare(0, arg_prefix.size(), arg_prefix) == 0) { |
| 193 | std::replace(arg.begin(), arg.end(), '_', '-'); |
| 194 | } |
| 195 | |
| 196 | if (arg == "-h" || arg == "--help") { |
| 197 | print_usage(argc, argv); |
| 198 | exit(0); |
| 199 | } else if (arg == "-m" || arg == "--model") { |
| 200 | if (++i >= argc) { |
| 201 | invalid_param = true; |
| 202 | break; |
| 203 | } |
| 204 | auto p = split<std::string>(argv[i], split_delim); |
| 205 | params.model.insert(params.model.end(), p.begin(), p.end()); |
| 206 | } else if (arg == "-p" || arg == "--n-prompt") { |
| 207 | if (++i >= argc) { |
| 208 | invalid_param = true; |
| 209 | break; |
| 210 | } |
| 211 | auto p = split<int>(argv[i], split_delim); |
| 212 | params.n_prompt.insert(params.n_prompt.end(), p.begin(), p.end()); |
| 213 | } else if (arg == "-n" || arg == "--n-gen") { |
| 214 | if (++i >= argc) { |
| 215 | invalid_param = true; |
| 216 | break; |
| 217 | } |
| 218 | auto p = split<int>(argv[i], split_delim); |
| 219 | params.n_gen.insert(params.n_gen.end(), p.begin(), p.end()); |
| 220 | } else if (arg == "-b" || arg == "--batch-size") { |
| 221 | if (++i >= argc) { |
| 222 | invalid_param = true; |
| 223 | break; |
| 224 | } |
| 225 | auto p = split<int>(argv[i], split_delim); |
| 226 | params.n_batch.insert(params.n_batch.end(), p.begin(), p.end()); |
| 227 | } else if (arg == "--memory-f32") { |
| 228 | if (++i >= argc) { |
| 229 | invalid_param = true; |
| 230 | break; |
| 231 | } |
| 232 | auto p = split<int>(argv[i], split_delim); |
| 233 | params.f32_kv.insert(params.f32_kv.end(), p.begin(), p.end()); |
| 234 | } else if (arg == "-t" || arg == "--threads") { |
| 235 | if (++i >= argc) { |
| 236 | invalid_param = true; |