| 154 | }; |
| 155 | |
| 156 | static void print_usage(int /* argc */, char ** argv) { |
| 157 | printf("usage: %s [options]\n", argv[0]); |
| 158 | printf("\n"); |
| 159 | printf("options:\n"); |
| 160 | printf(" -h, --help\n"); |
| 161 | printf(" -m, --model <filename> (default: %s)\n", join(cmd_params_defaults.model, ",").c_str()); |
| 162 | printf(" -p, --n-prompt <n> (default: %s)\n", join(cmd_params_defaults.n_prompt, ",").c_str()); |
| 163 | printf(" -n, --n-gen <n> (default: %s)\n", join(cmd_params_defaults.n_gen, ",").c_str()); |
| 164 | printf(" -b, --batch-size <n> (default: %s)\n", join(cmd_params_defaults.n_batch, ",").c_str()); |
| 165 | printf(" --memory-f32 <0|1> (default: %s)\n", join(cmd_params_defaults.f32_kv, ",").c_str()); |
| 166 | printf(" -t, --threads <n> (default: %s)\n", join(cmd_params_defaults.n_threads, ",").c_str()); |
| 167 | printf(" -ngl, --n-gpu-layers <n> (default: %s)\n", join(cmd_params_defaults.n_gpu_layers, ",").c_str()); |
| 168 | printf(" -mg, --main-gpu <i> (default: %s)\n", join(cmd_params_defaults.main_gpu, ",").c_str()); |
| 169 | printf(" -mmq, --mul-mat-q <0|1> (default: %s)\n", join(cmd_params_defaults.mul_mat_q, ",").c_str()); |
| 170 | printf(" -ts, --tensor_split <ts0/ts1/..> \n"); |
| 171 | printf(" -r, --repetitions <n> (default: %d)\n", cmd_params_defaults.reps); |
| 172 | printf(" -o, --output <csv|json|md|sql> (default: %s)\n", cmd_params_defaults.output_format == CSV ? "csv" : cmd_params_defaults.output_format == JSON ? "json" : cmd_params_defaults.output_format == MARKDOWN ? "md" : "sql"); |
| 173 | printf(" -v, --verbose (default: %s)\n", cmd_params_defaults.verbose ? "1" : "0"); |
| 174 | printf("\n"); |
| 175 | printf("Multiple values can be given for each parameter by separating them with ',' or by specifying the parameter multiple times.\n"); |
| 176 | |
| 177 | } |
| 178 | |
| 179 | static cmd_params parse_cmd_params(int argc, char ** argv) { |
| 180 | cmd_params params; |
no test coverage detected