| 9286 | } |
| 9287 | |
| 9288 | static void usage(char ** argv) { |
| 9289 | printf("Usage: %s [mode] [-o <op,..>] [-b <backend>] [-p <params regex>] [--output <console|sql|csv>] [--list-ops]", argv[0]); |
| 9290 | printf(" [--show-coverage] [--test-file <path>]\n"); |
| 9291 | printf(" valid modes:\n"); |
| 9292 | printf(" - test (default, compare with CPU backend for correctness)\n"); |
| 9293 | printf(" - grad (compare gradients from backpropagation with method of finite differences)\n"); |
| 9294 | printf(" - perf (performance evaluation)\n"); |
| 9295 | printf(" - support (probe backend operation support)\n"); |
| 9296 | printf(" op names for -o are as given by ggml_op_desc() (e.g. ADD, MUL_MAT, etc),\n"); |
| 9297 | printf(" optionally including the full test case string (e.g. \"ADD(type=f16,ne=[1,1,8,1],nr=[1,1,1,1],nf=1)\")\n"); |
| 9298 | printf(" --output specifies output format (default: console, options: console, sql, csv)\n"); |
| 9299 | printf(" --list-ops lists all available GGML operations\n"); |
| 9300 | printf(" --show-coverage shows test coverage\n"); |
| 9301 | printf(" --test-file reads test operators from a test file generated by llama-export-graph-ops\n"); |
| 9302 | } |
| 9303 | |
| 9304 | int main(int argc, char ** argv) { |
| 9305 | test_mode mode = MODE_TEST; |