| 11 | #include <unistd.h> |
| 12 | |
| 13 | std::string quant_to_string(Quant quant) { |
| 14 | switch (quant) { |
| 15 | case Quant::F32: return "F32"; |
| 16 | case Quant::F16: return "F16"; |
| 17 | case Quant::F8E5M2: return "F8_E5M2"; |
| 18 | case Quant::Q2_K: return "Q2_K"; |
| 19 | case Quant::Q3_K: return "Q3_K"; |
| 20 | } |
| 21 | __builtin_unreachable(); |
| 22 | } |
| 23 | |
| 24 | std::optional<Quant> string_to_quant(const std::string& quant_str) { |
| 25 | if (quant_str == "F32") { |