| 285 | throw std::runtime_error("tensor type is not readable as F32 data: " + std::string(name)); |
| 286 | } |
| 287 | if (tensor.shape.rank < 2) { |
| 288 | throw std::runtime_error("quantized tensor must have rank >= 2: " + std::string(name)); |
| 289 | } |
| 290 | const int64_t cols = tensor.shape.last_dim(); |
| 291 | const int64_t rows = tensor.shape.prefix_elements(); |
| 292 | const size_t row_bytes = ggml_row_size(tensor.type, cols); |
nothing calls this directly
no test coverage detected