| 397 | std::vector<ggml_fp16_t> fp16_values(count); |
| 398 | ggml_fp32_to_fp16_row(values, fp16_values.data(), static_cast<int64_t>(count)); |
| 399 | ggml_backend_tensor_set(tensor.tensor, fp16_values.data(), 0, count * sizeof(ggml_fp16_t)); |
| 400 | } |
| 401 | |
| 402 | void write_tensor_f16(const TensorValue & tensor, const std::vector<float> & values) { |
| 403 | write_tensor_f16(tensor, values.data(), values.size()); |
| 404 | } |
| 405 | |
| 406 | void write_tensor_bf16(const TensorValue & tensor, const float * values, size_t count) { |
| 407 | if (tensor.type != GGML_TYPE_BF16) { |
| 408 | throw std::runtime_error("write_tensor_bf16 requires GGML_TYPE_BF16 tensor"); |
| 409 | } |
| 410 | if (tensor.shape.num_elements() != static_cast<int64_t>(count)) { |
no test coverage detected