| 7427 | } |
| 7428 | |
| 7429 | ggml_backend_buffer_type_t llama_model::select_buft(int il) const { |
| 7430 | return ::select_buft( |
| 7431 | *pimpl->dev_layer.at(il).buft_list, |
| 7432 | [&](ggml_context * ctx) { |
| 7433 | ggml_tensor * cur = ggml_new_tensor_1d(ctx, GGML_TYPE_F32, hparams.n_embd); |
| 7434 | ggml_tensor * layer_dir = ggml_new_tensor_1d(ctx, GGML_TYPE_F32, hparams.n_embd); |
| 7435 | return ggml_add(ctx, cur, layer_dir); |
| 7436 | }); |
| 7437 | } |
| 7438 | |
| 7439 | bool llama_model::has_tensor_overrides() const { |
| 7440 | return pimpl->has_tensor_overrides; |
no test coverage detected