| 22335 | if (!resume_after_qa_kv_raw && ok && !qkv_pair_quad_fused && qkv_rms_fused && |
| 22336 | layer->attn_q_a->type == DS4_TENSOR_Q8_0 && |
| 22337 | layer->attn_kv->type == DS4_TENSOR_Q8_0 && |
| 22338 | g->cuda_qkv_pair && !metal_graph_use_reference_qkv_pair_proj()) { |
| 22339 | qkv_pair_projected = ds4_gpu_matmul_q8_0_pair_tensor( |
| 22340 | metal_graph_qr(g), |
| 22341 | metal_graph_kv_raw(g), |
| 22342 | model->map, |
| 22343 | model->size, |
| 22344 | layer->attn_q_a->abs_offset, |
| 22345 | layer->attn_kv->abs_offset, |
| 22346 | DS4_N_EMBD, |
| 22347 | q_rank, |
no test coverage detected