| 13110 | layer->attn_compressor_ape, |
| 13111 | layer->attn_compressor_norm, |
| 13112 | attn_norm, |
| 13113 | cache->attn_state_kv, |
| 13114 | cache->attn_state_score, |
| 13115 | DS4_N_HEAD_DIM, |
| 13116 | ratio, |
| 13117 | il, |
| 13118 | pos)) { |
| 13119 | kv_cache_push_comp(cache->attn_comp_kv, &cache->n_comp, cache->comp_cap, DS4_N_HEAD_DIM, comp); |
| 13120 | } |
| 13121 | free(comp); |
| 13122 | |
| 13123 | if (ratio == 4) { |
| 13124 | float *index_comp = xmalloc((size_t)DS4_N_INDEXER_HEAD_DIM * sizeof(index_comp[0])); |
| 13125 | if (compressor_decode_one(index_comp, model, |
| 13126 | layer->indexer_compressor_kv, |
| 13127 | layer->indexer_compressor_gate, |
no test coverage detected