Function finalize_pass2

src/semantic/semantic.c:1325–1376

Sub-phases 4+5: quantize pass1 to int8, run RRI pass 2, blend + normalize. */

/* Sub-phases 4+5: quantize pass1 to int8, run RRI pass 2, blend + normalize. */
static void finalize_pass2(finalize_params_t *p) {
    int8_t *pass1_q = malloc((size_t)p->corpus->entry_count * CBM_SEM_DIM * sizeof(int8_t));
    if (pass1_q) {
        pass1_quant_ctx_t qc = {
            .entries = p->corpus->entries,
            .pass1_q = pass1_q,
            .entry_count = p->corpus->entry_count,
        };
        atomic_init(&qc.next_idx, 0);
        cbm_parallel_for(p->worker_count, pass1_quantize_worker, &qc, p->opts);
    }

    cbm_sem_vec_t *pass1 = malloc((size_t)p->corpus->entry_count * sizeof(cbm_sem_vec_t));
    if (pass1) {
        for (int i = 0; i < p->corpus->entry_count; i++) {
            pass1[i] = p->corpus->entries[i].enriched_vec;
        }
    }

    if (pass1_q) {
        cooccur_int8_ctx_t cc = {
            .entries = p->corpus->entries,
            .pass1_q = pass1_q,
            .doc_token_ids = p->corpus->doc_token_ids,
            .doc_token_counts = p->corpus->doc_token_counts,
            .rev = p->rev,
            .doc_count = p->corpus->doc_count,
            .entry_count = p->corpus->entry_count,
            .num_chunks = p->num_chunks,
            .chunk_size = p->chunk_size,
            .tile_size = p->tile_size,
        };
        atomic_init(&cc.next_chunk, 0);
        cbm_parallel_for(p->worker_count, cooccur_worker_int8, &cc, p->opts);
    }

    if (pass1) {
        blend_ctx_t bc = {
            .entries = p->corpus->entries,
            .pass1 = pass1,
            .entry_count = p->corpus->entry_count,
        };
        atomic_init(&bc.next_idx, 0);
        cbm_parallel_for(p->worker_count, blend_worker, &bc, p->opts);
        free(pass1);
    }
    free(pass1_q);

    norm_ctx_t nc = {.entries = p->corpus->entries, .entry_count = p->corpus->entry_count};
    atomic_init(&nc.next_idx, 0);
    cbm_parallel_for(p->worker_count, normalize_worker, &nc, p->opts);
}

void cbm_sem_corpus_finalize(cbm_sem_corpus_t *corpus) {
    if (!corpus || corpus->finalized) {