Function next_frame_embedding_inputs

src/models/heartmula/generator.cpp:226–250

}

HeartMuLaFrameEmbeddingInputs next_frame_embedding_inputs(
    const std::vector<int32_t> & frame_tokens,
    int64_t batch,
    const HeartMuLaConfig & config) {
    if (static_cast<int64_t>(frame_tokens.size()) != batch * config.audio_num_codebooks) {
        throw std::runtime_error("HeartMuLa next-frame token shape mismatch");
    }
    HeartMuLaFrameEmbeddingInputs inputs;
    inputs.batch_size = batch;
    inputs.steps = 1;
    const size_t count = static_cast<size_t>(batch * config.audio_num_codebooks);
    inputs.audio_token_ids.assign(count, 0);
    inputs.audio_mask.assign(count, 1.0F);
    inputs.text_token_ids.assign(static_cast<size_t>(batch), 0);
    inputs.text_cond_mask.assign(static_cast<size_t>(batch), 0.0F);
    inputs.text_uncond_mask.assign(static_cast<size_t>(batch), 0.0F);
    for (int64_t b = 0; b < batch; ++b) {
        for (int64_t q = 0; q < config.audio_num_codebooks; ++q) {
            const size_t index = static_cast<size_t>(b * config.audio_num_codebooks + q);
            inputs.audio_token_ids[index] =
                frame_tokens[index] + static_cast<int32_t>(q * config.audio_vocab_size);
        }
    }
    return inputs;
}

std::vector<float> decoder_prefill_input(
    const HeartMuLaBackboneHidden & last_hidden,