Method vocoderWorkerLoop

transformers/llm/engine/src/omni.cpp:1832–1866

}

void Talker::vocoderWorkerLoop() {
    BackendConfig backendConfig;
    auto forwardType = backend_type_convert(mConfig->backend_type(true));
    int numThread = mConfig->thread_num(true);
    auto executor = Express::Executor::newExecutor(forwardType, backendConfig, numThread);
    Express::ExecutorScope scope(executor);
    mBigvgan_async.reset(Module::clone(mBigvgan.get()));

    while (true) {
        WavChunk chunk;
        {
            std::unique_lock<std::mutex> lock(mMelQueueMutex);
            mMelQueueCond.wait(lock, [this] {
                return !mMelQueue.empty() || !mWavWorkerRunning;
            });
            if (!mWavWorkerRunning && mMelQueue.empty()) {
                break;
            }
            if (mMelQueue.empty()) {
                continue;
            }
            chunk = std::move(mMelQueue.front());
            mMelQueue.pop();
        }

        processWavChunk(chunk);

        if (chunk.is_last) {
            mWavLastDone.store(true);
            mWavQueueCond.notify_all();
        }
    }

    mBigvgan_async.reset();
}

VARP Talker::ditForwardAsync(const int codec_size, const int* codec_tokens, const float* initial_noise) {
    auto code = _Const(codec_tokens, {1, codec_size}, NCHW, halide_type_of<int>());