Method ditWorkerLoop

transformers/llm/engine/src/omni.cpp:1768–1830

}

void Talker::ditWorkerLoop() {
    BackendConfig backendConfig;
    auto forwardType = backend_type_convert(mConfig->backend_type(true));
    int numThread = mConfig->thread_num(true);
    auto executor = Express::Executor::newExecutor(forwardType, backendConfig, numThread);
    Express::ExecutorScope scope(executor);
    mPreDit_async.reset(Module::clone(mPreDit.get()));
    mDit_async.reset(Module::clone(mDit.get()));
    mSpk_async = _Clone(mSpk, true);
    mCond_async = _Clone(mCond, true);

    while (true) {
        WavChunk chunk;
        {
            std::unique_lock<std::mutex> lock(mWavQueueMutex);
            mWavQueueCond.wait(lock, [this] {
                return !mWavQueue.empty() || !mWavWorkerRunning;
            });
            
            if (!mWavWorkerRunning && mWavQueue.empty()) {
                break;
            }
            
            if (mWavQueue.empty()) {
                continue;
            }
            
            chunk = std::move(mWavQueue.front());
            mWavQueue.pop();
        }

        if (!chunk.codec_tokens.empty()) {
            auto generated_mel = ditForwardAsync((int)chunk.codec_tokens.size(),
                chunk.codec_tokens.data(), chunk.noise.data());
            generated_mel = _Slice(generated_mel,
                _var<int>({0, 0, chunk.mel_slice_start}, {3}),
                _var<int>({-1, -1, chunk.mel_slice_size}, {3}));
            auto mel_info = generated_mel->getInfo();
            chunk.mel_dims = mel_info->dim;
            chunk.mel.assign(generated_mel->readMap<float>(),
                             generated_mel->readMap<float>() + mel_info->size);
        }

        {
            std::lock_guard<std::mutex> lock(mMelQueueMutex);
            mMelQueue.push(std::move(chunk));
        }
        mMelQueueCond.notify_one();
    }

    {
        WavChunk sentinel;
        sentinel.is_last = true;
        std::lock_guard<std::mutex> lock(mMelQueueMutex);
        mMelQueue.push(std::move(sentinel));
    }
    mMelQueueCond.notify_one();