Method ensure_graph

src/models/seed_vc/astral_quantizer.cpp:363–403

    void ensure_graph(int64_t batch, int64_t tokens) {
        if (ggml_ != nullptr && batch_ == batch && tokens_ == tokens) {
            return;
        }
        release_graph();
        ggml_init_params params{
            1024ull * 1024ull * 512ull,
            nullptr,
            true,
        };
        ggml_ = ggml_init(params);
        if (ggml_ == nullptr) {
            throw std::runtime_error("failed to initialize Seed-VC ASTRAL graph context");
        }
        engine::core::ModuleBuildContext ctx{
            ggml_,
            "seed_vc.astral",
            execution_context_.backend_type()};
        input_ = engine::core::make_tensor(
            ctx,
            GGML_TYPE_F32,
            engine::core::TensorShape::from_dims({batch, tokens, input_channels_}));
        output_ = build_astral_projected(
            ctx,
            input_,
            graph_weights_,
            input_channels_,
            channels_,
            intermediate_channels_);
        graph_ = ggml_new_graph_custom(ggml_, 65536, false);
        ggml_build_forward_expand(graph_, output_.tensor);
        gallocr_ = ggml_gallocr_new(ggml_backend_get_default_buffer_type(execution_context_.backend()));
        if (gallocr_ == nullptr ||
            !ggml_gallocr_reserve(gallocr_, graph_) ||
            !ggml_gallocr_alloc_graph(gallocr_, graph_)) {
            release_graph();
            throw std::runtime_error("failed to allocate Seed-VC ASTRAL graph tensors");
        }
        batch_ = batch;
        tokens_ = tokens;
    }

    engine::core::ExecutionContext & execution_context_;
    AstralWeights graph_weights_;
    int64_t input_channels_ = 0;
    int64_t channels_ = 0;