Function build_l2_normalized_rows

src/models/vevo2/components.cpp:878–896

        0,
        1,
        weights.quantizer.in_project.bias.has_value(),
    }).build(ctx, hidden_bdt, weights.quantizer.in_project);
    auto projected_btd = engine::modules::TransposeModule({{0, 2, 1, 3}, 3}).build(ctx, projected_bdt);
    auto flat = engine::core::reshape_tensor(
        ctx,
        engine::core::ensure_backend_addressable_layout(ctx, projected_btd),
        engine::core::TensorShape::from_dims({projected_btd.shape.dims[1], config.codebook_dim}));
    auto normalized = build_l2_normalized_rows(ctx, flat);
    auto logits = engine::modules::LinearModule({
        config.codebook_dim,
        config.codebook_size,
        false,
        GGML_PREC_F32,
    }).build(ctx, normalized, {weights.quantizer.codebook, std::nullopt});
    auto ids = engine::core::wrap_tensor(
        ggml_argmax(ctx.ggml, engine::core::ensure_backend_addressable_layout(ctx, logits).tensor),
        engine::core::TensorShape::from_dims({projected_btd.shape.dims[1]}),
        GGML_TYPE_I32);
    return engine::core::reshape_tensor(
        ctx,
        ids,
        engine::core::TensorShape::from_dims({1, projected_btd.shape.dims[1]}));