Function encoder_layer

src/framework/modules/text_encoders/t5_base_encoder.cpp:157–170

        {input.shape.dims[0], input.shape.dims[1], config.hidden_size}));
    return o_proj.build(ctx, context, weights.o_proj);
}

core::TensorValue feed_forward(
    core::ModuleBuildContext & ctx,
    const core::TensorValue & input,
    const T5BaseEncoderLayerWeights & weights,
    const T5BaseEncoderConfig & config) {
    auto hidden = LinearModule({config.hidden_size, config.intermediate_size, false, GGML_PREC_F32})
                      .build(ctx, input, weights.wi_proj);
    if (config.feed_forward_kind == T5BaseFeedForwardKind::Relu) {
        hidden = ReluModule{}.build(ctx, hidden);
    } else if (config.feed_forward_kind == T5BaseFeedForwardKind::GatedGeluTanh) {
        if (!weights.gate_proj.weight.valid()) {
            throw std::runtime_error("T5BaseEncoder gated GELU feed-forward requires gate_proj.weight");
        }
        auto gate = LinearModule({config.hidden_size, config.intermediate_size, false, GGML_PREC_F32})
                        .build(ctx, input, weights.gate_proj);