Function same_feed_forward

src/models/stable_audio/same_autoencoder.cpp:278–295

}

core::TensorValue same_feed_forward(
    core::ModuleBuildContext & ctx,
    const core::TensorValue & input,
    const StableAudioSameFeedForwardWeights & weights,
    bool sinusoidal) {
    const int64_t dim = input.shape.last_dim();
    const int64_t inner = dim * 3;
    auto projected = modules::LinearModule({dim, 2 * inner, true, GGML_PREC_F32}).build(ctx, input, weights.in_proj);
    auto value = modules::SliceModule({2, 0, inner}).build(ctx, projected);
    auto gate = modules::SliceModule({2, inner, inner}).build(ctx, projected);
    if (sinusoidal) {
        gate = core::wrap_tensor(ggml_sin(ctx.ggml, scale_tensor(ctx, gate, kPi).tensor), gate.shape, GGML_TYPE_F32);
    } else {
        gate = modules::SiluModule{}.build(ctx, gate);
    }
    auto hidden = modules::MulModule{}.build(ctx, value, gate);
    return modules::LinearModule({inner, dim, true, GGML_PREC_F32}).build(ctx, hidden, weights.out_proj);
}

core::TensorValue same_transformer_layer(
    core::ModuleBuildContext & ctx,