| 67 | } |
| 68 | |
| 69 | core::TensorValue t5_layer_norm( |
| 70 | core::ModuleBuildContext & ctx, |
| 71 | const core::TensorValue & input, |
| 72 | const core::TensorValue & weight, |
| 73 | const T5BaseEncoderConfig & config) { |
| 74 | return RMSNormModule({config.hidden_size, config.rms_norm_eps, true, false}) |
| 75 | .build(ctx, input, NormWeights{weight, std::nullopt}); |
| 76 | } |
| 77 | |
| 78 | core::TensorValue reshape_heads( |
| 79 | core::ModuleBuildContext & ctx, |
no test coverage detected