| 717 | embedded = modules::LinearModule({512, hidden_size, true, GGML_PREC_F32}).build(ctx, embedded, weights.timestep_linear_1); |
| 718 | embedded = modules::SiluModule{}.build(ctx, embedded); |
| 719 | return modules::LinearModule({hidden_size, hidden_size, true, GGML_PREC_F32}) |
| 720 | .build(ctx, embedded, weights.timestep_linear_2); |
| 721 | } |
| 722 | |
| 723 | struct AdaNormParts { |
| 724 | core::TensorValue shift_msa; |
| 725 | core::TensorValue scale_msa; |
| 726 | core::TensorValue gate_msa; |
| 727 | core::TensorValue shift_mlp; |
| 728 | core::TensorValue scale_mlp; |
| 729 | core::TensorValue gate_mlp; |
| 730 | }; |
| 731 | |
| 732 | AdaNormParts adaptive_block_parts( |
| 733 | core::ModuleBuildContext & ctx, |
no test coverage detected