| 744 | ctx, |
| 745 | core::ensure_backend_addressable_layout(ctx, timestep_mod), |
| 746 | core::TensorShape::from_dims({batch, 6, hidden_size})), |
| 747 | scale_shift); |
| 748 | AdaNormParts out{ |
| 749 | expand_batch_token(ctx, modules::SliceModule({1, 0, 1}).build(ctx, parts), tokens, hidden_size), |
| 750 | expand_batch_token(ctx, modules::SliceModule({1, 1, 1}).build(ctx, parts), tokens, hidden_size), |
| 751 | expand_batch_token(ctx, modules::SliceModule({1, 2, 1}).build(ctx, parts), tokens, hidden_size), |
| 752 | expand_batch_token(ctx, modules::SliceModule({1, 3, 1}).build(ctx, parts), tokens, hidden_size), |
| 753 | expand_batch_token(ctx, modules::SliceModule({1, 4, 1}).build(ctx, parts), tokens, hidden_size), |
| 754 | expand_batch_token(ctx, modules::SliceModule({1, 5, 1}).build(ctx, parts), tokens, hidden_size), |
| 755 | }; |
| 756 | return out; |
| 757 | } |
| 758 | |
| 759 | core::TensorValue flow_attention( |
| 760 | core::ModuleBuildContext & ctx, |
no test coverage detected