Method
block_forward
(
self,
hidden_states,
encoder_hidden_states=None,
timestep=None,
rope_positions=None,
attn_mask=None,
parallel=True
)
Source from the content-addressed store, hash-verified
| 824 | |
| 825 | |
| 826 | def block_forward( |
| 827 | self, |
| 828 | hidden_states, |
| 829 | encoder_hidden_states=None, |
| 830 | timestep=None, |
| 831 | rope_positions=None, |
| 832 | attn_mask=None, |
| 833 | parallel=True |
| 834 | ): |
| 835 | for block in tqdm(self.transformer_blocks, desc="Transformer blocks"): |
| 836 | hidden_states = block( |
| 837 | hidden_states, |
| 838 | encoder_hidden_states, |
| 839 | timestep=timestep, |
| 840 | attn_mask=attn_mask, |
| 841 | rope_positions=rope_positions |
| 842 | ) |
| 843 | |
| 844 | return hidden_states |
| 845 | |
| 846 | |
| 847 | @torch.inference_mode() |
Tested by
no test coverage detected