(self, hidden_size=3072, heads_num=24, mlp_width_ratio=4)
| 455 | |
| 456 | class MMDoubleStreamBlock(torch.nn.Module): |
| 457 | def __init__(self, hidden_size=3072, heads_num=24, mlp_width_ratio=4): |
| 458 | super().__init__() |
| 459 | self.component_a = MMDoubleStreamBlockComponent(hidden_size, heads_num, mlp_width_ratio) |
| 460 | self.component_b = MMDoubleStreamBlockComponent(hidden_size, heads_num, mlp_width_ratio) |
| 461 | |
| 462 | def forward(self, hidden_states_a, hidden_states_b, conditioning, freqs_cis, token_replace_vec=None, tr_token=None, split_token=71): |
| 463 | (q_a, k_a, v_a), mod_a, mod_tr = self.component_a(hidden_states_a, conditioning, freqs_cis, token_replace_vec, tr_token) |
nothing calls this directly
no test coverage detected